{"bytes": 31535, "documents": 20, "environment": {"gpu": "NVIDIA GeForce RTX 3090", "platform": "Linux-7.0.0-34-generic-x86_64-with-glibc2.43", "python": "3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]", "torch": "2.8.0+cu128", "transformers": "4.56.2"}, "finished": 1792198717, "finished_ns": 1792198717020787637, "gpu_slot_seconds": 1.0075544160790741, "id": "24caa458a5e2ad031f93eaee", "model_load_seconds": 0.6735008340328932, "origin": "codesota", "parameters": 149333081, "peak_gpu_bytes": 1129439232, "per_document": [{"bytes": 1998, "id": "http://arxiv.org/abs/2610.22355v1", "nll_nats": 1330.416607767169, "published": "2026-10-15T17:58:04Z", "sha256": "96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609", "tokens": 369}, {"bytes": 1814, "id": "http://arxiv.org/abs/2610.22350v1", "nll_nats": 1364.2256831290433, "published": "2026-10-15T17:57:23Z", "sha256": "916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd", "tokens": 370}, {"bytes": 1996, "id": "http://arxiv.org/abs/2610.22344v1", "nll_nats": 1621.3475819829982, "published": "2026-10-15T17:56:32Z", "sha256": "beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22", "tokens": 401}, {"bytes": 1322, "id": "http://arxiv.org/abs/2610.22333v1", "nll_nats": 935.0909811107776, "published": "2026-10-15T17:53:33Z", "sha256": "88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c", "tokens": 265}, {"bytes": 1735, "id": "http://arxiv.org/abs/2610.22327v1", "nll_nats": 1306.476590136619, "published": "2026-10-15T17:52:18Z", "sha256": "24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943", "tokens": 333}, {"bytes": 1529, "id": "http://arxiv.org/abs/2610.22324v1", "nll_nats": 1201.2920894474955, "published": "2026-10-15T17:52:12Z", "sha256": "035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b", "tokens": 330}, {"bytes": 1687, "id": "http://arxiv.org/abs/2610.22322v1", "nll_nats": 1132.9066578517231, "published": "2026-10-15T17:51:57Z", "sha256": "a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157", "tokens": 309}, {"bytes": 1675, "id": "http://arxiv.org/abs/2610.22314v1", "nll_nats": 1142.7115644453024, "published": "2026-10-15T17:51:01Z", "sha256": "aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46", "tokens": 324}, {"bytes": 1339, "id": "http://arxiv.org/abs/2610.22312v1", "nll_nats": 998.3138738030684, "published": "2026-10-15T17:50:57Z", "sha256": "fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0", "tokens": 245}, {"bytes": 1973, "id": "http://arxiv.org/abs/2610.22300v1", "nll_nats": 1518.145499945851, "published": "2026-10-15T17:47:52Z", "sha256": "735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7", "tokens": 402}, {"bytes": 1573, "id": "http://arxiv.org/abs/2610.22298v1", "nll_nats": 1350.6495303430129, "published": "2026-10-15T17:46:37Z", "sha256": "5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e", "tokens": 311}, {"bytes": 1004, "id": "http://arxiv.org/abs/2610.22294v1", "nll_nats": 727.7721082124335, "published": "2026-10-15T17:44:46Z", "sha256": "e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915", "tokens": 191}, {"bytes": 1376, "id": "http://arxiv.org/abs/2610.22292v1", "nll_nats": 1113.5184418092103, "published": "2026-10-15T17:43:47Z", "sha256": "9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e", "tokens": 301}, {"bytes": 1599, "id": "http://arxiv.org/abs/2610.22273v1", "nll_nats": 1245.7315193641552, "published": "2026-10-15T17:35:17Z", "sha256": "728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97", "tokens": 331}, {"bytes": 1425, "id": "http://arxiv.org/abs/2610.22249v1", "nll_nats": 1259.7552087036893, "published": "2026-10-15T17:22:11Z", "sha256": "13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f", "tokens": 311}, {"bytes": 1969, "id": "http://arxiv.org/abs/2610.22244v1", "nll_nats": 1909.5505158152955, "published": "2026-10-15T17:19:40Z", "sha256": "7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666", "tokens": 458}, {"bytes": 1339, "id": "http://arxiv.org/abs/2610.22236v1", "nll_nats": 1259.6651724648545, "published": "2026-10-15T17:15:01Z", "sha256": "f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba", "tokens": 276}, {"bytes": 1617, "id": "http://arxiv.org/abs/2610.22209v1", "nll_nats": 1148.3987706731277, "published": "2026-10-15T16:58:12Z", "sha256": "6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405", "tokens": 309}, {"bytes": 1306, "id": "http://arxiv.org/abs/2610.22196v1", "nll_nats": 1327.301008904673, "published": "2026-10-15T16:46:47Z", "sha256": "9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c", "tokens": 290}, {"bytes": 1259, "id": "http://arxiv.org/abs/2610.22195v1", "nll_nats": 983.6063379730849, "published": "2026-10-15T16:45:59Z", "sha256": "05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5", "tokens": 275}], "protocol": {"aggregation": "sum document negative log likelihood / log(2) / sum raw UTF-8 bytes", "batch_size": 4, "benchmark": "codesota-live-arxiv-2026-10-snapshot1", "context_tokens": 1024, "direction": "min", "dtype": "float32", "execution": "Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches", "id": "codesota-live-bpb-v1", "loader_sources": {"sub1b_balanced.py": "f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b", "sub1b_gollem.py": "b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7", "sub1b_native.py": "ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7", "sub1b_slayer139.py": "f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"}, "metric": "bits_per_utf8_byte", "runner_sha256": "458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a", "selection": "20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text", "start_token_id": 0, "start_token_policy": "HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored", "stride_tokens": 512, "task": "language-modeling", "tf32": false, "tokenization": "raw text, no chat template or added special tokens; every content token scored once"}, "scope": "subset", "score": 1.138092445489513, "scoring_seconds": 0.33405358204618096, "scoring_tokens_per_second": 19161.596654021505, "started_ns": 1792198715858140693, "system": {"adapter": "balanced", "id": "SlayerLab/Slayer-149M-Decision-v1", "license": "apache-2.0", "revision": "ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7", "source": "https://huggingface.co/SlayerLab/Slayer-149M-Decision-v1", "stage": "decision-tuned", "track": "raw-base"}, "tokens": 6401, "track": "raw-base"}