{"manifest":{"collected":"2026-10-17T00:39:58.555056+00:00","cutoff":"2026-10-01T00:00:00Z","documents":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609"},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd"},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22"},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c"},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943"},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b"},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157"},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46"},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0"},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7"},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e"},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915"},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e"},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97"},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f"},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666"},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba"},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405"},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c"},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5"}],"id":"codesota-live-arxiv-2026-10-snapshot1","source_query":"cat:cs.CL AND submittedDate:[202610010000 TO 202610162359]; newest first; 20 abstracts","text_policy":"Collapse whitespace separately in title and abstract; join title + newline + abstract + newline; score all resulting UTF-8 bytes"},"published":1792198747,"results":[{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198707,"finished_ns":1792198707385790460,"gpu_slot_seconds":1.5571070150472224,"id":"8c739040e87ae8d5e5c8aea2","model_load_seconds":0.8309563089860603,"origin":"codesota","parameters":494032768,"peak_gpu_bytes":3990537728,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1188.0252781471354,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":333},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1265.3520399796544,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":360},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1508.1181125768053,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":367},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":857.4237761920485,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":264},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1162.905535933096,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":312},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1071.2366424827414,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":314},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":997.1492990729821,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":288},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1042.3848934079288,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":302},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":886.137600265647,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":231},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1373.7392810056263,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":388},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1270.3901915949536,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":299},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":663.1731008663774,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":171},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1013.1986214911667,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":275},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1082.8121842259789,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":293},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1170.013039214562,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":295},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1797.0113801986154,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":432},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1141.0406229076907,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":254},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1038.3752193074397,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":281},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1206.1682413587987,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":273},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":855.6374254992697,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":249}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":151645,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.0334835243821705,"scoring_seconds":0.726150706061162,"scoring_tokens_per_second":8236.582227458763,"started_ns":1792198705668185505,"system":{"adapter":"hf","id":"Qwen/Qwen2.5-0.5B-Instruct","license":"apache-2.0","revision":"7ae557604adf67be50417f59c2c2f167def9a775","source":"https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct/tree/7ae557604adf67be50417f59c2c2f167def9a775","stage":"instruct","track":"open"},"tokens":5981,"track":"open"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198705,"finished_ns":1792198705662050543,"gpu_slot_seconds":1.2402493229601532,"id":"5f61f6ffce72b907ddfb6834","model_load_seconds":0.6490551619790494,"origin":"codesota","parameters":361821120,"peak_gpu_bytes":2120555520,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1212.2235868906137,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":345},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1287.8294765569153,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":369},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1507.50274136581,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":387},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":838.4023134024901,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1187.968872754369,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":321},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1067.1519938005658,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":317},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":992.349769877479,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":300},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1038.9427206271212,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":307},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":932.4762443133459,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":238},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1354.1166621862503,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":388},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1296.69205795374,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":308},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":700.1054753677454,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":180},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1058.489831947224,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":282},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1127.447903430726,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":296},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1187.8065025084557,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":291},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1811.589072028657,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":440},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1178.642610564595,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":260},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1045.1013940627163,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":282},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1208.2531924517243,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":286},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":906.6635192730755,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":251}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":1,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.0494711316254455,"scoring_seconds":0.5911941609811038,"scoring_tokens_per_second":10340.088592646618,"started_ns":1792198704269276290,"system":{"adapter":"hf","id":"HuggingFaceTB/SmolLM2-360M-Instruct","license":"apache-2.0","revision":"a10cc1512eabd3dde888204e902eca88bddb4951","source":"https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct/tree/a10cc1512eabd3dde888204e902eca88bddb4951","stage":"instruct","track":"open"},"tokens":6113,"track":"open"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198712,"finished_ns":1792198712487171601,"gpu_slot_seconds":0.9604528109775856,"id":"4226c308d87b13fbba56f017","model_load_seconds":0.6819665119983256,"origin":"codesota","parameters":139279760,"peak_gpu_bytes":1089990144,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1266.7514196047123,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":376},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1408.8828975521028,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1591.447396435924,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":408},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":946.243215608556,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":273},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1259.407077963755,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":334},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1198.8321470332303,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":331},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1106.2910198930767,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":324},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1145.3051018244696,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":334},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":984.1764377430372,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":249},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1485.8890995727852,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":412},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1327.993743812549,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":321},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":733.3740215407452,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":199},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1094.9948387736222,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":313},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1247.9067983262066,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1227.5460997324517,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":319},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1883.1389699309366,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":455},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1209.2074737710063,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":272},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1136.8716517439498,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":303},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1262.4979070131667,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":289},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":972.8322695652314,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":271}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1203744871161525,"scoring_seconds":0.27848629897926,"scoring_tokens_per_second":23283.012571052514,"started_ns":1792198711363529551,"system":{"adapter":"slayer139","id":"SlayerLab/Slayer139-1.01","license":"apache-2.0","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495","source":"https://huggingface.co/SlayerLab/Slayer139-1.01","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6484,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198715,"finished_ns":1792198715857524433,"gpu_slot_seconds":0.9626430650241673,"id":"16708cfd8324d1464b5c7e78","model_load_seconds":0.6820266339927912,"origin":"codesota","parameters":139279760,"peak_gpu_bytes":1089990144,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1280.5613745216833,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":376},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1413.317552500026,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1581.0514232146961,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":408},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":948.1116582637842,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":273},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1263.618031815393,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":334},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1199.6654741188686,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":331},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1101.5203392966505,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":324},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1141.845196191698,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":334},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":991.3504603705369,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":249},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1484.7743943438982,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":412},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1334.0003093745909,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":321},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":733.0339322640793,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":199},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1094.43146286509,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":313},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1249.4343839997782,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1229.5014264250658,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":319},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1885.699414044444,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":455},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1215.6806822724175,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":272},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1142.5548656333776,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":303},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1257.9429101825226,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":289},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":969.141093083861,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":271}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1216393007334111,"scoring_seconds":0.2806164310313761,"scoring_tokens_per_second":23106.273485728336,"started_ns":1792198714727344069,"system":{"adapter":"slayer139","id":"SlayerLab/Slayer139-1.02","license":"apache-2.0","revision":"c4298d757ba39cba19dd768777da9fadf319ff61","source":"https://huggingface.co/SlayerLab/Slayer139-1.02","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6484,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198717,"finished_ns":1792198717020787637,"gpu_slot_seconds":1.0075544160790741,"id":"24caa458a5e2ad031f93eaee","model_load_seconds":0.6735008340328932,"origin":"codesota","parameters":149333081,"peak_gpu_bytes":1129439232,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1330.416607767169,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":369},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1364.2256831290433,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1621.3475819829982,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":401},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":935.0909811107776,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1306.476590136619,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":333},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1201.2920894474955,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":330},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1132.9066578517231,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":309},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1142.7115644453024,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":324},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":998.3138738030684,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":245},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1518.145499945851,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":402},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1350.6495303430129,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":311},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":727.7721082124335,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":191},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1113.5184418092103,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":301},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1245.7315193641552,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1259.7552087036893,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":311},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1909.5505158152955,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":458},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1259.6651724648545,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":276},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1148.3987706731277,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":309},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1327.301008904673,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":290},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":983.6063379730849,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":275}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.138092445489513,"scoring_seconds":0.33405358204618096,"scoring_tokens_per_second":19161.596654021505,"started_ns":1792198715858140693,"system":{"adapter":"balanced","id":"SlayerLab/Slayer-149M-Decision-v1","license":"apache-2.0","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7","source":"https://huggingface.co/SlayerLab/Slayer-149M-Decision-v1","stage":"decision-tuned","track":"raw-base"},"tokens":6401,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198714,"finished_ns":1792198714726756834,"gpu_slot_seconds":1.0058694238541648,"id":"467e61501a76665648a52a2f","model_load_seconds":0.6758317009080201,"origin":"codesota","parameters":149333081,"peak_gpu_bytes":1129439232,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1329.641613489075,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":369},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1366.9363460315217,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1626.1363104962584,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":401},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":939.5527718981466,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1309.8756963974156,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":333},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1203.8936709290138,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":330},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1136.3244743155228,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":309},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1149.2325047586928,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":324},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":999.700087691308,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":245},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1519.495190877642,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":402},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1351.8251320752315,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":311},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":731.0038070696755,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":191},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1116.695000396765,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":301},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1243.2979694071546,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1262.2616662886867,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":311},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1911.844729992401,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":458},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1258.6069967497606,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":276},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1149.5538685916472,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":309},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1329.230834288901,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":290},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":990.3489870510912,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":275}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1403150200168921,"scoring_seconds":0.33003772294614464,"scoring_tokens_per_second":19394.75264481967,"started_ns":1792198713572586688,"system":{"adapter":"balanced","id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","license":"apache-2.0","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33","source":"https://huggingface.co/SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6401,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198713,"finished_ns":1792198713571977883,"gpu_slot_seconds":0.9414738460909575,"id":"24deee06e103885ddbf5a347","model_load_seconds":0.6634112669853494,"origin":"codesota","parameters":139279760,"peak_gpu_bytes":1089990144,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1321.7719051023305,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":376},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1420.7656627945544,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1610.0509193169928,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":408},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":954.1490584567073,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":273},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1296.872181768762,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":334},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1208.7992653886176,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":331},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1127.5004857219537,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":324},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1165.0631849353085,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":334},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":1026.3486558830618,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":249},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1524.6808055661677,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":412},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1366.6854759962298,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":321},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":721.0249447532697,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":199},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1090.2946139107225,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":313},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1262.1487591272307,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1228.8494523155387,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":319},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1920.7967737586587,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":455},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1247.042723937193,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":272},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1175.1635412058095,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":303},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1285.0126989915734,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":289},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":1023.9784710547538,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":271}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1426730119020363,"scoring_seconds":0.27806257910560817,"scoring_tokens_per_second":23318.491905152678,"started_ns":1792198712487788572,"system":{"adapter":"slayer139","id":"SlayerLab/Slayer139-1.01b","license":"apache-2.0","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633","source":"https://huggingface.co/SlayerLab/Slayer139-1.01b","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6484,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198708,"finished_ns":1792198708647764821,"gpu_slot_seconds":1.0127747720107436,"id":"25fa7b03bb2b9c8422ec385a","model_load_seconds":0.6798100300366059,"origin":"codesota","parameters":149333081,"peak_gpu_bytes":1129439232,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1343.2458636352967,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":369},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1368.6088380829024,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1641.4132188630701,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":401},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":940.3679662273207,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1317.9673238246469,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":333},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1207.4532257625979,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":330},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1137.5659811710793,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":309},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1149.1705963137001,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":324},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":1002.3884595041745,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":245},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1526.821305194957,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":402},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1360.8347771831322,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":311},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":728.8898841397022,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":191},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1112.6217716813699,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":301},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1244.4782988495535,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1272.9069201886887,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":311},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1916.7599698667327,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":458},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1262.1952394487598,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":276},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1159.5720179503405,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":309},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1331.9646871272707,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":290},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":993.1036514205653,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":275}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1445638375513436,"scoring_seconds":0.3329647419741377,"scoring_tokens_per_second":19224.25768580982,"started_ns":1792198707403145547,"system":{"adapter":"balanced","id":"SlayerLab/Slayer149-ARC","license":"apache-2.0","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17","source":"https://huggingface.co/SlayerLab/Slayer149-ARC","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6401,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198704,"finished_ns":1792198704260027681,"gpu_slot_seconds":1.0680282090324908,"id":"2cd85616f1b932833b5d2618","model_load_seconds":0.6731896629789844,"origin":"codesota","parameters":134515008,"peak_gpu_bytes":1211815424,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1326.2561619668268,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":345},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1395.6133055408282,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":369},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1606.6682546113443,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":387},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":980.5501083121053,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1251.849681863503,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":321},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1181.5504432769958,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":317},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1135.1231926808687,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":300},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1173.8500037786143,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":307},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":1025.0169193125112,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":238},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1481.3895869016415,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":388},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1395.0972015515435,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":308},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":774.4290857721353,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":180},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1137.015954777511,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":282},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1261.4414462978893,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":296},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1256.2412406189833,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":291},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1927.7730661286187,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":440},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1277.8378508752212,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":260},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1144.475001447514,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":282},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1277.5483976423275,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":286},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":1013.2935713530751,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":251}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":1,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.144778422290382,"scoring_seconds":0.39483854605350643,"scoring_tokens_per_second":15482.277657793822,"started_ns":1792198703084012284,"system":{"adapter":"hf","id":"HuggingFaceTB/SmolLM2-135M-Instruct","license":"apache-2.0","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac","source":"https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct/tree/12fd25f77366fa6b3b4b768ec3050bf629380bac","stage":"instruct","track":"open"},"tokens":6113,"track":"open"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198710,"finished_ns":1792198710225269748,"gpu_slot_seconds":1.3975072700995952,"id":"6f6b63a1138d8e2ea4f14aa3","model_load_seconds":1.0674910880625248,"origin":"codesota","parameters":148910738,"peak_gpu_bytes":902700032,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1309.6085787241173,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":418},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1417.189791929617,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":408},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1645.166704974774,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":478},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":974.2882397861104,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":290},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1296.0789226599372,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":388},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1231.9210094437149,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":364},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1140.060656179994,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":362},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1147.9591148687196,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":382},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":1013.1778050929715,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":277},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1517.911751948137,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":447},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1358.5623936552147,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":364},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":744.2396613152468,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":220},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1119.2198907014422,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":347},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1261.9797707390462,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":374},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1243.8472937946644,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":345},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1934.118561339379,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":500},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1229.8588690253673,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":309},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1177.497178919878,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":357},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1312.494225632894,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":329},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":1017.681753864596,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":305}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1479736109402139,"scoring_seconds":0.3300161820370704,"scoring_tokens_per_second":22011.04186819555,"started_ns":1792198708648409052,"system":{"adapter":"gollem","id":"SlayerLab/Slayer149","license":"apache-2.0","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e","source":"https://huggingface.co/SlayerLab/Slayer149","stage":"base","track":"raw-base"},"tokens":7264,"track":"raw-base"},{"bytes":31535,"documents":20,"environment":{"gpu":"NVIDIA GeForce RTX 3090","platform":"Linux-7.0.0-34-generic-x86_64-with-glibc2.43","python":"3.11.16 (main, Sep  1 2026, 14:18:37) [Clang 22.1.3 ]","torch":"2.8.0+cu128","transformers":"4.56.2"},"finished":1792198711,"finished_ns":1792198711362918251,"gpu_slot_seconds":1.0029852340230718,"id":"91f182a4e98dba674fa0f1e0","model_load_seconds":0.6748491480248049,"origin":"codesota","parameters":149333081,"peak_gpu_bytes":1129439232,"per_document":[{"bytes":1998,"id":"http://arxiv.org/abs/2610.22355v1","nll_nats":1365.7625147910148,"published":"2026-10-15T17:58:04Z","sha256":"96d0c4ba95a814f10a3f81ebf67dc88f3bc96e2237bb66495dbb6f660352a609","tokens":369},{"bytes":1814,"id":"http://arxiv.org/abs/2610.22350v1","nll_nats":1377.8081527797622,"published":"2026-10-15T17:57:23Z","sha256":"916c532294461331017aa54fb8a16a5b8c8759544c4d4bd1f7ecc3ef7cc647cd","tokens":370},{"bytes":1996,"id":"http://arxiv.org/abs/2610.22344v1","nll_nats":1643.5302924761163,"published":"2026-10-15T17:56:32Z","sha256":"beac3e5550856e04e93cf053f7bf217da911bb628c57284ed725a5bfb231ff22","tokens":401},{"bytes":1322,"id":"http://arxiv.org/abs/2610.22333v1","nll_nats":953.4723394243338,"published":"2026-10-15T17:53:33Z","sha256":"88189d65219571ca4301f4650c5456f11f94fb080523e3584d095955242d161c","tokens":265},{"bytes":1735,"id":"http://arxiv.org/abs/2610.22327v1","nll_nats":1334.2053338704281,"published":"2026-10-15T17:52:18Z","sha256":"24837e6678ef6dd34b06b89b681835c68b78b9818c9fafae5de6deb415892943","tokens":333},{"bytes":1529,"id":"http://arxiv.org/abs/2610.22324v1","nll_nats":1210.647984171832,"published":"2026-10-15T17:52:12Z","sha256":"035b9d4a48b9634d5e5024b7279e7fe869cb625151a5389ae5cd90d8e645271b","tokens":330},{"bytes":1687,"id":"http://arxiv.org/abs/2610.22322v1","nll_nats":1159.627889871077,"published":"2026-10-15T17:51:57Z","sha256":"a355314f1e2c5ac9e16a58d392d8d6206df7c1d76072ceb440804d16ee31d157","tokens":309},{"bytes":1675,"id":"http://arxiv.org/abs/2610.22314v1","nll_nats":1170.138673900421,"published":"2026-10-15T17:51:01Z","sha256":"aaef0080d8de7b12b1b38fa45b9be20ef78538715557f694575f8ad645691a46","tokens":324},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22312v1","nll_nats":1011.7893221104459,"published":"2026-10-15T17:50:57Z","sha256":"fe8b80c46a34756bcd97bdce924d18eebaccb264234a338c41051ba06cdd43b0","tokens":245},{"bytes":1973,"id":"http://arxiv.org/abs/2610.22300v1","nll_nats":1551.9918958644266,"published":"2026-10-15T17:47:52Z","sha256":"735b57c61a0cc0f761ee3bb02d4a540d1bac6a57cc4da006e562f1bf0eaa8db7","tokens":402},{"bytes":1573,"id":"http://arxiv.org/abs/2610.22298v1","nll_nats":1349.7957179043442,"published":"2026-10-15T17:46:37Z","sha256":"5f6b0ce3a295d552d75a4d40f4bd949d07be15bb5ea671fb6be7fdf0d272ac0e","tokens":311},{"bytes":1004,"id":"http://arxiv.org/abs/2610.22294v1","nll_nats":767.5736741921282,"published":"2026-10-15T17:44:46Z","sha256":"e732845c2f51195f3f2c4d1b9c311c65c4dda091a0828d816689cbe95d7de915","tokens":191},{"bytes":1376,"id":"http://arxiv.org/abs/2610.22292v1","nll_nats":1134.4618050818244,"published":"2026-10-15T17:43:47Z","sha256":"9a2bfe5cc789c81b5302496c325e724f888c1960177661749ad564e5b313c29e","tokens":301},{"bytes":1599,"id":"http://arxiv.org/abs/2610.22273v1","nll_nats":1259.7855931239392,"published":"2026-10-15T17:35:17Z","sha256":"728e16917f22536a6a8605a3adf5cc5abf5f0fb116da416d1d4ecd5d3dd60b97","tokens":331},{"bytes":1425,"id":"http://arxiv.org/abs/2610.22249v1","nll_nats":1266.4688623744296,"published":"2026-10-15T17:22:11Z","sha256":"13ec28ad92281345c3c85675ca5e309ed96ee22a02020761bb7a90819ac2ea8f","tokens":311},{"bytes":1969,"id":"http://arxiv.org/abs/2610.22244v1","nll_nats":1937.2337217804743,"published":"2026-10-15T17:19:40Z","sha256":"7a9b2b2878056194f0b652d7195a3738ad9f27e6be76cbdcd64893c9a9aab666","tokens":458},{"bytes":1339,"id":"http://arxiv.org/abs/2610.22236v1","nll_nats":1269.95866023517,"published":"2026-10-15T17:15:01Z","sha256":"f5b82a651f73956e080f02449036e630b990d3f15f42062e6cfa707a3e52e0ba","tokens":276},{"bytes":1617,"id":"http://arxiv.org/abs/2610.22209v1","nll_nats":1153.6515580303749,"published":"2026-10-15T16:58:12Z","sha256":"6103c7110886e56eece90f960ee60342947d1771b9f553b823e4088546870405","tokens":309},{"bytes":1306,"id":"http://arxiv.org/abs/2610.22196v1","nll_nats":1323.6191984605393,"published":"2026-10-15T16:46:47Z","sha256":"9c4aba72a929ab63beb84949d16b39ffc5682c352dcc261ee11a998240cabf0c","tokens":290},{"bytes":1259,"id":"http://arxiv.org/abs/2610.22195v1","nll_nats":999.1611976698114,"published":"2026-10-15T16:45:59Z","sha256":"05c845b8dda718f80e1990434b2b0fe6d0fa0f9c55e23d0563466926fdf638a5","tokens":275}],"protocol":{"aggregation":"sum document negative log likelihood / log(2) / sum raw UTF-8 bytes","batch_size":4,"benchmark":"codesota-live-arxiv-2026-10-snapshot1","context_tokens":1024,"direction":"min","dtype":"float32","execution":"Native Slayer rows are unpadded and scored separately inside each batch; HF models use masked padded batches","id":"codesota-live-bpb-v1","loader_sources":{"sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"metric":"bits_per_utf8_byte","runner_sha256":"458e80b51765480304e062a2ee97dbeea6177055e9a4a70ba9711cc05d0f288a","selection":"20 newest cs.CL abstracts in pinned temporal manifest; domain-specific pilot, not representative general text","start_token_id":0,"start_token_policy":"HF tokenizer BOS, else EOS; native config BOS or token 0; prefix not scored","stride_tokens":512,"task":"language-modeling","tf32":false,"tokenization":"raw text, no chat template or added special tokens; every content token scored once"},"scope":"subset","score":1.1547363309140306,"scoring_seconds":0.32813608599826694,"scoring_tokens_per_second":19507.15045718503,"started_ns":1792198710225885096,"system":{"adapter":"balanced","id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","license":"apache-2.0","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd","source":"https://huggingface.co/SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","stage":"base / ARC-adapted","track":"raw-base"},"tokens":6401,"track":"raw-base"}],"scope_id":"997e40569fca584c9783e97cba3e676f4bcd08bbf21bae9066f0077c2a5fcfc8","status":"measured"}