{"acc_norm":0.5092592592592593,"acc_norm_definition":"argmax summed conditional log likelihood / Python character length of answer text, excluding leading delimiter","batch_policy":{"choice_candidates":16,"code_test_workers":4,"generation_examples":8,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":176,"seconds":0.30091917398385704},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.13293831294868141},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.1337324019987136},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.13681495108176023},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.1348846920300275},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.13519141403958201},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.1333231800235808},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.13333206705283374},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.13222341996151954},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13243034505285323},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13150212401524186},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13133780797943473},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13189937500283122},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13141008303500712},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.1340221529826522},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13122290302999318},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.13257106707897037},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.1320251199649647},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13507905404549092},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1348894099937752},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1325526029104367},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1319105359725654},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1322572419885546},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1326496839756146},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13305203500203788},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13285162998363376},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13286757096648216},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13282320694997907},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13307302305474877},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.13450929103419185},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1355036860331893},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1345110050169751},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13301702996250242},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13397071696817875},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13281308906152844},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13481308799237013},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13258999306708574},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1322539250832051},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13232806499581784},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13202101201750338},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13185354007873684},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1319017190253362},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13238609302788973},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13258266809862107},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1323032679501921},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13220688805449754},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1332483310252428},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1324497009627521},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13336871401406825},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1327559120254591},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1322031810414046},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13764918607193977},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13446468801703304},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13433198095299304},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1337416199967265},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13356075203046203},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13600391894578934},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1359319039620459},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.134162885020487},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13387406698893756},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13267103407997638},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1340441140346229},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13347983197309077},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1341079929843545},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13362188707105815},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13290547206997871},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1333152250153944},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.13697245495859534},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1343001319328323},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13343559904024005},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13313305494375527},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1331719879526645},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1329771049786359},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13326996099203825},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13321906595956534},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13377405109349638},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1334644629387185},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13350955699570477},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1336001860909164},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13548792607616633},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13354692806024104},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13489318697247654},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13532232795841992},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13898080901708454},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13487754797097296},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13423489907290787},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13401843595784158},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1336601380025968},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1336771200876683},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13242330204229802},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13342898804694414},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13468550005927682},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13296689500566572},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13312511099502444},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.13491301401518285},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13392310892231762},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1350625930353999},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1350655290298164},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13493536598980427},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1387184599880129},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1362554980441928},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1353117770049721},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13531310996040702},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13569887005724013},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13570868805982172},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13603526609949768},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1360381420236081},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13682634197175503},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13721775100566447},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.14016063895542175},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13564392703119665},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1358203359413892},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1354548940435052},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13593414798378944},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1357089279918},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13990532199386507},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1363321910612285},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.13545417308341712},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1358157069189474},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1349601319525391},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1351848510093987},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13474057195708156},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.135278204921633},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13455754204187542},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13659317698329687},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13658708601724356},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13433939509559423},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13512185390572995},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13469062990043312},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13486176903825253},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13468064100015908},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13823315501213074},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13539933098945767},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13719769404269755},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13699246104806662},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13654148008208722},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13479681801982224},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13555221597198397},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13559447403531522},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13643538299947977},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1347900649998337},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13858824700582772},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13934861402958632},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13923293899279088},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13931043294724077},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.13970222405623645},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13996952201705426},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.14264194609131664},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13986064901109785},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1397014029789716},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13986028905492276},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1396999800344929},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1400711319874972},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13718641293235123},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13705528900027275},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13928237091749907},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.14002286200411618},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1392419250914827},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1368380030617118},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1376921460032463},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13781925290822983},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13526242598891258},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1382620179792866},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13706276298034936},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13530795997940004},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13509404088836163},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1351143999490887},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13496947998646647},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.13649858999997377},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13538931193761528},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13413805898744613},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13406961190048605},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13486943196039647},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1343908809358254},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13504716393072158},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13480450201313943},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13491886493284255},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1347978999838233},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13844196405261755},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13647087896242738},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1349645599257201},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1347987010376528},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13478689908515662},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13622740504797548},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13675513898488134},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13785936799831688},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13694603403564543},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13495883997529745},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13566446607001126},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13662840309552848},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13460521097294986},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13489545101765543},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13527919701300561},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.13575608597602695},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13822293595876545},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13555481005460024},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13521452597342432},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1359217759454623},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13688590296078473},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1350411530584097},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1348596039460972},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13484103989321738},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13478631793987006},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13525737705640495},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13521364401094615},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13557280402164906},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13543408503755927},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13469146098941565},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13575757900252938},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1355333209503442},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1405263909837231},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13759098702576011},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13528887496795505},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13685902301222086},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13452607300132513},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13437878794502467},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13466169603634626},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.13457241898868233},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1347913370700553},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13464029598981142},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13489255600143224},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13507408497389406},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13608620199374855},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13569011294748634},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1349150879541412},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13604131806641817},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13755981903523207},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1349420390324667},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13594935601577163},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13486073608510196},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13541990902740508},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13521915604360402},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13577240705490112},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1354190279962495},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13553431304171681},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1376642941031605},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1386239529820159},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1384175280109048},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13495891995262355},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13462596002500504},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13475382700562477},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.13665297895204276},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1378140930319205},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13641936203930527},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13472000393085182},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13462224195245653},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13477034796960652},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13463693903759122},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1345617090119049},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13486879202537239},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13509384193457663},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13508847204502672},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13665754697285593},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1351149199763313},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1356511008925736},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1355325699551031},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13523608597461134},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13721521699335426},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13833099696785212},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13481542200315744},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1347450310131535},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.13631354493554682},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13626858196221292},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13667035102844238},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.1346600620308891},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13496534200385213},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13491191191133112},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13620122603606433},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13437874801456928},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13472408195957541},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13463966501876712},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13463846198283136},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13504323700908571},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13813903997652233},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13575755897909403},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13439355499576777},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.1341673539718613},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13445675291586667},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13384263799525797},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13491721195168793},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13458063395228237},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13669487601146102},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.13445244496688247},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1351259519578889},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13566431507933885},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1360773550113663},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.137371958931908},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1378208149690181},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1387214050628245},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13768587505910546},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13885353202931583},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13480931101366878},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.134946717065759},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13533998106140643},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.135257326066494},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13569330901373178},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13606452103704214},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1355447620153427},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13531325105577707},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1358122309902683},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1357194179436192},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13615228503476828},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13510863902047276},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.13627186708617955},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13426017703022808},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13716886995825917},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13600787601899356},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.135249802027829},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13545901305042207},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1353755770251155},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13466830807738006},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13791162590496242},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13744598696939647},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13615471008233726},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13526471995282918},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13582071696873754},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1355930119752884},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13578665303066373},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13697381608653814},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.13484201196115464},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1346691600047052},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13866496994160116},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.1369293030584231},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.1357299881055951},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13568655599374324},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13712633110117167},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13564300490543246},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13595358503516763},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13571667298674583},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.136163905961439},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.136061284923926},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13596395403146744},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13572569005191326},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13750477705616504},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13529885304160416},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.13482475001364946},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13693584606517106},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.141324148979038},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13853171095252037},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13600783608853817},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1374938760418445},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13516662700567394},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1355571059975773},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1369832439813763},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1360730369342491},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13726418802980334},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13597369205672294},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13560846110340208},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13571469893213362},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13464712898712605},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13422554195858538},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.13462585804518312},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13540447095874697},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13694584497716278},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13550533901434392},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13574968394823372},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1355872310232371},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13450695690698922},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13539892004337162},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13521443598438054},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13504762505181134},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13451311900280416},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13635497190989554},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13747846707701683},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1352459049085155},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13398768904153258},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1348778789397329},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13449610699899495},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.13561869994737208},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13697678199969232},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13527218392118812},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.1352255770470947},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13540242600720376},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13545835099648684},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13565552898216993},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13523925200570375},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13543574803043157},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13536224199924618},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13500263111200184},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.13478719908744097},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1352693490916863},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13714141899254173},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1378082319861278},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13786315498873591},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13866625202354044},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13855048594996333},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13806543301325291},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13802049809601158},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.14036275492981076},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13906053791288286},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13814970897510648},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.13793730305042118},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1379258109955117},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.14160374004859477},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1433030980406329},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1343369099777192},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.13483740400988609},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.13464921293780208},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1356263840571046},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1351743710692972},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1361755880061537},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1346591809997335},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.13465139700565487},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13461602001916617},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1344299130141735},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13439273496624082},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13502151693683118},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13607871800195426},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13416635093744844},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13388422597199678},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1341537090484053},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13422607292886823},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1345991489943117},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.13577139505650848},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13541603204794228},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13482049200683832},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13595017790794373},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1343198890099302},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1341906770830974},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13440646009985358},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1342237190110609},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13371053209993988},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13387101097032428},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.13413834001403302},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1336843529716134},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13367282203398645},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.133113368996419},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1338267190149054},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13446748303249478},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1340179449180141},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13362318999134004},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1338843359844759},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13575043494347483},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13438281510025263},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1340371110709384},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13371631305199116},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.13390518492087722},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.13379645196255296},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1345018279971555},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1340114630293101},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.13411792204715312},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1346185349393636},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.13338370202109218},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1333142229123041},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.13314862397965044},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1336122089996934},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13333189697004855},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13317186699714512},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13605081499554217},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13438496901653707},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13347972102928907},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13361120701301843},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13372102193534374},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13492040801793337},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13320496899541467},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1337319619487971},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13418498600367457},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.13431151292752475},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13468180305790156},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.134385269950144},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13397432502824813},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13577317807357758},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1351340770488605},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1347466940060258},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13766577700152993},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1384851139737293},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13715954299550503},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.13514319306705147},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13739723595790565},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13590922090224922},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1363228929694742},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13566059805452824},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13558759191073477},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.135768179083243},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13590985210612416},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.13559243094641715},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.13636928901541978},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.13704321603290737},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.13658539298921824},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.13720575894694775},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.14595091494265944},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.15423914801795036},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.14227955997921526},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.13778775394894183},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.13495619501918554},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.13626565702725202},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.13517541403416544},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1355516150360927},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1346592209301889},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.13709697604645044},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1363786970032379},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1346882050856948},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.13464997406117618},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.13510634494014084},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13486025598831475},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.139566331054084},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13785695401020348},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13540878798812628},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13622300594579428},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13468627107795328},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13481318799313158},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13568080600816756},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.13524162699468434},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.13485436490736902},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.13511145499069244},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1345778190298006},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1347204049816355},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.134814289980568},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13523270993027836},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13512424798682332},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13504811597522348},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13702528201974928},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13737225998193026},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1364861469483003},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.13585333700757474},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.136321700992994},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.13658940000459552},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1345790410414338},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13482561195269227},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13489596208091825},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13528597902040929},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13469282304868102},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13441889302339405},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13396587898023427},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13443262898363173},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13450729800388217},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13458441197872162},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13642780808731914},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13857843889854848},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1345394270028919},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1346095879562199},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13578571192920208},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13433016696944833},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1352052390575409},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13481568300630897},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13551538693718612},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13530318101402372},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13543857401236892},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.135063694906421},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13468774396460503},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13609915599226952},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13669121998827904},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13654230197425932},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13849462196230888},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1364651279291138},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13440305402036756},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13440433598589152},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13432493701111525},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13466251699719578},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13506238197442144},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.13506039907224476},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.13498242408968508},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.13495687604881823},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1350393999600783},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13493312196806073},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13497493998147547},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13490459905005991},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13550392596516758},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.1363496920093894},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13821210502646863},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13729119789786637},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13545170903671533},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1349195260554552},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13505940698087215},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13572630006819963},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1360760029638186},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13779004791285843},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.13822642201557755},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.13742146198637784},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.13615099200978875},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.13651888899039477},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.13558104098774493},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.13546983303967863},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.13667181495111436},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.13568869302980602},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1387473939685151},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.13586282602045685},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.1353760469937697},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.13715220894664526},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.1365057840012014},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.13713293301407248},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.1370971059659496},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.13720614998601377},{"candidates":16,"kind":"choice","padded_tokens":1264,"seconds":0.1368320119800046},{"candidates":16,"kind":"choice","padded_tokens":1264,"seconds":0.13702097500208765},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.13650815794244409},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.13761997094843537},{"candidates":16,"kind":"choice","padded_tokens":1312,"seconds":0.13789820997044444},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.13681256596464664},{"candidates":16,"kind":"choice","padded_tokens":1408,"seconds":0.13710819697007537},{"candidates":16,"kind":"choice","padded_tokens":1552,"seconds":0.13770339696202427},{"candidates":16,"kind":"choice","padded_tokens":1728,"seconds":0.14174918096978217},{"candidates":16,"kind":"choice","padded_tokens":2128,"seconds":0.14613537897821516},{"candidates":13,"kind":"choice","padded_tokens":2119,"seconds":0.13011669099796563}],"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"sub1b-models.json":"e6b253dc7b72d796866c2d6d9fb2ff63f0dd86203b40f2d1088059ef6a4995bd","sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"sub1b-arc-easy-standard-v2","finished":1792205904,"gpu":1,"id":"3cb7075070775d0cbe5ae4ae","measured_cost_usd":null,"metric":"accuracy","model":"SlayerLab/Slayer-149M-Decision-v1","model_revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7","n":2376,"notes":"Full ARC-Easy test split (2376 examples); FP32, 1024-token input ceiling, raw summed answer-token log likelihood, zero-shot Question/Answer prompt. Character-normalized accuracy reported separately as acc_norm. Native masked-padding adapter uses unpadded row forwards. Distinct from the earlier token-normalized pilot.","peak_gpu_bytes":841644544,"profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy (full test split, raw accuracy)","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"sub1b-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"SlayerLab/Slayer149-ARC","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17"},{"id":"HuggingFaceTB/SmolLM2-135M-Instruct","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac"},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","revision":"a10cc1512eabd3dde888204e902eca88bddb4951"},{"id":"Qwen/Qwen2.5-0.5B-Instruct","revision":"7ae557604adf67be50417f59c2c2f167def9a775"},{"id":"SlayerLab/Slayer149","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd"},{"id":"SlayerLab/Slayer139-1.01","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495"},{"id":"SlayerLab/Slayer139-1.01b","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33"},{"id":"SlayerLab/Slayer139-1.02","revision":"c4298d757ba39cba19dd768777da9fadf319ff61"},{"id":"SlayerLab/Slayer-149M-Decision-v1","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7"}],"name":"ARC-Easy / full sub-1B standard evaluation","parent_task":"reading","priority_models":["SlayerLab/Slayer149-ARC"],"protocol_version":"codesota-sub1b-arc-easy-standard-v2","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_sub1b_standard.py","selection":"Full pinned test split: 2376 examples; raw summed conditional answer likelihood, zero-shot Question/Answer prompt; separate character-normalized diagnostic","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"sub1b"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":85.12563666200731,"measurement_version":"gpu-slot-v1"},"runner_sha256":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","scope":"cf50d4b44de811db4aed984c74f66a1eab461af452494ae6c905f9c80d3ffc25","score":0.5635521885521886,"scoring":"argmax raw summed conditional answer-token log likelihood; zero-shot Question/Answer prompt; no chat template or added BOS","seconds":82.21051689004526,"seed":42,"selection":"full pinned ARC-Easy test split; all 2376 examples in source order","status":"completed","task":"sub1b-arc-easy-full","worker":"white-gpu1"}