{"acc_norm":0.4701178451178451,"acc_norm_definition":"argmax summed conditional log likelihood / Python character length of answer text, excluding leading delimiter","batch_policy":{"choice_candidates":16,"code_test_workers":4,"generation_examples":8,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.30192728398833424},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.11927607806865126},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.12086665397509933},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.11918109096586704},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11958245898131281},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.12187178805470467},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11913023598026484},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.12061289104167372},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11975380894728005},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.12124946690164506},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.12010824994649738},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11725076101720333},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11752585496287793},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11746301699895412},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11767620500177145},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11613688501529396},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11647834093309939},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11955560895148665},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11855782906059176},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1178491769824177},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11712366505526006},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1168547139968723},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11706434399820864},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11718384700361639},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11714429303538054},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11735607800073922},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11733138200361282},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12026969098951668},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11790576402563602},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1173865239834413},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11714532598853111},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11678005405701697},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11711458791978657},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12052579794544727},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1160705320071429},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11759601603262126},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1179614479187876},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11797676503192633},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11777226405683905},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11820230504963547},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.117052051005885},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11782278900500387},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11855544499121606},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11758799094241112},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1191530090291053},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.12217027507722378},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1224433439783752},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.12004403001628816},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11758104700129479},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11774234799668193},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11746522097382694},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11750470497645438},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1172683440381661},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.120402657892555},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11779624898917973},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11764656996820122},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11926003801636398},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11829761404078454},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11791923793498427},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11808457598090172},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11858687305357307},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1187333760317415},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11742861394304782},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.12036912597250193},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.12075394403655082},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11750649905297905},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11740391806233674},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11759065499063581},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11738283897284418},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11708852904848754},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11736121797002852},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11732108297292143},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1174519769847393},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11990199505817145},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.12018346996046603},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1189718300011009},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11844562005717307},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11753601301461458},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11787689896300435},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1174650420434773},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11738325806800276},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11882046808023006},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11972802097443491},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11827439104672521},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11747640301473439},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11790568300057203},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11761623399797827},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1178728019585833},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11724055302329361},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11738954100292176},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11763404705561697},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11741376505233347},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11747760395519435},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.12003603507764637},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11662913300096989},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11861442402005196},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11800262401811779},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11774652590975165},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11991572100669146},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11694276798516512},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.12061135796830058},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11790250695776194},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11755461897701025},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.12001138890627772},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11843214405234903},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.12065134302247316},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11808979697525501},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11753172497265041},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11825426307041198},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11775341897737235},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11802135803736746},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11766662693116814},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11750440497417003},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11968454904854298},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11695905798114836},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11909145303070545},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11852120095863938},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11785837495699525},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11972218006849289},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11901739600580186},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11861433403100818},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11805270705372095},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1181556589435786},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11867160093970597},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.12058554904069752},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11827443004585803},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11788846005219966},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11920267099048942},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.12076389300636947},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11791239504236728},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11719636095222086},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11771820299327374},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11885314993560314},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1206032419577241},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1215628309873864},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.12131909700110555},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11770062102004886},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11726671108044684},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11681621090974659},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1168874540599063},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11696959706023335},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11751097708474845},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11755445797462016},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1172371560242027},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11737129697576165},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11749559792224318},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11766330094542354},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11749190092086792},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11754673405084759},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11745136603713036},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11739829601719975},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11693151702638716},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11821912706363946},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11553418100811541},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11816389404702932},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11754424904938787},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11655311100184917},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11671888001728803},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11696196289267391},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11729186901357025},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11733954690862447},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11714513506740332},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11819944099988788},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11783993989229202},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11733852606266737},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11712470697239041},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11723644507583231},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11728340294212103},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11667105101514608},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11814705305732787},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11531498201657087},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11664681602269411},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11800520808901638},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11867798294406384},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11674631095957011},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11700560501776636},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11691108800005168},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11709183605853468},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11718583991751075},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11769981903489679},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11707263998687267},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11737639596685767},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1174927829997614},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11751224007457495},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11787978501524776},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11728946398943663},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11804391001351178},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11523305997252464},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11673818598501384},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1179506570333615},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11677222908474505},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1185381020186469},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11766788898967206},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11691844300366938},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11744030506815761},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11713340296410024},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1169098560931161},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11727424501441419},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.117171103018336},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1174615150084719},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11744203802663833},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11546806804835796},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11656431201845407},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11872188502456993},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11497176298871636},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11505707097239792},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11678316001780331},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11614859604742378},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11627097509335726},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11830889398697764},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11779793200548738},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11638748191762716},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11711816501338035},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11760657490231097},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11692837998270988},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11724270693957806},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11745097499806434},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11742670997045934},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11734078999143094},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11819440091494471},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11499393300618976},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11644622101448476},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11712417600210756},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11735252209473401},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11820426001213491},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11684790102299303},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11472445109393448},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11698036699090153},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11815374507568777},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11646404501516372},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11621782497968525},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11625002603977919},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11686007294338197},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11733403790276498},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11704104102682322},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11762963805813342},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11595941404812038},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11704278399702162},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11747368809301406},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1167183289071545},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11672409006860107},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11497693206183612},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11614705401007086},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11621494102291763},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11589458293747157},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1165343060856685},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11842709500342607},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11808060901239514},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11692756891716272},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11721793096512556},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11726999701932073},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11844150198157877},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11602769093587995},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11658087302930653},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11777426803018898},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.1163012309698388},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11673866701312363},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11718441802076995},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11728905292693526},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11735744006000459},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11741581908427179},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11752113606780767},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11734843300655484},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11766335100401193},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11816054803784937},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11830504809040576},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11678854003548622},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11687158502172679},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11762261402327567},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11572798201814294},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11648020497523248},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11812128510791808},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11619485297705978},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11680777603760362},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11799764400348067},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11887798609677702},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11910096101928502},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11852948600426316},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1182274129241705},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.12024383305106312},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11880800500512123},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.12043060106225312},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.12189939001109451},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.12475103605538607},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11920786101836711},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11994723998941481},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.1173477319534868},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11790376901626587},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11723065399564803},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11781394190620631},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11537180910818279},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.118041165987961},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11920099798589945},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11703867593314499},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11627947096712887},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11793705192394555},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11921748903114349},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11875570693518966},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.12096273293718696},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11989315797109157},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11700934101827443},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11816274200100452},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11742154997773468},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11660309392027557},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11708465195260942},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11725601204670966},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11674056097399443},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11710795597173274},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11878603405784816},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11535978596657515},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11759924201760441},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11936806899029762},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11767656600568444},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11732548102736473},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11686904006637633},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11685557500459254},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11912301299162209},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11922687594778836},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.119064352940768},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11986657895613462},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11741790396627039},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11718628206290305},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11722657701466233},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11780549597460777},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11681476898957044},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1173550559906289},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11784682306461036},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11558462504763156},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11665591294877231},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11732767592184246},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.1171201589750126},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11703000008128583},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11742160096764565},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11738476192113012},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11721691791899502},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11755042104050517},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11747143301181495},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11726176203228533},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11890944396145642},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1171494530281052},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11812428093980998},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11744083603844047},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11717955907806754},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11840327992103994},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.12057810602709651},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11609253194183111},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11772710003424436},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1175786629319191},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1173556069843471},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11797002400271595},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11723728606011719},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11717272596433759},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11731951998081058},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11928280093707144},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11675640009343624},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11734749306924641},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11848693597130477},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.118724670028314},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11676481598988175},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11620836809743196},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.1174014329444617},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11702121410053223},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11530865007080138},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.1166290829423815},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.116836589993909},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11685462400782853},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11775426007807255},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11757472599856555},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11711825500242412},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11712022800929844},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.1183867200743407},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11845119995996356},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11769673402886838},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11697003908921033},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11895427899435163},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11816377390641719},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11606079305056483},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11636663391254842},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11682930600363761},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11429930792655796},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11708326998632401},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11692830105312169},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11728505592327565},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11715039401315153},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11520413507241756},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11617865203879774},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11642122501507401},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11677954299375415},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11678904097061604},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11718346702400595},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11722665594425052},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11741645098663867},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11859594995621592},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11783910903614014},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1172460230300203},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11469957500230521},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11654918396379799},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11683612898923457},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11690323404036462},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1171031870180741},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11750884295906872},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11588962306268513},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11680113396141678},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11632862209808081},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11637073091696948},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11660112999379635},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11705897399224341},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1169969990151003},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11739797599148005},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11767946102190763},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11754877690691501},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11659491807222366},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11718816601205617},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1165624379646033},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11672813701443374},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11693736794404685},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11737106798682362},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11848602502141148},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11731849797070026},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11727790301665664},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11739016196224838},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1176942780148238},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11751708795782179},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11756472697015852},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11756583896931261},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11766005493700504},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11746028298512101},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11878386104945093},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11453811393585056},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11816635902505368},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11973631603177637},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1171139869838953},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.12080738402437419},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1187186089809984},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11759389191865921},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11738044291269034},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11755184398498386},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1172777219908312},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.117983617936261},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11821693403180689},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11743248999118805},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11746125400532037},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11768258700612932},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11700034502428025},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11774170701391995},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11691922310274094},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11913490504957736},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11628257599659264},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1237208959646523},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11867799307219684},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11853016808163375},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11765185999684036},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11741760291624814},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11776496097445488},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11714362096972764},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11751870100852102},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11801181104965508},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11743382306303829},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11709331802558154},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11906445294152945},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.117640838958323},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1183583770180121},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11670093704015017},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11707391194067895},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11723388999234885},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1197775830514729},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11781470302958041},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11859045003075153},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11812900903169066},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.117870117072016},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11770780407823622},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11693753802683204},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11723292898386717},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11749136005528271},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11799376702401787},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11724456993397325},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11721057596150786},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11829148198012263},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11789220699574798},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11690316291060299},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11687851801980287},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11727754201274365},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11757840297650546},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1201354400254786},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12323171400930732},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1180503920186311},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11834054393693805},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11805129400454462},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11804532294627279},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11840178805869073},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11861266091000289},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11649874993599951},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11668049904983491},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11714838107582182},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11706854205112904},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11718761408701539},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11720407498069108},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11664668598677963},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11720485601108521},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11704648099839687},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1174610840389505},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11776440998073667},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12193880300037563},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12287435797043145},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11664208595175296},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.118561135022901},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11796841898467392},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11816186108626425},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11847655801102519},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.117288090987131},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1184983579441905},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11951892101205885},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11949693993665278},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11858917702920735},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11757537699304521},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1176619689213112},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11762841499876231},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1171044500079006},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11818485392723233},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11761822702828795},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1206545380409807},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11945978098083287},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11829215404577553},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11999783397186548},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11705875291954726},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11870219896081835},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11898043693508953},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11817827203776687},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11672199610620737},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11759504396468401},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11783009208738804},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11724100401625037},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11712112999521196},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1176585319917649},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11772450595162809},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11770705203525722},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1192181899677962},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11923013196792454},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11829800507985055},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11937156599014997},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11758185992948711},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11778299394063652},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11929878103546798},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11669625795911998},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11829187290277332},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11950361204799265},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11797890008892864},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11892605607863516},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11965525499545038},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.11908895999658853},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.11915815807878971},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1196301180170849},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.11853192106354982},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.11786137998569757},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.11768122494686395},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.11739351798314601},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.11785981804132462},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.11885342001914978},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.11776706401724368},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.11713831301312894},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.11808544804807752},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.11890356300864369},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.11921466398052871},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.12060815189033747},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11731310794129968},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11852720205206424},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11797662498429418},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.12223691900726408},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.12268620601389557},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.12115317792631686},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.12234321690630168},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.12218115502037108},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.12184277398046106},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.1226827799109742},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.12336634495295584},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1256740379612893},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.12482653697952628},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.12442274508066475},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.12339473702013493},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.12361853499896824},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.12322809698525816},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.12387080490589142},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.12486882600933313},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.1242124120471999},{"candidates":16,"kind":"choice","padded_tokens":1264,"seconds":0.12518397404346615},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.12654562294483185},{"candidates":16,"kind":"choice","padded_tokens":1296,"seconds":0.1263014569412917},{"candidates":16,"kind":"choice","padded_tokens":1312,"seconds":0.1261847100686282},{"candidates":16,"kind":"choice","padded_tokens":1360,"seconds":0.12629481498152018},{"candidates":16,"kind":"choice","padded_tokens":1424,"seconds":0.12537013099063188},{"candidates":16,"kind":"choice","padded_tokens":1536,"seconds":0.1265001780120656},{"candidates":16,"kind":"choice","padded_tokens":1712,"seconds":0.12630369199905545},{"candidates":16,"kind":"choice","padded_tokens":2096,"seconds":0.12804991798475385},{"candidates":13,"kind":"choice","padded_tokens":2080,"seconds":0.11352867202367634}],"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"sub1b-models.json":"e6b253dc7b72d796866c2d6d9fb2ff63f0dd86203b40f2d1088059ef6a4995bd","sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"sub1b-arc-easy-standard-v2","finished":1792206137,"gpu":0,"id":"f54108c75de3695f938482e8","measured_cost_usd":null,"metric":"accuracy","model":"SlayerLab/Slayer139-1.01b","model_revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633","n":2376,"notes":"Full ARC-Easy test split (2376 examples); FP32, 1024-token input ceiling, raw summed answer-token log likelihood, zero-shot Question/Answer prompt. Character-normalized accuracy reported separately as acc_norm. Native masked-padding adapter uses unpadded row forwards. Distinct from the earlier token-normalized pilot.","peak_gpu_bytes":804225024,"profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy (full test split, raw accuracy)","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"sub1b-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"SlayerLab/Slayer149-ARC","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17"},{"id":"HuggingFaceTB/SmolLM2-135M-Instruct","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac"},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","revision":"a10cc1512eabd3dde888204e902eca88bddb4951"},{"id":"Qwen/Qwen2.5-0.5B-Instruct","revision":"7ae557604adf67be50417f59c2c2f167def9a775"},{"id":"SlayerLab/Slayer149","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd"},{"id":"SlayerLab/Slayer139-1.01","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495"},{"id":"SlayerLab/Slayer139-1.01b","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33"},{"id":"SlayerLab/Slayer139-1.02","revision":"c4298d757ba39cba19dd768777da9fadf319ff61"},{"id":"SlayerLab/Slayer-149M-Decision-v1","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7"}],"name":"ARC-Easy / full sub-1B standard evaluation","parent_task":"reading","priority_models":["SlayerLab/Slayer149-ARC"],"protocol_version":"codesota-sub1b-arc-easy-standard-v2","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_sub1b_standard.py","selection":"Full pinned test split: 2376 examples; raw summed conditional answer likelihood, zero-shot Question/Answer prompt; separate character-normalized diagnostic","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"sub1b"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":75.66824239201378,"measurement_version":"gpu-slot-v1"},"runner_sha256":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","scope":"cf50d4b44de811db4aed984c74f66a1eab461af452494ae6c905f9c80d3ffc25","score":0.5471380471380471,"scoring":"argmax raw summed conditional answer-token log likelihood; zero-shot Question/Answer prompt; no chat template or added BOS","seconds":71.80770976399072,"seed":42,"selection":"full pinned ARC-Easy test split; all 2376 examples in source order","status":"completed","task":"sub1b-arc-easy-full","worker":"white-gpu0"}