{"acc_norm":0.6241582491582491,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2658860479714349},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.046959704952314496},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.0505063789896667},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050567422062158585},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050790829001925886},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05109653901308775},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051190244033932686},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051330154994502664},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05133911105804145},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051687230938114226},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05137530900537968},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05216353992000222},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053785583935678005},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05296234891284257},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05244121700525284},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.051917240023612976},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05533186800312251},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05570192798040807},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05368317291140556},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05283288692589849},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0525556409265846},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05254378798417747},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052594152046367526},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05292457796167582},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05280539707746357},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05240195395890623},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05199984391219914},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0526059539988637},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05295521498192102},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05226635094732046},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05288228904828429},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05321909801568836},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05246935994364321},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053613594034686685},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05496609606780112},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05406038695946336},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05445815797429532},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05510179896373302},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05337093095295131},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05705444002524018},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05769540602341294},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05738651007413864},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057086760993115604},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058093077037483454},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05813989497255534},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057687108987011015},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057244013994932175},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05651954293716699},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05714630102738738},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05665588704869151},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0577772679971531},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05780136398971081},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05880497500766069},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.059390706941485405},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05852105503436178},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058394899941049516},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05881960201077163},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.057701286976225674},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05905750603415072},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05846535100135952},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05819572799373418},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05860501201823354},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05820346297696233},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05828377197030932},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05797688104212284},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05779279605485499},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0581340939970687},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05881259893067181},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05812983599025756},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059105644933879375},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05938438605517149},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05909172003157437},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058139382977969944},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058810575981624424},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06058779906015843},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05924518604297191},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058509874041192234},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05921021103858948},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05880105693358928},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05887100799009204},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06057373294606805},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059904093970544636},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05947993299923837},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05992637597955763},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05942282697651535},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05937673104926944},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05940421193372458},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06012976495549083},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059626255999319255},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05951655097305775},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05972332798410207},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059327660012058914},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06141710700467229},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05965189402922988},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05906223400961608},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05815837893169373},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06102687900420278},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059975538053549826},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05905346793588251},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059332948992960155},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06098866800311953},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05942780594341457},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058353303000330925},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05948411102872342},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06148178700823337},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05990468605887145},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05974669102579355},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059845434967428446},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05943583091720939},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059479792951606214},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060330278938636184},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059646423906087875},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05954173905774951},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06146909203380346},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05978113505989313},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05983728903811425},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05974707205314189},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05952198198065162},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06003417703323066},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05989952594973147},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060153570026159286},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06024006102234125},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0601316390093416},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06163187604397535},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06015588401351124},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0618414479540661},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06049804296344519},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059704681974835694},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06020733097102493},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060303659993223846},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06187752494588494},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05999602598603815},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06423231598455459},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0666537310462445},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06640382600016892},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06633986695669591},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06637645501177758},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06668157398235053},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0675859609618783},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06538254104088992},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0649964320473373},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06549944903235883},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06648770207539201},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06489564396906644},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06707813299726695},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06519875896628946},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06589435506612062},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06536458793561906},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06653359800111502},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06747874000575393},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0662336889654398},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06458386208396405},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06504472193773836},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06689980102237314},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06731903203763068},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06780485901981592},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06714518903754652},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06543651199899614},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06725334003567696},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06607082509435713},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06532734795473516},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06745034793857485},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06644540303386748},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06531658803578466},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0655247860122472},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0678296850528568},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06569162697996944},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06567441602237523},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06557106191758066},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06758961698506027},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06849398394115269},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06583548593334854},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06613362208008766},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06749384908471256},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0677799719851464},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06824231508653611},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06819865293800831},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06752443499863148},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06848718097899109},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06745212094392627},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06854961696080863},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06831831601448357},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0686177940806374},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06865780998487025},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06826943391934037},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06894643802661449},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0682706970255822},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07022602402139455},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06898856593761593},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06762794801034033},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06800816801842302},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06928432697895914},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06835084699559957},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06831819599028677},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06826112896669656},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06861639197450131},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06946634699124843},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06805783009622246},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07055220101028681},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0685248909285292},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07156397798098624},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06848942500073463},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06782359397038817},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06795863504521549},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06902844994328916},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06657981395255774},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0679446489084512},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07070532802026719},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06904631399083883},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06934193603228778},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06903110502753407},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06926113506779075},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06923089793417603},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06981454708147794},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0706674560206011},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07116060692351311},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0696635750355199},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06913739303126931},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0685970860067755},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06721676199231297},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06866233702749014},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07046508009079844},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06847387598827481},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06987199408467859},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06735890707932413},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06928899604827166},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07038383698090911},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07078834204003215},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06811801204457879},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0699032919947058},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06912221503444016},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07276931602973491},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07294646697118878},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07250062492676079},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07440599892288446},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07207877899054438},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0717498860321939},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07082229608204216},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07374488702043891},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0706053109606728},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07216852600686252},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07439684204291552},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07341428892686963},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07231258507817984},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07075001089833677},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07225026900414377},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07436549302656204},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07294070697389543},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0748095620656386},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07449250004719943},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07306727301329374},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0719975569518283},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07278995495289564},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07196517707780004},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07251640502363443},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.073173200013116},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07342903700191528},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0749730869429186},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0741701090009883},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07258189702406526},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07092599896714091},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07302161701954901},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07427979400381446},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07332187693100423},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07504473009612411},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07425804296508431},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07291692204307765},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0746975518995896},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07760610699187964},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.073990514036268},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07498753303661942},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07345251005608588},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07249912293627858},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07341499999165535},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07479447301011533},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0757435739506036},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07620824000332505},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07519756502006203},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07543077995069325},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07558156095910817},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07412913208827376},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07791299000382423},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07479956292081624},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0718537790235132},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07125539297703654},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07518870895728469},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07616997801233083},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07397842197678983},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07403015799354762},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0748040210455656},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0751935769803822},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07576350099407136},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07372913707513362},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07577252690680325},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07397378294263035},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0752031960291788},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07621805800590664},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07435491296928376},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07556990906596184},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07554178696591407},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07456248998641968},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07596654898952693},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08000273606739938},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08087775798048824},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07437977998051792},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07590715796686709},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07506487797945738},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07625261298380792},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0726342749549076},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07395782298408449},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07549101300537586},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07671082695014775},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.074437967967242},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07401362690143287},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07469167199451476},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08002318406943232},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07875045004766434},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07823934801854193},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.079540184000507},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07800963998306543},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08215156302321702},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08253737294580787},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07904739398509264},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07753957295790315},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07934739405754954},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0784098650328815},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0774433430051431},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0801417559850961},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08022999996319413},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0782699950505048},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07803521701134741},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0795756900915876},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08047803305089474},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07870949397329241},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07798133697360754},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.077710130950436},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0803914210991934},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07508948305621743},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07572747301310301},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07811630901414901},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07850757800042629},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07864973205141723},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07875005004461855},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0784087129868567},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07895006309263408},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07942926697432995},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08100970298983157},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07754236797336489},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0784571940312162},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08086516498588026},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08159010601229966},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08091364498250186},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08031467709224671},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0793362840777263},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07894987298641354},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0811770660802722},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08031479804776609},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08175551507156342},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08384588395711035},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08260811609216034},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07905273395590484},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08089172397740185},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0794291360070929},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07936324295587838},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07981574698351324},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08152765000704676},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08123385196086019},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08199101395439357},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08297207299619913},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0821093749254942},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0828564380062744},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07970684499014169},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07930158788803965},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07729578798171133},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07870501605793834},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07954336004331708},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08801689208485186},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08564692200161517},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08507187897339463},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09039023704826832},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09246447694022208},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08565354405436665},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0852051581023261},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09160687704570591},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0854563859757036},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08428614400327206},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08900109701789916},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09173356299288571},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0886286930181086},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08684426499530673},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.087856181897223},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08391850895714015},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08990504301618785},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09196861099917442},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08704148302786052},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08615545998327434},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08471312001347542},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08705405704677105},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08982368209399283},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08718149305786937},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08958664897363633},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0859253709204495},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08867629198357463},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09234901994932443},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09423993702512234},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08991648396477103},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08887127402704209},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08706301299389452},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08957933506462723},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08785882708616555},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0911963110556826},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08580601890571415},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09414007107261568},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09069270209874958},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0866184530314058},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08863441401626915},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09131187596358359},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08417214103974402},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08536925399675965},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08395841298624873},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0861763299908489},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08818552596494555},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09447214007377625},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09895251493435353},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09397678601089865},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08780812309123576},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09419104596599936},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09433750994503498},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08804748801048845},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08735580905340612},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08773234102409333},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08852384693454951},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08815963799133897},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08983422094024718},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09087826800532639},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09451238496694714},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09667695104144514},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08934126200620085},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09228497103322297},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0940702009247616},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09237741399556398},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08979272295255214},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08859452896285802},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08935820299666375},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09002190094906837},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09674297505989671},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09768958005588502},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09166671801358461},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09026533493306488},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0938532860018313},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0919687309069559},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08947745501063764},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08870549593120813},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0919819560367614},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09088055195752531},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09146388992667198},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09713855304289609},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09511044004466385},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09149072994478047},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09333941794466227},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09165064804255962},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08964771404862404},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09760772704612464},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09784736495930701},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09593900595791638},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.098146692966111},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10143974400125444},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10139964905101806},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.0964713180437684},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09737548499833792},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0963697989936918},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0994887949200347},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10415809298865497},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10406306607183069},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09576513094361871},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10361720400396734},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10195733897853643},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09797921997960657},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09667435695882887},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09823158010840416},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0992916680406779},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10152370994910598},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10062682698480785},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09761164395604283},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09865733492188156},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09992821409832686},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10011750797275454},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09923421102575958},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09854514501057565},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1018635539803654},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10569428803864866},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1016118450788781},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09871635492891073},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10348599997814745},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10732473898679018},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11025982303544879},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11188265902455896},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1102953179506585},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1050702549982816},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10788974293973297},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1097154370509088},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10970189201179892},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10764588799793273},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1102916409727186},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11032274004537612},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10960349789820611},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1109718099469319},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10790651303250343},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11309549992438406},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11413502902723849},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10902886698022485},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11058222292922437},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11145927908364683},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11097322194837034},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1079661549301818},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10984481801278889},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10839959303848445},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10916381794959307},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11310911492910236},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11160875798668712},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11261459300294518},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11239697702694684},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1147280060686171},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11366633500438184},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11125150206498802},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11695655004587024},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11518782202620059},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11573181697167456},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11269310000352561},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11277537397108972},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11641713499557227},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11633150500711054},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11848049296531826},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12488454498816282},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12136866897344589},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11579334200359881},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1180904459906742},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12129069399088621},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11772867094259709},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11633161501958966},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11475961294490844},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12110918492544442},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12139049905817956},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11704472603742033},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11760632297955453},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11882904300000519},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.12067861203104258},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13217956898733974},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.12923803401645273},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.126097266911529},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12357076595071703},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12424245802685618},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1275464299833402},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12891978095285594},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12509752297773957},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13810202502645552},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13547592796385288},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13556380092632025},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13775460608303547},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13779216702096164},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13917535601649433},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13623156701214612},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13382983801420778},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13484860688913614},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13602654403075576},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13416577398311347},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1554539439966902},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15026131994090974},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1491984979948029},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15199506399221718},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1537977160187438},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15404672001022846},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15794107306282967},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1575408959761262},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.16497917694505304},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.16958121000789106},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1688075379934162},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1669248460093513},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.17069673992227763},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.1770863860147074},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17447693995200098},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17662450496573},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.17345317103900015},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17259981902316213},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.1747893220745027},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1748047120636329},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17357325495686382},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.19662189797963947},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20493348804302514},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.1970240370137617},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20182927907444537},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21744092309381813},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.252862409921363},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.27702043193858117}],"chat_template":false,"data_loading_seconds":0.06623834697529674,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209127,"gpu":1,"id":"80d41afaabac9cdadeb57812","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"cooperdk/BooruNL-0.8B","model_load_seconds":50.574494634056464,"model_revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":103.29958392400295,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6308922558922558,"scoring_seconds":50.59191415598616,"seconds":101.58060833602212,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}