{"acc_norm":0.6708754208754208,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26466736500151455},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.05458574602380395},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.053738837013952434},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.053796604042872787},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05873065604828298},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05451926204841584},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.061418637982569635},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.053776226937770844},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0617652649525553},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05498152400832623},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05978357989806682},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.055025395937263966},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06234098901040852},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05629558500368148},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.07178885804023594},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05832465901039541},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0629442740464583},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05484157393220812},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06159312394447625},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05572534096427262},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06274654599837959},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05630345898680389},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06252821895759553},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.057186697027646005},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05776515603065491},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06164019193965942},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05618058005347848},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06194294698070735},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.057870201067999005},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061567767057567835},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05884687299840152},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06645905796904117},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05563226796220988},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06371911894530058},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.056579233962111175},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061430950998328626},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.056674993014894426},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06276451807934791},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05714636098127812},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06800197588745505},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06189376604743302},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06925250799395144},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06171996099874377},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06725360103882849},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06256760098040104},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.07062527805101126},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06260231602936983},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.066471230937168},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06206474406644702},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06558848591521382},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06690628291107714},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05992933106608689},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06687687803059816},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0629081369843334},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06784456293098629},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061689534108154476},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06845750601496547},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06057773996144533},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07150220300536603},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06316953408531845},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0686949280789122},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06305502005852759},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07009768392890692},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06257679895497859},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06947683705948293},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06279287196230143},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06698169407900423},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06251884007360786},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0665172979934141},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06877321400679648},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062126969918608665},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0681423379573971},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06062928703613579},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06853094301186502},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0644460249459371},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0698254470480606},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06253980996552855},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06861027097329497},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0631734220078215},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06949144299142063},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06472014496102929},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06878869398497045},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06320883706212044},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06817158299963921},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06939432304352522},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0626164129935205},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06906643102411181},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06281741801649332},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06898702296894044},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06314630003180355},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06920516991522163},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06320942798629403},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07156644307542592},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0652481010183692},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0684195349458605},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06181589001789689},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0707762500969693},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06322759296745062},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06831993896048516},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06908706901594996},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06478139001410455},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06939616601448506},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0608154539950192},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06867740501184016},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06478368397802114},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07038001203909516},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06380067102145404},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07179552095476538},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0628090719692409},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0687282410217449},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06409655208699405},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06882152403704822},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06937460601329803},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06637228699401021},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07004838192369789},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0629773959517479},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07127082196529955},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06285744300112128},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06904908001888543},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0639352819416672},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06975457398220897},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06490142398979515},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06909805000759661},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07058253802824765},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06424280605278909},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0729002810548991},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06376099691260606},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0712910289876163},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0631259330548346},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06929813290480524},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06612230103928596},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06875088298693299},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06894178898073733},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07808170397765934},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0779925580136478},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06912725500296801},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07822767598554492},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07128225301858038},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07716982299461961},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07833327306434512},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06775287201162428},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07562589389272034},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.071079364977777},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07484530797228217},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07631585001945496},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06882312695961446},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07677426491864026},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06997641804628074},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07669283298309892},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07859817706048489},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06876103102695197},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07671758905053139},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06992011296097189},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07773207093123347},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07712211401667446},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07108790101483464},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07633808196987957},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06937538797501475},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07650325004942715},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0761101070092991},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06997732003219426},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07851778692565858},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07086554600391537},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07534523110371083},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07559395499993116},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07187206309754401},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0776734120445326},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06890038202982396},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07821693597361445},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07738153799436986},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07068698399234563},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07735720195341855},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06914796307682991},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07738509401679039},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07809504808392376},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07234477496240288},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07980853400658816},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07138667802792042},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07819319202098995},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07886089710518718},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07245534099638462},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07971010997425765},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07259904907550663},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08129605709109455},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07828920101746917},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0717168339760974},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07864315097685903},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08025197102688253},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07344197097700089},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07699369499459863},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07276419701520354},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0823068629251793},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08012371207587421},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07215447002090514},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07820945198182017},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07886309106834233},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07255205209366977},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08054078998975456},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07221901998855174},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07970194600056857},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08321748196613044},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07154744700528681},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07765255297999829},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07272888103034347},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07859397900756449},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07810762198641896},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07181906490586698},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0831440850161016},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0817787479609251},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0723456060513854},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08215223497245461},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0732174830045551},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07914415502455086},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08038253395352513},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07416772493161261},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08423490903805941},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08020637591835111},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07278339308686554},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08124544401653111},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07248030800838023},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07911006105132401},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08245379803702235},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07315267098601907},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0832881829701364},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07765847397968173},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07184878003317863},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0797462681075558},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07316606701351702},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07847770093940198},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07912990893237293},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07306010904721916},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08669792197179049},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08416771306656301},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07756744499783963},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0844164879526943},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08570894796866924},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07661832391750067},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08216597093269229},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08622759499121457},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0745209630113095},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08200294594280422},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08717516204342246},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07715554710011929},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08356181404087692},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08067422802560031},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07682892703451216},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08685660792980343},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0884648070205003},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08031331608071923},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08474397799000144},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08414983004331589},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07700663898140192},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08423444803338498},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0839357499498874},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07804013602435589},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0831319319549948},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0845428230240941},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08039454696699977},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08726490894332528},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0879158629104495},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07531625707633793},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08268804394174367},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0860276420135051},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07810935494489968},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08711337705608457},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08792642294429243},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07713150198105723},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08533093193545938},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08685809001326561},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08204254996962845},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08740845695137978},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08775044500362128},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07752137805800885},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0865875359158963},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08627576509024948},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08059562195558101},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08625318191479892},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08910720504354686},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08062255207914859},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08724857901688665},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08875690097920597},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08070934400893748},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08643756597302854},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08483133197296411},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07653079100418836},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0894372999900952},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08637531998101622},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08531793800648302},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08184427104424685},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0848922140430659},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0868682999862358},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0812528379028663},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08798868907615542},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0847376559395343},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07882785506080836},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08724604395683855},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09258007095195353},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07869309396483004},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0851641820045188},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09202669002115726},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07867534994147718},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08620652498211712},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0940272300504148},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09347464004531503},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08196760003920645},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08416817500256002},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0899818460457027},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08206759591121227},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08369826793204993},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08690058998763561},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08312693203333765},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09185450803488493},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08491738198790699},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08336314302869141},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08597085590008646},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09109648503363132},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09279249794781208},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08192924899049103},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09147176402620971},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08991569199133664},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09106994501780719},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09414273500442505},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0905012849252671},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09199193504173309},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08410837303381413},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09285868098959327},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09105123998597264},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09475462697446346},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08371495909523219},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09064501302782446},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08841775893233716},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08865811710711569},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09266630292404443},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0919955710414797},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0907592159928754},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08382323198020458},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09172758203931153},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08919681201223284},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08047655900008976},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08877612696960568},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09121095796581358},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09085615607909858},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08364940690807998},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09110210509970784},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09165219101123512},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08495600300375372},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09571361599955708},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08867152302991599},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09082379704341292},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08559227001387626},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09579494700301439},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09734622004907578},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0929132120218128},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08369654498528689},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0907923779450357},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09187690995167941},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09413959993980825},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08425984508357942},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09777210396714509},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09752524294890463},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08497951703611761},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09486999199725688},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08947096299380064},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09068523801397532},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0859975959174335},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09439717000350356},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09749281406402588},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09563129197340459},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08606420003343374},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09402261092327535},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09603041596710682},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0960821519838646},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08383564406540245},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08990560402162373},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09264555398840457},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09159074700437486},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09819727705325931},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09911773295607418},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09995940397493541},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10401291190646589},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10685055505018681},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09367788792587817},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09985901601612568},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10210768901742995},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10189035499934107},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10406259598676115},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09634114499203861},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10953734500799328},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10140866599977016},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10177914600353688},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10182313900440931},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09953064401634037},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09640096698421985},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10555440792813897},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10666818404570222},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10115031409077346},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1012999729719013},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09650379803497344},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10225301107857376},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10349905397742987},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10426040401216596},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10173265100456774},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1049942629178986},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10220400907564908},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10632781905587763},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10594287200365216},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10254200000781566},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10197482106741518},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10443997895345092},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09749841305892915},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10424362297635525},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10206182405818254},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10830096004065126},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.107897297013551},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10082012799102813},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09678459202405065},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10206857696175575},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10174234793521464},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10029869596473873},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10203822003677487},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09421429899521172},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10452725202776492},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1089607699541375},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11158089700620621},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.104615165037103},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09589774801861495},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10564790200442076},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10983399802353233},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1060575449373573},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10156599897891283},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09445234306622297},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10068838205188513},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1027103029191494},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10391624295152724},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10483776999171823},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10981640592217445},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10858308605384082},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09994460502639413},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1072451799409464},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11039835098199546},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10707231797277927},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10681623092386872},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10303815396036953},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0961522429715842},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10356922494247556},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11367313796654344},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11118271294981241},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10648955090437084},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10489200195297599},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1102765139658004},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09850916895084083},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10459836397785693},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1057148459367454},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10466596996411681},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10681870498228818},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10957620793487877},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10987945296801627},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10329102596733719},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1076102409278974},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1080725840292871},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10728116694372147},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10554642300121486},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11204988008830696},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11185847397428006},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11092542298138142},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10923092404846102},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11712239996995777},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11559722607489675},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1117242929758504},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11350777896586806},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11075290199369192},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11257478897459805},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1227228749776259},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11906556400936097},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1139306069817394},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11887518898583949},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11466202093288302},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10723496100399643},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10643941792659461},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11156577710062265},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11579102696850896},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1193306390196085},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11543094599619508},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11219793697819114},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11341384402476251},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11833210592158139},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11395760800223798},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1143027109792456},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11528538400307298},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12056384794414043},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12430831196252257},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10715442104265094},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11679583101067692},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11993939301464707},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1271258860360831},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12455261708237231},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12841460900381207},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1281124249799177},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12351445993408561},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12478630302939564},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1298376020276919},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.13483858900144696},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12538874603342265},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12684359902050346},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.125821252935566},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12788834795355797},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12907060200814158},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1273687690263614},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13227482803631574},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12942126602865756},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12573303806129843},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12820411601569504},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.13003838702570647},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12813917500898242},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1266115860780701},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12823013495653868},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12715951795689762},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12478474993258715},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13020672101993114},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12897194898687303},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1322144049918279},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13140630803536624},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1331884009996429},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13104808900970966},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1309527929406613},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13431805896107107},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13183951599057764},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.14049332402646542},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1325479579390958},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13043240108527243},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1339946750085801},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13154386496171355},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1367070539854467},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.14478394598700106},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13836389302741736},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1343834400177002},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13639814697671682},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13793361000716686},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13601790799293667},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1352686999598518},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13320247794035822},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1400427339831367},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13797350495588034},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1348904960323125},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13493400602601469},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13757346908096224},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13946824299637228},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1602308030705899},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.14603945706039667},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14615197689272463},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1412582410266623},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14370029501151294},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.15447988791856915},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1460902210092172},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14302723994478583},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.16028763900976628},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15732906095217913},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.16159347398206592},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15620313095860183},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15773065097164363},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.16636437096167356},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15610365592874587},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15525516401976347},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15360614797100425},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.16536975605413318},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1505013380665332},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17332006304059178},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.18375604401808232},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17165986692998558},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17431926599238068},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1813321540830657},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.173860440030694},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.18741804303135723},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.17993778397794813},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.19575444096699357},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1944748640526086},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19840611494146287},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19707695697434247},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.19618626590818167},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.20468403294216841},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.20038530696183443},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.20679677301086485},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.20753670297563076},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.1952385080512613},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.20140959694981575},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20876546401996166},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.19704529689624906},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.22925073700025678},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.23759764293208718},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.23337878508027643},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.23556180601008236},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.2540049799717963},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.28898755996488035},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.32549694494809955}],"chat_template":false,"data_loading_seconds":0.05321797600481659,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209297,"gpu":0,"id":"ac57fcc1efdfa2d6892cb07e","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","model_load_seconds":21.86407741799485,"model_revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":752393024,"peak_gpu_bytes":3786804224,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":81.62029453902505,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6961279461279462,"scoring_seconds":57.644683366059326,"seconds":79.91655220999382,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu0"}