{"acc_norm":0.6734006734006734,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2576916679972783},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.04474597005173564},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.04868269106373191},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050316106993705034},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05019409896340221},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05091661598999053},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05056711507495493},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05068326205946505},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05045774101745337},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051325388019904494},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051108203013427556},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05148613906931132},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052694751997478306},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05211149400565773},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.051530200988054276},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05149724904913455},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05217572394758463},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05705038504675031},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05711390299256891},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05447100393939763},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052656841930001974},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05258531798608601},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052813343005254865},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05297301092650741},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05304835201241076},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052257296978496015},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05214822303969413},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05267522600479424},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053102822974324226},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052463741041719913},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05294247402343899},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0530708929290995},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05253809003625065},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05305346101522446},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05376110097859055},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05391692207194865},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055065372958779335},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055592295015230775},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053752374020405114},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05728048295713961},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05758932908065617},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057285752962343395},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05738054995890707},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05765018193051219},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05762317299377173},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05746888497378677},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05726017500273883},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05669145507272333},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05697328096721321},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05644806008785963},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0570680369855836},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.056873313966207206},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05881185899488628},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05974926706403494},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058604242047294974},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05827342497650534},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.057836910942569375},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.056782203959301114},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059147794963791966},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05834467802196741},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05809674505144358},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05820673005655408},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058060838957317173},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058033247012645006},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05774655204731971},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0579461440211162},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05792288202792406},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05865715106483549},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058539562043733895},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05963944201357663},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059460578951984644},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05910672794561833},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.057585340924561024},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0574868880212307},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05924282199703157},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05842800298705697},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058032616041600704},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05789358704350889},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05820686009246856},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05867867998313159},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060107034048996866},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05864573910366744},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058678481029346585},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05924717988818884},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05970693798735738},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06007006496656686},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05980101402383298},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05945476796478033},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05924802296794951},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058965204982087016},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058611716027371585},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0581672569969669},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05962949397508055},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058934016968123615},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05841943703126162},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.057513157022185624},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05934239795897156},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058765041059814394},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05806623899843544},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05875972204376012},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060716220061294734},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059472691966220737},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058218922931700945},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05870798497926444},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060670193983241916},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059514779946766794},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05903890309855342},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059116376913152635},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0587562759174034},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.058538569952361286},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05855211499147117},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.058605954982340336},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.058232357958331704},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05977595702279359},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05888572591356933},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05876693595200777},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059360973071306944},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059532091952860355},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05951881699729711},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05949521402362734},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0595361590385437},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059483340941369534},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059814097941853106},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06134031503461301},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05941771809011698},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060784046072512865},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05963532405439764},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05872971599455923},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.058652041014283895},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05842356407083571},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05997786298394203},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05913020309526473},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06363085494376719},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06675014202482998},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06619237107224762},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06481782905757427},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0658448439789936},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06611187197268009},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06622315908316523},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06472466501872987},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06365635304246098},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06388362601865083},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06558499904349446},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06416981003712863},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06503271008841693},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06372831703629345},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06515473604667932},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06519472098443657},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06578549300320446},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.066585213993676},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06569551501888782},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06437597400508821},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06387662410270423},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06613423291128129},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06707353505771607},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06606081605423242},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0648536350345239},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06512236606795341},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06565296603366733},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06444917107000947},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06393723597284406},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06730350397992879},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06484457908663899},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0646820249967277},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06550030107609928},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06674011296126992},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06493689003400505},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06507621996570379},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0654102930566296},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06616016197949648},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0668863559840247},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06558726297225803},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06431118294131011},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06598594703245908},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06657446408644319},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06651964201591909},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06680250901263207},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06707574997562915},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06718193704728037},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06749304698314518},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06724309094715863},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06799985188990831},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06803105992730707},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06722723110578954},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06765737396199256},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06730771099682897},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06694820092525333},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06922985601704568},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06786028202623129},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06637363997288048},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06706083193421364},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06733238708693534},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06819533603265882},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06774757092352957},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06859421101398766},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06752228096593171},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06790679902769625},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06777373002842069},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06761132809333503},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0673022010596469},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06948644400108606},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06864666799083352},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06573798391036689},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06708569708280265},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06756778701674193},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06577239790931344},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0670649689855054},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07020626706071198},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06910396099556237},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0680808830074966},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0682564900489524},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06832874496467412},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06797555705998093},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06848312297370285},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06988278299104422},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07188130996655673},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06802038999740034},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06828646606300026},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06760897301137447},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06598729908000678},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0674663269892335},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06862194195855409},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0690696369856596},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06842519610654563},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06887384201399982},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06766992702614516},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06974063802044839},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0668069280218333},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06806607590988278},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06776301993522793},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06824533990584314},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0715221599675715},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07121419592294842},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07132782798726112},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07154178700875491},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07140588399488479},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07187001896090806},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0704358050134033},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07341546099632978},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07189264101907611},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0710302940569818},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0739608280127868},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07131439296063036},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07192289794329554},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07075418811291456},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07081319799181074},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0729244250105694},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07141171500552446},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07346790900919586},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0742002340266481},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07283498893957585},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0716731520369649},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07211713003925979},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07190945197362453},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07178310700692236},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07261388597544283},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07241952407639474},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07420429203193635},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07303184492047876},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07175564602948725},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07014952099416405},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0716501499991864},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07406239700503647},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07305852603167295},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07515433302614838},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07446984702255577},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07237570197321475},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07417576899752021},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0745914940489456},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07325277803465724},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07406411995179951},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07347860909067094},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0715842560166493},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07211756997276098},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07445922691840678},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07555995997972786},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07341072207782418},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0751121350331232},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07688945904374123},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07518880697898567},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07277415599673986},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07528145995456725},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07396652898751199},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07163002097513527},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07110069401096553},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07402165094390512},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07487916096579283},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07302499294746667},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07284759206231683},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07361585402395576},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07512209308333695},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0755844049854204},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07374719996005297},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0732488309731707},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07306829292792827},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07546036504209042},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07756210397928953},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07428213697858155},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07295798801351339},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07472731696907431},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07333435001783073},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07451770605985075},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07810493500437587},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07887614390347153},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07426728901918977},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07272558403201401},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07544502604287118},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07549141196068376},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07257894100621343},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07397806004155427},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07564433803781867},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0757565259700641},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.073364675976336},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07310011296067387},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07363234495278448},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07861243200022727},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07812896091490984},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07716118590906262},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07853218296077102},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0775483469478786},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08200591988861561},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08034719701390713},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07884269091300666},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07691943494137377},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07836866704747081},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07749641104601324},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07727007893845439},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0793796720681712},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08093462197575718},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07738535304088145},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07695290702395141},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0782522710505873},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07898187090177089},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07806367799639702},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0778281600214541},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.077237788005732},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07898626895621419},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07476339500863105},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07483388599939644},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07780532690230757},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07819496293086559},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07721742091234773},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0771514669759199},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07725557091180235},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07757403491996229},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0782783490139991},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08034856896847486},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07681396894622594},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07780427497345954},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08001504698768258},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0809693259652704},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08045153191778809},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07906067802105099},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07852699293289334},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07808931602630764},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07963680196553469},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07864790793973953},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07830431696493179},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08399231394287199},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0819232459180057},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07837776397354901},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08006211498286575},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07881888700649142},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07884096901398152},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07929785002488643},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08049963100347668},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0808385539567098},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08088230493012816},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07905951596330851},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07841434294823557},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08244087093044072},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08046929398551583},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07866571098566055},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07713172002695501},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07808464800473303},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.078857087995857},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08647928107529879},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08519396500196308},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08561304595787078},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08856295701116323},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08876202790997922},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0841560389380902},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08515000296756625},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08862440194934607},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08640183694660664},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08398311701603234},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08849392901174724},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0893648830242455},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0877584470435977},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08680082100909203},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08499588491395116},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08318227296695113},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08925051894038916},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08753184392116964},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08762885502073914},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08467607898637652},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08479263610206544},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0869645259808749},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08675442496314645},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0874742359155789},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08993529598228633},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08534843300003558},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08713368093594909},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09133376402314752},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09192312299273908},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08949216001201421},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09128404199145734},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08672626200132072},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08734576695133},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08787891094107181},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08826144505292177},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08750949299428612},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09100676397792995},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09048803697805852},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08532798499800265},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09027142298873514},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08774521294981241},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08538600301835686},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08413358696270734},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08306601690128446},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08568949904292822},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09015519707463682},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09365210705436766},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09718057699501514},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09409818903077394},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08900120505131781},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09208137798123062},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09592519502621144},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08819864806719124},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08639392198529094},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08673928596545011},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08970356406643987},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08755298401229084},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09116781502962112},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08875957399141043},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09672367398161441},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09572687500622123},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08654586598277092},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09206896496471018},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09267020598053932},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0897426069714129},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09134996496140957},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08780845103319734},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09074365405831486},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08876254898495972},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09942942997440696},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09712810907512903},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08988500200212002},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08827117295004427},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09282427292782813},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09039196802768856},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0911118199583143},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0878272260306403},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09163481509312987},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09041737602092326},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09300138300750405},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09555008600000292},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09339686098974198},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08999895490705967},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09109652205370367},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09041404898744076},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09245336207095534},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09469673503190279},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09635573800187558},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09545217303093523},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09921345696784556},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10280519491061568},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10009836801327765},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09486684191506356},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09866597701329738},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09498361998703331},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09684129303786904},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1018600519746542},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10204156104009598},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09508863498922437},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10260384995490313},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10023603402078152},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09630247892346233},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09557442099321634},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09790002799127251},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09740016609430313},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09973051201086491},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09734346100594848},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09549180802423507},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10007545503322035},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09934895008336753},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09991148998960853},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09760125202592462},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09784562606364489},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10051119804847986},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10456794302444905},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.0986057739937678},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.0972532230662182},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10324091801885515},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10603701195213944},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10710266907699406},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11213305906858295},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10532380198128521},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10150968004018068},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10617983806878328},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10735336598008871},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10658904095180333},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1080824559321627},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10855281294789165},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10729184094816446},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10610396601259708},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10817364591639489},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10651581501588225},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10967336304020137},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11275414703413844},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10686332208570093},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11049649806227535},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10845937905833125},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10899200197309256},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10462730296421796},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1068841009400785},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10697573306970298},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10668829607311636},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11058419104665518},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.10973509796895087},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.10810986801516265},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11127833498176187},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11235255899373442},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.10902801901102066},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11194037995301187},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11348861793521792},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11177699500694871},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11390730692073703},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11070923402439803},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1105455890065059},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11422805499751121},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11179875594098121},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11742322403006256},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12378540798090398},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11755306599661708},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11462412495166063},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11593187309335917},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11650351900607347},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11417414504103363},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1128302690340206},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11614112299866974},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11897961597424},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11946315795648843},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11510454001836479},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11424631997942924},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.115397356916219},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11623929697088897},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1313488120213151},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.125618115067482},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12629833398386836},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.11989986198022962},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12255365098826587},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12466049997601658},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12441838800441474},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1255184490000829},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13281337299849838},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13554307189770043},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13190183299593627},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13458055804949254},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1343116370262578},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13512552401516587},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13335112493950874},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13133458502124995},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13284153502900153},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13259581697639078},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13094779395032674},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15123756998218596},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.14729314402211457},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.14848113898187876},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15113160095643252},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15223460795823485},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.14833024807740003},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15495700505562127},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15428580297157168},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.16235318698454648},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1664677489316091},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1669792030006647},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16352159506641328},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.16801318095531315},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17305921099614352},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.16994747798889875},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.1754117279779166},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.17058628902304918},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.1682469069492072},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17274171800818294},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17113776796031743},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17067642707843333},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.19396270997822285},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20007724303286523},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.19458005100023001},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.198385447030887},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21406225103419274},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2468878119252622},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.2737281920854002}],"chat_template":false,"data_loading_seconds":0.0982049269368872,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208716,"gpu":1,"id":"50e10aaaacb3cfbbee160d77","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"Qwen/Qwen3.5-0.8B-Base","model_load_seconds":2.5160731159849092,"model_revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":54.67201211897191,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.7053872053872053,"scoring_seconds":49.949818215100095,"seconds":52.91594243992586,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}