{"acc_norm":0.6161616161616161,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.259407727047801},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.04697464301716536},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050502071040682495},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05058251100126654},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05061678495258093},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051289067952893674},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05109320301562548},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051207406097091734},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05117028800304979},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051841147942468524},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05135146400425583},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05186582403257489},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05392371106427163},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05304785899352282},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05196223396342248},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.051948808948509395},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05209059303160757},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05427451594732702},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05490804696455598},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05377953301649541},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0530561339110136},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0525806670775637},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052643895032815635},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0529666569782421},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05262653296813369},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0522371269762516},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052286067977547646},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05268682504538447},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05288827989716083},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052277390961535275},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05297422094736248},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05309542699251324},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052559417905285954},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05343715497292578},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05381866602692753},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05381600104738027},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054380001965910196},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05502964404877275},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053903463995084167},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0572888070018962},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05779872799757868},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05739478499162942},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057892803102731705},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057847560034133494},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057772518950514495},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057350181974470615},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057363738073036075},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05665570707060397},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05694648902863264},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.056532487040385604},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05733610596507788},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057279689935967326},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058916953043080866},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05921002000104636},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05859264894388616},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0578779160277918},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05804551800247282},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0574934589676559},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059941843966953456},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058778404956683517},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05829638603609055},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058496930985711515},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058413704042322934},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05804995691869408},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05838922003749758},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058426950010471046},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05828728899359703},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05852614401374012},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05822727701161057},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05907753307837993},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05927947908639908},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05911559402011335},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05805065797176212},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05859720706939697},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059832680970430374},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05911421205382794},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058287409017793834},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05848777398932725},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05824915796983987},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05886677000671625},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0605703869368881},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0595616860082373},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05896467308048159},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05928221403155476},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05916254105977714},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059148514992557466},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05951278505381197},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05964345904067159},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05963956005871296},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05943945795297623},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059540707035921514},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05960915400646627},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06082563300151378},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05971495108678937},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05919530300889164},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0584515550872311},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0607329000486061},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05952553905081004},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05926381004974246},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05929988797288388},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060983888106420636},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059759764932096004},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058631220017559826},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05915835301857442},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06141739594750106},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060156274936161935},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059675928903743625},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05957207491155714},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05909468501340598},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05955737689509988},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059814186999574304},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059590699966065586},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0596788750262931},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06139964296016842},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06056397489737719},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05996117100585252},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05975772091187537},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059979254961945117},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05969128804281354},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059882835019379854},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059874239028431475},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05996167194098234},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06013710901606828},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061297302949242294},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05997213104274124},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06120362807996571},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06053867796435952},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05962952203117311},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05988090101163834},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06013773998711258},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06142035289667547},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06016508105676621},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06493945501279086},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06691268505528569},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06687261001206934},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06561263999901712},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06688936101272702},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06679754995275289},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06667337799444795},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06551971705630422},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06442839198280126},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06461716396734118},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06626758200582117},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0657977459486574},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06622801802586764},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0651027299463749},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06726439099293202},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06500654004048556},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06670014897827059},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06808715499937534},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0652467580512166},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06476365705020726},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06612834194675088},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06698748399503529},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06644228694494814},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06769113696645945},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06582462601363659},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0655986440833658},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06686098803766072},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06604065909050405},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06627685890998691},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0674057740252465},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06665411195717752},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06551730202045292},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06583947304170579},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06728584098163992},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0666073450120166},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06572530092671514},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06588178302627057},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0676165169570595},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06763048400171101},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06605360307730734},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06620285101234913},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06727037101518363},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06784181692637503},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06805070792324841},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0678591700270772},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06850586598739028},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06748606404289603},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06836056499741971},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06841020798310637},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06858479301445186},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06851687596645206},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06841965497005731},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06834226089995354},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06838249496649951},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06905299599748105},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07002204295713454},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07020682794973254},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06636887998320162},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06873774796258658},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06860461994074285},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06902558507863432},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06913644191808999},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06836211797781289},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06814416102133691},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06918307801242918},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06888407096266747},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06867466098628938},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06911790801677853},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07006251800339669},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07042634801473469},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06645879789721221},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06903505197260529},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0682080810656771},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06706669204868376},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06825084006413817},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07012392301112413},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06961506500374526},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06858899991493672},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06943296501412988},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06919612304773182},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0696319859707728},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06898585997987539},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07147793902549893},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07181959506124258},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06968596600927413},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06926860893145204},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06942605099175125},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06701237091328949},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06836160703096539},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06876807508524507},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06867286807391793},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06897759495768696},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0675886650569737},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06805446394719183},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07068878691643476},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06792410998605192},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0685455099446699},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06871706992387772},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06886994501110166},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0719368540449068},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07305249501951039},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0718907390255481},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07174657902214676},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07167548697907478},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07250563497655094},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07221038499847054},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0738301450619474},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07102069596294314},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07249941292684525},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07465528300963342},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07251827791333199},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0729135659057647},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07050817005801946},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07263150892686099},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07523916207719594},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07190856209490448},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07352647802326828},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07528981694485992},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07336213195230812},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07254637102596462},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07265724800527096},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07237337902188301},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07271908305119723},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07303499197587371},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07298280496615916},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07513493800070137},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07369956106413156},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07427001500036567},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0701787460129708},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07162212708499283},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07500492502003908},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07343406695872545},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07462290395051241},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0754053930286318},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07390698802191764},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07427661796100438},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.074932049959898},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0741693670861423},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07496890902984887},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07392102398443967},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07295377110131085},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07413754903245717},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07432900497224182},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07584466191474348},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07374980498570949},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0764655499951914},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07577061408665031},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07521005801390857},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07387591106817126},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07605530391447246},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07700904295779765},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07344776205718517},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07141046295873821},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07507123006507754},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07784174603875726},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07358750200364739},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0735120209865272},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0731196099659428},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07669123099185526},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0756001960253343},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07396258192602545},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07288088405039161},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07513366593047976},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07608477002941072},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07667734497226775},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07472075603436679},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07478278107009828},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0769361280836165},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07525363005697727},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07501732895616442},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07884909503627568},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07953786908183247},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07522839307785034},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07362661603838205},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07669521798379719},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0757822550367564},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07268219394609332},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07378338801208884},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07779939705505967},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07953970204107463},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0746639899443835},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07338593702297658},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0736300420248881},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07963514095172286},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07846751308534294},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07793082192074507},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0812885039485991},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07906612905208021},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08195426606107503},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08024013903923333},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07983632595278323},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0791900500189513},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07952458399813622},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07791746698785573},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07766164001077414},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08002511796075851},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07964529993478209},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0782037409953773},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0782966340193525},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08170857804361731},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07985877792816609},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07758617901708931},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0781532870605588},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08001203299500048},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08132633497007191},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0756010269979015},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07513466803357005},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0774236359866336},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07865965203382075},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07848443498369306},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0790267160627991},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07919112197123468},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07862764201126993},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07849054608959705},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08127918594982475},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07791656500194222},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07875562994740903},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08100915292743593},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08155855699442327},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08061854389961809},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07903610402718186},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07900208001956344},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07945720793213695},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08147698605898768},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07978980895131826},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07927975803613663},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08467351598665118},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08638333599083126},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0789799690246582},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08017106004990637},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07965191209223121},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07885356293991208},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07879111601505429},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08120989799499512},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08169224602170289},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0821467349305749},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08011436404194683},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07938663603272289},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08415132202208042},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08331956202164292},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08140567201189697},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07711844693403691},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07836721499916166},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07951884402427822},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08737663796637207},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08492504595778883},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08524152601603419},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08981714805122465},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08857725700363517},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08639877394307405},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08633385295979679},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09029437904246151},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08879754703957587},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08444962895009667},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08859320695046335},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09256410098168999},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08846309396903962},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08643523196224123},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08501101599540561},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08686932199634612},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08939709607511759},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09046240302268416},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08797294902615249},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.086256159003824},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08521442499477416},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08743577799759805},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08813701593317091},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08759688900317997},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08718573104124516},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08824265305884182},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08788715000264347},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09454432397615165},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09131999197416008},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09059873700607568},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.091491001076065},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08750624896492809},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08850028296001256},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0881836130283773},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08808231400325894},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08853633003309369},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09209088899660856},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09108915098477155},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08659015106968582},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08876496599987149},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08911549008917063},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08686595596373081},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08550226199440658},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08396949304733425},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08614493091590703},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08809922495856881},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09383861802052706},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09747838601469994},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09251175401732326},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08924723602831364},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09228018193971366},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09615507908165455},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09141562902368605},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08712977694813162},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08884470502380282},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08746679592877626},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08874600101262331},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08870988409034908},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08900391298811883},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0947885710047558},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09856928000226617},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09114472498185933},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09252660197671503},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09434917999897152},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09467608097475022},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08916247799061239},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08758595795370638},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0887500389944762},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08917903900146484},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09707376197911799},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09626449295319617},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09228415891993791},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09214620303828269},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09362589207012206},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09367861994542181},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09059290599543601},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08862943400163203},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08955489995423704},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09028686489909887},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09230241400655359},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09374319005291909},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09559086605440825},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09296185302082449},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09487967996392399},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09133191395085305},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08993965690024197},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09643811697605997},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09718291601166129},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09531856805551797},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09827539196703583},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10083322308491915},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10116666497197002},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09785257396288216},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09818388195708394},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09636033093556762},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0983413050416857},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10635873803403229},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10071645502466708},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09576468099839985},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10303114191628993},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10081830492708832},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0982253699330613},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09746005199849606},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0986610510153696},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09901061409618706},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10181985201779753},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09935730998404324},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09651579102501273},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09868711093440652},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0987654059426859},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09917367692105472},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09775451093446463},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09948221303056926},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10372968402225524},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10524652304593474},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10154620208777487},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09882201196160167},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10247538599651307},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10786643903702497},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10808792198076844},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11107755696866661},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10895613103639334},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10537795803975314},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10822805401403457},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11079012090340257},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11004762607626617},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10798530094325542},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1104848119430244},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10677145700901747},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1079783069435507},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10939761402551085},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11083945294376463},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1117461349349469},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11547363502904773},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11030529602430761},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11100258701480925},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.111334617016837},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10895692300982773},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10706288006622344},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11106390203349292},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10863523196894675},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10872044204734266},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11569091002456844},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11062356003094465},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11123372800648212},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11261057597585022},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11295949702616781},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11218795692548156},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11335080699063838},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11628364596981555},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11592112993821502},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11470296792685986},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11383889697026461},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11208494601305574},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11530122393742204},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11366593407001346},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11910261295270175},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1268228009575978},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11961424699984491},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1169030909659341},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11769109102897346},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12026067299302667},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11709925706963986},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11568319599609822},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11500653403345495},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11998879606835544},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12113709701225162},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11725130095146596},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11729677498806268},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11892333894502372},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11943412106484175},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13097858091350645},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13071502896491438},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12400202907156199},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12251789192669094},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1260593660408631},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12690940196625888},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12737745407503098},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12644731998443604},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13718524505384266},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13521640398539603},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.1349442859645933},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13686182198580354},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1368957959348336},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13875454105436802},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1359314260771498},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1343285880284384},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13465642998926342},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13403395796194673},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13299226597882807},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15314725204370916},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15114432701375335},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1499829109525308},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15344618004746735},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15154623705893755},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15231011097785085},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15657959401141852},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1582474639872089},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.16589727997779846},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.16859860799741},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16635559394489974},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16689002106431872},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.17167773004621267},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17617529805283993},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.1739329859847203},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17490094096865505},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.1727763480739668},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17372514796443284},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17360954207833856},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17367983399890363},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17330898193176836},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.1941167659824714},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20439982297830284},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.19702373701147735},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20256114401854575},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21538969804532826},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2509126450167969},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.27606466005090624}],"chat_template":false,"data_loading_seconds":0.07040740200318396,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208915,"gpu":1,"id":"338ec139014cbab8a49c1869","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"sh0ck0r/Qwen3.5-0.8B-heretic","model_load_seconds":23.94820936990436,"model_revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":76.55646423005965,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6519360269360269,"scoring_seconds":50.51021949900314,"seconds":74.87046095100231,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}