{"acc_norm":0.6308922558922558,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2567439889535308},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.053882865933701396},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.052938102977350354},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05823318799957633},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05289542395621538},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0540321139851585},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05897754698526114},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05376632802654058},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05915702099446207},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05459782900288701},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.061129198991693556},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05436054605524987},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06193307798821479},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05588950798846781},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.07057695800904185},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06027454498689622},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06383230001665652},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05437874991912395},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06170987198129296},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05601274804212153},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06180527003016323},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.056233159033581614},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05583682004362345},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06160235102288425},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0562502610264346},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.060294373077340424},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05497427098453045},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0613510130206123},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05622900009620935},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06084691302385181},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.058576488052494824},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06463592895306647},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05670471803750843},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06397975492291152},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05599750892724842},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061334371916018426},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.056233898969367146},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.062289793975651264},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055861064000055194},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0661211289698258},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060867320047691464},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06675867701414973},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06035852199420333},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06674927996937186},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06096542300656438},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06761125801131129},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.062207018956542015},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06702744902577251},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061562836985103786},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06658558500930667},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06193304795306176},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06705457996577024},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060317365103401244},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06646577105857432},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06158505904022604},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06720615201629698},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06105532101355493},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.065413448959589},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06319457094650716},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07319515105336905},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06682951003313065},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062456344021484256},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06819338293280452},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06271205109078437},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.068650275003165},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06155421200674027},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06832424702588469},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06092795403674245},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06614339002408087},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06169095600489527},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06750497000757605},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06129499804228544},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06746863096486777},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061328842071816325},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06914316408801824},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0630941039416939},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06847093999385834},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06272440403699875},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06786279706284404},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07014321896713227},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06366993696428835},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06830132403410971},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06168192008044571},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06897462892811745},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06224037194624543},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06843534403014928},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06201728491578251},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06831037101801485},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06242141895927489},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06911898893304169},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.062345047015696764},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06842641800176352},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06509161903522909},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06968729000072926},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06327871803659946},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0665644749533385},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06920352694578469},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0622405520407483},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0682146119652316},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06218349596019834},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07019258104264736},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0623632010538131},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06740331999026239},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0625069490633905},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06974595796782523},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06328932801261544},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06854486896190792},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06514685205183923},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06790923303924501},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06312252604402602},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07038214500062168},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.068441585986875},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06223626306746155},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07166148105170578},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06231963902246207},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06881371000781655},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06282318802550435},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06936764204874635},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06338391394820064},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06864487496204674},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06353837205097079},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06912419898435473},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06371980998665094},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07035245909355581},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0682450900785625},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06387217389419675},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06965666299220175},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0624315079767257},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0687520339852199},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06217986799310893},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0711223459802568},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06324746005702764},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0736036830348894},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07039060990791768},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07718551193829626},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07790242996998131},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0696106149116531},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07680744701065123},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07066739606671035},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07388858404010534},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0737737100571394},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06762671598698944},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07602726202458143},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06859594397246838},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0765466409502551},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06882678403053433},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07648211007472128},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07550909603014588},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07023598300293088},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07715698890388012},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07015770697034895},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07671821000985801},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07472422206774354},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0693687949096784},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0792749288957566},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07084723201114684},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07574694999493659},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0749058909714222},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07009158306755126},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07501870102714747},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06941931997425854},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07783644599840045},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07707332295831293},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0693840030580759},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07519059209153056},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07267237605992705},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07457801001146436},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.074574513011612},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07046916708350182},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07805610599461943},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07033889403101057},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07432203192729503},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07626698899548501},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0707910479977727},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07706599892117083},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07152225205209106},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0786362380022183},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07828769797924906},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07169565395452082},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07719762506894767},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07238289597444236},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07995456596836448},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0795737060252577},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07067585201002657},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07691975706256926},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07191942096687853},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07872706709895283},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08139153593219817},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07148386002518237},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07628404092974961},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.072557702078484},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07752173906192183},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08063335297629237},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0724063899833709},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07882459892425686},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07687726803123951},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07131224009208381},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07779729401227087},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07382390298880637},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07727388700004667},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08062040794175118},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07187111093662679},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07681680505629629},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07174841198138893},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0785929880803451},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0770776909776032},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07178981101606041},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07919197401497513},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07305887702386826},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08161966199986637},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07854233297985047},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07296384999062866},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07731248892378062},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07778781605884433},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07446922606322914},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08062100899405777},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07449504500254989},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08038910594768822},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08138819003943354},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06936087994836271},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0778699479997158},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07943980698473752},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07217871502507478},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07890049100387841},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07106549909804016},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07778387889266014},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07981483498588204},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07052540208678693},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0782291479408741},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07393784599844366},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08161241898778826},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08426406304351985},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07525649492163211},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0837066329549998},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08287916099652648},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07525032397825271},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08262367406859994},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08134955796413124},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07781168899964541},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08152427396271378},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08166109898593277},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0795639380812645},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08708898106124252},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08494452200829983},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0759585740743205},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08234928199090064},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08298140193801373},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07933072303421795},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08419640606734902},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08646316395606846},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07936273200903088},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.083080567070283},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08204602589830756},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07690460910089314},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08648627693764865},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07727773499209434},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08307417400646955},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08754070394206792},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07769011403433979},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07633021706715226},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08152288105338812},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07697719393763691},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08502282795961946},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08638812392018735},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07980481802951545},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08827934099826962},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08480910991784185},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07876836496870965},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08613181603141129},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08632042806129903},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08427045494318008},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07700187002774328},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08295660407748073},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07839303405489773},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08676886395551264},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0909043470164761},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0843209590530023},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07989327202085406},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08596824191045016},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08988945302553475},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07750593998935074},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08568214799743146},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08781341195572168},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07519735500682145},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08341707405634224},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08527583000250161},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08144524705130607},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08498600998427719},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08680055302102119},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07684486696962267},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08774579607415944},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08703038201201707},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07727625092957169},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08275069098453969},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08841744903475046},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0787786029977724},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08718955900985748},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08709466189611703},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07883990800473839},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08897841500584036},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0846783360466361},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07953988295048475},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09129368211142719},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09115584497340024},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08862003602553159},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07790756900794804},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08509580499958247},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0869555629324168},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07804867206141353},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08776529191527516},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08625527599360794},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08096744492650032},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08499515696894377},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08886464301031083},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07949281600303948},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09235278703272343},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09006861806847155},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08184284798335284},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08939163491595536},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08946797798853368},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09435696597211063},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08617091900669038},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09283038799185306},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08815746405161917},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08373869396746159},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08925115293823183},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.089259949978441},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09010019688867033},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08342895598616451},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09133694297634065},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08869101898744702},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08391443092841655},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09176297800149769},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08915302099194378},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08345855097286403},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08203064801637083},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0930531230987981},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08472829905804247},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07912628108169883},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08800587092991918},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09052199393045157},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08308211900293827},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09202823194209486},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08983811805956066},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08942724205553532},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0829428390134126},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09253600891679525},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.089134405949153},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08215146290604025},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0928316410863772},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09337894199416041},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09191919898148626},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08598112489562482},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08961184602230787},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0921567619079724},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08539095509331673},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0908952399622649},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09305456699803472},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09676911297719926},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08775437099393457},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0882564689964056},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09181688900571316},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09086817898787558},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0835985119920224},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09217430395074189},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0928073360119015},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08660852489992976},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09623719193041325},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0914111309684813},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09155609202571213},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08784240600652993},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09271258895751089},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09340449899900705},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.088556898990646},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0839307620190084},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09013885795138776},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10058983904309571},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10092059604357928},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09113839291967452},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10151887102983892},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10272384900599718},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09992101090028882},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09757820202503353},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09580268198624253},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10126768401823938},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09775697498116642},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10346441995352507},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10450484999455512},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09512144094333053},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09990640508476645},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10074444708880037},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09857661405112594},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10036115196999162},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09588209900539368},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10054794989991933},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09964078897610307},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09905411396175623},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10272809700109065},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09541477798484266},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10323085391428322},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10458149202167988},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10019659495446831},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09999100188724697},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09943117795046419},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10430307302158326},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10260792297776788},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1036107320105657},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10365159902721643},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10226635599974543},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10032240895088762},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10271456104237586},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09990637400187552},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10728585603646934},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10475412395317107},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09259893698617816},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10231405403465033},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10445085901301354},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09848105593118817},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10351676703430712},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09234830900095403},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10194434400182217},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10042430995963514},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10716645396314561},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11040179699193686},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10597785690333694},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09370989899616688},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10600687097758055},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10806702298577875},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10622864402830601},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10211570409592241},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10062638693489134},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0937639590119943},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10337411100044847},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10245526803191751},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10132750403136015},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10785700101405382},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11293783702421933},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09612821904011071},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1057786459568888},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11061353201512247},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10572539607528597},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10545569297391921},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10434240801259875},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09549397602677345},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10423166991677135},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1105118120322004},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11057209502905607},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10538518102839589},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10392774397041649},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1103930399985984},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09873592189978808},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10472010099329054},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10442990995943546},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1047718869522214},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10556827299296856},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10886827704962343},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10904490703251213},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1035694150486961},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10597433999646455},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1089503999100998},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10652355500496924},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1046721920138225},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11058171198237687},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11144955095369369},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10409663897007704},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11356923298444599},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11597749497741461},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11801763996481895},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11374667496420443},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11052553704939783},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11180684808641672},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11148602794855833},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.12000332307070494},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11788646492641419},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1141802630154416},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.12142762902658433},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11446964310016483},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10611234698444605},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1113835689611733},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11198764410801232},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11227536096703261},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11476389190647751},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11617072601802647},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11149744095746428},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11407374497503042},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11552646406926215},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11414706206414849},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10557443497236818},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11595598398707807},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11580536398105323},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12268843001220375},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11657717393245548},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11554128199350089},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11764895194210112},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1239889160497114},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12714196590241045},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1294237709371373},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12393763998989016},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12330389802809805},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12340724002569914},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.127649893052876},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12434353702701628},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12525292299687862},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12980352900922298},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1234368949662894},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12508386804256588},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1296094770077616},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1252494570799172},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12777817191090435},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13037463393993676},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1295368019491434},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12795833800919354},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12850611004978418},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12817826797254384},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12505982303991914},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12590062094386667},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12504364200867712},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.126357372966595},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13259159796871245},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12800979404710233},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1290500140748918},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13139344390947372},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13026136299595237},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.12894831399898976},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13170091703068465},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13487601897213608},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1313480599783361},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1321948579279706},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13147522695362568},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13092318701092154},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1335044209845364},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13156304007861763},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13690891896840185},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.15215753705706447},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13559618091676384},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13432370906230062},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13435839395970106},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13632507098373026},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13545856508426368},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13411211397033185},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13521855790168047},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13780895806849003},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1381914309458807},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1435110819293186},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13483177602756768},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13468116498552263},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.136781973997131},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.15244435099884868},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.14751911698840559},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14508445595856756},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14896011305972934},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14184490498155355},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1444267090409994},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14592800999525934},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14724367298185825},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.16363286599516869},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15555621590465307},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15359115006867796},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15739594597835094},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.164957627071999},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15878732001874596},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15351013897452503},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15680786897428334},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.16120959795080125},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15198217006400228},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15330786199774593},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.18255765992216766},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1702326750382781},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17345543496776372},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1816974759567529},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17493371211457998},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.18126860598567873},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.17375389102380723},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.18707952194381505},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.18957653897814453},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.19916272594127804},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1896894690580666},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19734530698042363},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.19225580606143922},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.20482540607918054},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.20766900898888707},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.19784708297811449},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.20288911601528525},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.1968608630122617},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.20266003801953048},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20391506899613887},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.19778342498466372},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.22537011990789324},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.2381214899942279},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.22827192198019475},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.23670756304636598},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.24897698406130075},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.28979160904418677},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.31990093900822103}],"chat_template":false,"data_loading_seconds":0.05099072202574462,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208995,"gpu":0,"id":"5bbe24be9bf8dff49b0ed176","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","model_load_seconds":61.71351182600483,"model_revision":"f49099d79e51bbb783fae622877c4c3415142c82","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":120.88774907798506,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6767676767676768,"scoring_seconds":57.07779207697604,"seconds":119.18755076802336,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu0"}