{"acc_norm":0.6102693602693603,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2596257129916921},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.0462155370041728},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050773647031746805},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050746586988680065},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050700830994173884},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051239556982181966},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05164639500435442},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05120523099321872},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05113957903813571},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051798558910377324},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05143061198759824},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05246747599449009},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053309116046875715},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052935137995518744},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052954404964111745},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05269977904390544},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05878761305939406},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.054309541010297835},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05431511194910854},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05297601397614926},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052979530999436975},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05270791403017938},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052688418072648346},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05314179300330579},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05288878199644387},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05219922598917037},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05191662907600403},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05354250001255423},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053032269002869725},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052222258993424475},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053377712960354984},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05321177397854626},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05236186890397221},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053914043004624546},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05471690103877336},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05399680801201612},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053967672982253134},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0545549689559266},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05325099697802216},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057034863042645156},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05781839496921748},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05776619794778526},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05746682907920331},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05841966706793755},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05810679297428578},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057407258078455925},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057229697005823255},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05651974293868989},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057087932946160436},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05749642406590283},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05838237702846527},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05772195500321686},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058674421976320446},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05931161902844906},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05856105999555439},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058429544093087316},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05859466304536909},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05724932299926877},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05942180589772761},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058814572053961456},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058375964988954365},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05852077400777489},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05828900297638029},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058243416948243976},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05802888807374984},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05860305798705667},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05906263506039977},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05885278410278261},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05828638793900609},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05922867404296994},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059827871969901025},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058911152998916805},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058002608944661915},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05794557195622474},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0601845970377326},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0589429420651868},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058292940026149154},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05872525600716472},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05900380597449839},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0587817020714283},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06096772802993655},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06004761205986142},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05878851399756968},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06010801496449858},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05969818995799869},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059588165022432804},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05985398998018354},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059583306894637644},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05947321094572544},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059548591962084174},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059135441086255014},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059123810031451285},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06109759001992643},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05937838403042406},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059387682005763054},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05859594501089305},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06069695297628641},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05932011594995856},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05935976898763329},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05938449501991272},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06122084998060018},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059757922077551484},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05832908698357642},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05934022308792919},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06186948996037245},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05949203600175679},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05930417508352548},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05923581903334707},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05939704901538789},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0592312200460583},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060121970949694514},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05978737701661885},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0598074640147388},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061428345972672105},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059787286911159754},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05988562002312392},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05984710808843374},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05980840604752302},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05977407202590257},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060318948002532125},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060012427042238414},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05987995897885412},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059787777019664645},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06139861198607832},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059958646073937416},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06124774005729705},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06017194304149598},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05973414797335863},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06018172204494476},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059856264968402684},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06146030698437244},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05975913302972913},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06465889199171215},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06654496898408979},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06700146000366658},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06581959605682641},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06630937999580055},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0665307929739356},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06729858508333564},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06491768395062536},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06461851601488888},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06468362791929394},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06726131495088339},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06511976104229689},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06645314791239798},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0655627470696345},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06609590200241655},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06478402495849878},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06753410398960114},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0677898699650541},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06484062992967665},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06531445402652025},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06471816205885261},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06672650796826929},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06690890702884644},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06709776900243014},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0668531539849937},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06612265098374337},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06676833506207913},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06554119696374983},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06594158406369388},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06728122301865369},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06619678996503353},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06628083600662649},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06575026700738817},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06731818104162812},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06624646205455065},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06535571103449911},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06562165694776922},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06765316496603191},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06787179398816079},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06677933596074581},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06544342497363687},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06719893892295659},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06795248400885612},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06776459398679435},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06730854301713407},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06808625301346183},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06759852299001068},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06835530593525618},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06793251598719507},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06876309507060796},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06829492200631648},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06831077300012112},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06848934502340853},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06825482798740268},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06854984804522246},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07002337591256946},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06989248201716691},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06662972702179104},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.068399827927351},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06896190601401031},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06865623593330383},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06887845997698605},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0684718620032072},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06841160007752478},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06899541802704334},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06922088889405131},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0683412179350853},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06903262808918953},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07067617296706885},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06945589801762253},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06662801303900778},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06835667695850134},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06832101999316365},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06687884195707738},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06794596195686609},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06997013697400689},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07045312796253711},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0688687419751659},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06967274204362184},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06868095195386559},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0692544518969953},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06832592992577702},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07194164302200079},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07115037797484547},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06936184200458229},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06830301799345762},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06999063398689032},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06668579101096839},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06875004095491022},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06930846301838756},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07015446003060788},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06928022997453809},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06812530604656786},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06789240101352334},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07098268496338278},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06809518998488784},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06859730603173375},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06887781899422407},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06884529907256365},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07214461197145283},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07284646003972739},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0726499039446935},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07270677003543824},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07285307301208377},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07324583490844816},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07151876494754106},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07436003303155303},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07139704702422023},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07269683200865984},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07485366403125226},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07274902891367674},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07254114106763154},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07191871001850814},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07211852294858545},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07428217690903693},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07333009201101959},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07489286700729281},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07514194096438587},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07436365995090455},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07333284697961062},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07266868907026947},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07269254303537309},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07392040302511305},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07286189903970808},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07399634493049234},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.076528046047315},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07330256095156074},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07327132299542427},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07104427996091545},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07248786196578294},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07504924794193357},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07416595099493861},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07489263592287898},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07522526697721332},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07355192606337368},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07448216108605266},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07733754499349743},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07357416802551597},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07470081897918135},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07320777501445264},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07359833305235952},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07278083800338209},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07445339695550501},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07694436295423657},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07530559599399567},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0748499360634014},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07586822600569576},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07594473904464394},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07429941999725997},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07767587690614164},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07418993499595672},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07180434698238969},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07195524906273931},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07548342901282012},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07569495192728937},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0741948860231787},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07448217202909291},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07383863197173923},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07527479901909828},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07562914001755416},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07479076599702239},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0760071249678731},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0735978219890967},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07561603491194546},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0761281099403277},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07487364101689309},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07543458708096296},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07523978396784514},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0746624069288373},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07598763902205974},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0800438130972907},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08095589396543801},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07490057102404535},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07575863099191338},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07515567692462355},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07588377501815557},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07289468997623771},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07421331002842635},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07609029999002814},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07649290096014738},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07477252196986228},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07440819300245494},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07589901296887547},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07958347490057349},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07880045298952609},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07850535400211811},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07937331194989383},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07812978303991258},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08198954106774181},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0825911940773949},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07979081000667065},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07777267799247056},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07896314701065421},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07946185697801411},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07801617204677314},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08020304900128394},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08031212294008583},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07828703697305173},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0781298839719966},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07967383193317801},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08055648894514889},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07871007500216365},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07876639999449253},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07801896706223488},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.080347168026492},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0755359559552744},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07599181600380689},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07793978904373944},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07886335102375597},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07854375499300659},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07876147096976638},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0791588620049879},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07999889901839197},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0789316090522334},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08216740295756608},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07701493392232805},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07903590402565897},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08281458995770663},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08089694404043257},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08091023901943117},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07990300992969424},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07895711704622954},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07881276693660766},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08121024805586785},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07974411302711815},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0799925469327718},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08405108598526567},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08466643304564059},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07916380208916962},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08115740900393575},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08080694603268057},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07938754896167666},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08104385808110237},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08083571994211525},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0813335879938677},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08165335503872484},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08056272089015692},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07919847697485238},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08367581607308239},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08268742298241705},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07944914395920932},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07830266503151506},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07927616208326072},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07974203990306705},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0869715620065108},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08728935499675572},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08487447106745094},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08925593202002347},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09024728101212531},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0853745739441365},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08818622794933617},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08902685495559126},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09153150604106486},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08434982295148075},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08929957402870059},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09207600203808397},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08942505798768252},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08667041105218232},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0847138820681721},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08585771499201655},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08947636396624148},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08939486206509173},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08802984596695751},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08530858100857586},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08683789300266653},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08729874191340059},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08832735102623701},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08807507005985826},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08746435097418725},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08761619497090578},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08768552297260612},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09329958306625485},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09066754498053342},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09204347105696797},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09061656903941184},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08740490092895925},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08809786301571876},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0908263809978962},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08816827402915806},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08883819298353046},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0916761050466448},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09043268696404994},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08609409595374018},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08866638306062669},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08960774808656424},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08693347102962434},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08548510994296521},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0842996999854222},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08800793497357517},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08854040794540197},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0933771280106157},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09928294096607715},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09190159605350345},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08818687894381583},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0922712660394609},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09582854900509119},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09108921093866229},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08748290594667196},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08910004200879484},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08862339297775179},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08961548306979239},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08815426798537374},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09142855391837656},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09406549099367112},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09464757691603154},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09093059599399567},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09227563405875117},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09569837700109929},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09388078795745969},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08968593506142497},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08801272395066917},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08907267998438329},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08996994397602975},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09706981398630887},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09591802710201591},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09143012599088252},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09219007403589785},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09382779896259308},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09219764894805849},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.090663245995529},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08884195005521178},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09073728497605771},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0908463679952547},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09263366099912673},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09660671092569828},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0935627439757809},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09162121289409697},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09470763907302171},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09258177503943443},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09020233701448888},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09780149802099913},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.0980301050003618},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09567116596736014},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09772384399548173},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10160915995948017},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1006087640998885},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.0963784750783816},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09737438301090151},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09661209105979651},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09938922000583261},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10430473601445556},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1034031150629744},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09607596998102963},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10291168896947056},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10114387201610953},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09772418497595936},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0961442079860717},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09866653196513653},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09915713698137552},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10268949496094137},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10017470503225923},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09727371390908957},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09901685500517488},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09914205898530781},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09961787599604577},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09786748199258},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09901689598336816},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10216049791779369},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10507861990481615},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10381673695519567},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09879161592107266},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10329787898808718},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10589762800373137},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10886553197633475},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11329670599661767},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10770618007518351},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10509685392025858},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10905795102007687},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11243717290926725},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10982804698869586},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10732159193139523},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11025633604731411},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10984266398008913},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10701983002945781},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11207045905757695},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10809965303633362},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11499019409529865},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11382882797624916},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10997970995958894},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11108914902433753},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11209342093206942},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10930561297573149},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10813175304792821},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10982553195208311},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10916309698950499},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10897170996759087},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11397465004120022},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11233511206228286},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11165712703950703},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11278723599389195},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11350187810603529},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1139520580181852},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11226180603262037},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11748848296701908},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11491032398771495},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1154153470415622},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11397157493047416},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11258990794885904},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11514533311128616},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11524951702449471},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1189660489326343},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12688605790026486},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11986465402878821},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11722442007157952},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.118139085941948},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12122167495545},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1174827819922939},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11522718495689332},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11740511795505881},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1203758780611679},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12117128097452223},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1175649450160563},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11697483505122364},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11872966808732599},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11935179797001183},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1327536409953609},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.12998338404577225},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12717399594839662},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12238988291937858},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1244274330092594},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1280446290038526},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1279756799340248},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12525074800942093},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13821302202995867},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13618812593631446},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13546435593161732},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1373139249626547},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13786260795313865},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13935742597095668},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13531378598418087},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13517515605781227},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13431200594641268},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1361410579411313},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1338728480041027},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15558078000321984},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15180569991935045},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1506414390169084},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1544552519917488},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15320710407104343},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15248903504107147},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1578768229810521},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15923316206317395},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.16785553295630962},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.16957268409896642},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16915227007120848},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16569818800780922},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.17245270509738475},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17732627398800105},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17459747509565204},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17859101295471191},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.17289830499794334},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17293440294452012},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.1749752500327304},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17438190302345902},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1774225929984823},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.19649657397530973},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20400246093049645},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.19913879199884832},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.2056139069609344},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21850958606228232},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.25110433204099536},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.2781328560085967}],"chat_template":false,"data_loading_seconds":0.06424164399504662,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209235,"gpu":1,"id":"90fc3dc17e1dce5bd5504311","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","model_load_seconds":39.5433780340245,"model_revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":752393024,"peak_gpu_bytes":3786804224,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":92.2507922439836,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6691919191919192,"scoring_seconds":50.623327731969766,"seconds":90.58761629799847,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu1"}