{"acc_norm":0.6157407407407407,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2712267469614744},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.0477295700693503},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05094206193462014},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05085176299326122},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05082327895797789},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051357896998524666},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05125528504140675},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05130665109027177},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05131251201964915},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05191395303700119},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.050976275000721216},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05154557805508375},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05274705705232918},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05256409605499357},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05197467701509595},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05182811291888356},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05384418391622603},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.058369863079860806},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05467588501051068},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053556125960312784},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052951838937588036},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05286591895855963},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052770530921407044},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05344827496446669},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05312468099873513},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05228970409370959},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05212145100813359},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0526537939440459},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05297982110641897},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05225442897062749},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052974821999669075},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05311900097876787},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05238772800657898},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053224327974021435},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055154395988211036},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05434164102189243},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054740034975111485},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054413103964179754},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05422446201555431},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05785311898216605},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05857654893770814},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05845998099539429},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05842429504264146},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05825109197758138},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05800935090519488},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05736869701649994},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05734372895676643},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05661373899783939},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05730934499297291},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05680449400097132},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057584829977713525},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05781398608814925},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05908739205915481},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05967758200131357},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05855907592922449},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058869334985502064},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05866321106441319},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05777762900106609},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06020973506383598},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05918014398775995},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058629768085666},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0586505769751966},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0585984589997679},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05824776610825211},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058301566052250564},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05846754601225257},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05846439895685762},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05890018295031041},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05839028093032539},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05896863993257284},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059639720944687724},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059499019058421254},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05804216198157519},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058642001007683575},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06025495904032141},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05972366803325713},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0591523329494521},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05852845893241465},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05869310593698174},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05879389389883727},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0607934930594638},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05928518995642662},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05920572194736451},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060016995994374156},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05979011103045195},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05940204800572246},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060254017007537186},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06012259202543646},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05979595298413187},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059523053001612425},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0597162339836359},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059777549002319574},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061427696025930345},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05981838400475681},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05935828702058643},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05824468994978815},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06025456800125539},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05996363505255431},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05970786802936345},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05958746396936476},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0614296889398247},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059938559075817466},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05860630399547517},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05958579096477479},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061582625028677285},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06023402907885611},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06011267297435552},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05993847898207605},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05986017198301852},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05981881602201611},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06017136306036264},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05967404507100582},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059754224959760904},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061818966059945524},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06021194800268859},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0600091100204736},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06018374697305262},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06032234407030046},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06096096499823034},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06052312895189971},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06018355500418693},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059988540946505964},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05982783203944564},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06139446294400841},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060510645038448274},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06195952696725726},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06070306501351297},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05997789197135717},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05959794402588159},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05975660006515682},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061738325050100684},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060022265068255365},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06469467899296433},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06774314399808645},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0677553960122168},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06626679992768914},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06705676391720772},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06649680901318789},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06693277298472822},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06525218789465725},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06489393999800086},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06509032601024956},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06731218006461859},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06518686702474952},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06656191998627037},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06559395499061793},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0663526909193024},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06539869110565633},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06784525397233665},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06845972000155598},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06586321804206818},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06505016202572733},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06515869405120611},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06652002304326743},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06761857098899782},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06718697596807033},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06678831297904253},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06570065394043922},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06762254901695997},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06624150299467146},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06525983207393438},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06773645093198866},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06798552500549704},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06635702901985496},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06610433699097484},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06804465595632792},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06563914904836565},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06561515503562987},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06643205799628049},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06735591089818627},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06843255995772779},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06611620902549475},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06598845997359604},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0684332309756428},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06733871006872505},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0676563810557127},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06862695200834423},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06796401599422097},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07020702795125544},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0679324259981513},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06883683300111443},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0688832700252533},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06870740104932338},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06783639697823673},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06833030795678496},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06805956293828785},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06873067491687834},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0704670239938423},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0687861479818821},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06649027694948018},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06783924298360944},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06947566394228488},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06857443402986974},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06902322010137141},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06824022997170687},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06805890193209052},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06801486003678292},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06801473000086844},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06870878394693136},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06833378493320197},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07081023196224123},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0688964839791879},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06771793600637466},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06741052295546979},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06863807304762304},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06680073600728065},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06834454508498311},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07128938694950193},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0693693560315296},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0690951639553532},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06827294209506363},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06934895797166973},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0690418160520494},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06921142200008035},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07055206189397722},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07233983604237437},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06865482300054282},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06836038501933217},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06915426498744637},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06717208796180785},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0685139310080558},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06943642103578895},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06914387608412653},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06918487197253853},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06720321695320308},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06842908204998821},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07051847002003342},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06803073000628501},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06929946597665548},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0685500189429149},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06890395807567984},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07161772903054953},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07301386306062341},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07308365299832076},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07273500307928771},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07194686296861619},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07278884295374155},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07062248303554952},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0741661919746548},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07128895597998053},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07246612093877047},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07652584195602685},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07284847495611757},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07243529299739748},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07063627894967794},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0723868029890582},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07512720499653369},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07335824402980506},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07478188001550734},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07481572299730033},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07313297397922724},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07289583294186741},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07280296995304525},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07303334900643677},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07347499299794436},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07276523008476943},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07312421908136457},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07548769610002637},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.074109275941737},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07358403597027063},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07137335301376879},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07315498602110893},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07460857694968581},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07378419896122068},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07543656998313963},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07499243295751512},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07381656998768449},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07504131400492042},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07527304498944432},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07555621396750212},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07476039999164641},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07401976897381246},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07330097805242985},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07497254491318017},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07483925705309957},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07630089204758406},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07401426800061017},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07754129602108151},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07723921292927116},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07573478703852743},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07420154800638556},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07620768900960684},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07440226199105382},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0741606910014525},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07129540794994682},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07546514400746673},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07774113910272717},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07568831997923553},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07337116892449558},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07353802991565317},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07567062694579363},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07872264902107418},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07502637500874698},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07281973003409803},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07355212594848126},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07674862793646753},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07877341296989471},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07518674398306757},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07399099506437778},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07641433400567621},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07445137307513505},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0767835529986769},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07958571892231703},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08265536301769316},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07859006198123097},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07381064898800105},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07539770798757672},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07590189902111888},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07299839402548969},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07586110208649188},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07588601892348379},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0764348020311445},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07452904805541039},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0745157040655613},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07657436293084174},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08028863894287497},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08131808997131884},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07969794701784849},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07956711400765926},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08144863205961883},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08210152003448457},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0804987009614706},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07896036305464804},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07758045906666666},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07934049202594906},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07807440892793238},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07911156502086669},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0807432570727542},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08213855896610767},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.079096324974671},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07793179398868233},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0801143340067938},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08065991196781397},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07826799107715487},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0776863859500736},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07838010101113468},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08125634398311377},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07509693794418126},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0759027199819684},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07845605106558651},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07970725500490516},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07918988005258143},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07903985993470997},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07877637899946421},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07900111901108176},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07911095290910453},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08133526192978024},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07807298703119159},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07872137601953},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08134884596802294},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08165888406801969},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08165605901740491},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08143959497101605},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08103791705798358},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07909048500005156},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08134927705395967},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.080049904063344},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07921191200148314},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08462841203436255},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08208350604400039},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07891980605199933},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08098574902396649},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07960916205774993},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07957193301990628},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08052353793755174},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08217691094614565},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08183481195010245},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08290457807015628},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08226818102411926},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07911412895191461},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08390704693738371},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0805378039367497},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07908007502555847},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07782557606697083},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07939486298710108},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08005149709060788},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08774539490696043},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0861495389835909},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08918912697117776},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09028077404946089},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0906553219538182},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08519893698394299},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0869520059786737},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08922332199290395},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08734631107654423},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08415298606269062},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08926855598110706},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09323295904323459},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08906163997016847},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08957511698827147},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08581769000738859},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08521780208684504},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08992514002602547},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08853033999912441},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08889434800948948},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0849926209775731},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08553929103072733},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0878108770120889},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08769230602774769},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09232477599289268},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08799448003992438},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08856561500579119},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08779994701035321},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09473109291866422},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09106075798626989},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09059865598101169},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09059039095882326},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08762614300940186},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08804179902654141},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08907494507730007},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08887125505134463},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08928470697719604},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09237604099325836},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09296771406661719},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08902464096900076},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08815007994417101},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09161281795240939},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08449930197093636},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08531499304808676},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0850611700443551},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0862524010008201},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08884325309190899},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09405484201852232},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09988734894432127},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09634097490925342},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08812046505045146},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09287445002701133},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09680378809571266},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08870457403827459},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08791811799164861},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08736601797863841},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09014340699650347},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08783484296873212},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09249727590940893},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0891132770339027},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09624709095805883},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09945857897400856},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09199871693272144},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09267730300780386},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09412717598024756},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0950586850522086},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08971165190450847},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08807824598625302},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08927351492457092},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08925070299301296},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09744980290997773},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09747616201639175},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09307077608536929},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09164032898843288},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09428693493828177},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0931816230295226},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08905829407740384},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08900570496916771},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0892798479180783},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09133790398482233},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09165848302654922},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09683661896269768},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09589220804627985},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09269777103327215},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09469608799554408},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09494991099927574},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0893890509614721},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09569682402070612},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09820279804989696},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09783997107297182},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09784755494911224},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10120836307760328},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10359729698393494},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09791100304573774},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10016396490391344},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09741873398888856},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10097999696154147},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1043942830292508},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10190205601975322},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09625462500844151},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10313735890667886},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10027429007459432},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09834029397461563},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09844594111200422},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09971323399804533},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10007616097573191},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10167870996519923},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09972951398231089},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09676346299238503},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0986268880078569},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09916402900125831},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09938231704290956},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09908463107421994},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10102220496628433},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1043191539356485},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10822017898317426},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10330732609145343},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09871123498305678},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10219124506693333},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10506789991632104},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10930917004588991},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11336973297875375},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10948148102033883},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10722084494773299},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1099617260042578},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1122405759524554},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11075296206399798},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1065483910497278},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10954744392074645},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10871930001303554},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10871158400550485},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11275921401102096},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.111472102929838},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1139163610059768},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11677070509176701},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11010580498259515},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10939957795199007},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11256236606277525},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.109176081023179},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10932088200934231},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11233083507977426},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10924670298118144},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11016141891013831},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11545229505281895},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11120970407500863},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11149286094587296},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11215103999711573},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1160927900345996},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11355403601191938},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11352045298554003},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1178353700088337},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1172063370468095},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11513788904994726},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11385636904742569},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11306052596773952},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11666500708088279},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11574929906055331},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.12094307492952794},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.128169851959683},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11963884206488729},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11628669209312648},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11799156095366925},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12066707096528262},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11792830296326429},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11762965691741556},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11898833990562707},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12204485002439469},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12131240405142307},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1167694020550698},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11730458005331457},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11890256102196872},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.12115449993871152},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13364557398017496},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13183747208677232},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12650813290383667},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12317117105703801},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1264256100403145},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12711234099697322},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1285742069594562},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12652499496471137},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.1400593649595976},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13709001790266484},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13656975701451302},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13891198497731239},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.136916664079763},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1397466619964689},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1355373919941485},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13604668201878667},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13545900594908744},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.136232407996431},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13473419402725995},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1543865839485079},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15250640700105578},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15091933798976243},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15314098098315299},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15490550198592246},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.1527062599780038},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15684096107725054},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15834521607030183},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.1668075870256871},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1688673890894279},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1698696380481124},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1652323289308697},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.17207304702606052},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17518923908937722},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17592001101002097},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17754569405224174},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.17314609803725034},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17190553504042327},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17293728899676353},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1764687349786982},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17509733699262142},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.1970075269928202},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20281461707782},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.19755022902972996},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20337607397232205},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21811711497139186},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.25168414297513664},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.27651647198945284}],"chat_template":false,"data_loading_seconds":0.07049692806322128,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209428,"gpu":1,"id":"c73b968c1de14cc28b7e1717","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"Qwen/Qwen3.5-0.8B","model_load_seconds":24.93377911101561,"model_revision":"2fc06364715b967f1860aea9cf38778875588b17","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":77.74721144407522,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6586700336700336,"scoring_seconds":50.76312440796755,"seconds":76.11161479807924,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}