{"acc_norm":0.6127946127946128,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.2624427960254252},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.045885781990364194},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05115142208524048},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05080096807796508},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05054855707567185},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05137348594143987},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051323282066732645},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05108960694633424},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05098543199710548},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05141919106245041},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051055463030934334},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051817133906297386},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0526735601015389},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05243643803987652},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05177373206242919},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05207243992481381},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06136037001851946},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05901804205495864},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053479544003494084},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05258475407026708},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0525696671102196},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05262434796895832},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05266946298070252},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05311797896865755},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05262901703827083},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05231190600898117},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05223529308568686},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052909389953128994},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05281162797473371},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05216523201670498},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05287155008409172},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05308472702745348},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052408476010896266},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05399455293081701},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055383214028552175},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05440084193833172},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054165623034350574},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05472739099059254},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0532278340542689},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057154126930981874},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05773642100393772},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05748431198298931},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05749030306469649},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058128162985667586},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05838074395433068},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05817283608485013},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057154876994900405},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.056566699990071356},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057378383935429156},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.056513751042075455},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057305256952531636},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05830072402022779},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.059051673975773156},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05910209903959185},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058413684950210154},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058280868106521666},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05872232001274824},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05812172102741897},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059251736965961754},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05905833805445582},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058661616989411414},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05860953009687364},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058151014032773674},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05831838701851666},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058264806983061135},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058216296951286495},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05846913903951645},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05880713905207813},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05836615595035255},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05911341996397823},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05946617794688791},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05899336596485227},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05792936193756759},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05851156800054014},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059809548081830144},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05946021596901119},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05912099406123161},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05833678098861128},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0586136479396373},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058771101059392095},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061043880064971745},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05944788397755474},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059076049947179854},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05945037805940956},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059618019964545965},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05956375994719565},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05991650698706508},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05967474600765854},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05956519301980734},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05954412301070988},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059127215994521976},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05969820101745427},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06122180202510208},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05944648198783398},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05930991598870605},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058325801976025105},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060691982973366976},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059615114936605096},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0593159879790619},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059363095089793205},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061190843931399286},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06033550889696926},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05893635901156813},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059596942039206624},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06134639505762607},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05986141390167177},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059555384097620845},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059614765108563006},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059204178978689015},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05965704401023686},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06020131800323725},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06020748009905219},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05989633989520371},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06127824692521244},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05980079201981425},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059603685047477484},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06000897998455912},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06023092404939234},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06028089707251638},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06032153300475329},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06029506400227547},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060116120032034814},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06012495595496148},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06149053305853158},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06087311205919832},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06247418699786067},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06014840898569673},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05941360001452267},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059691417030990124},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05975535698235035},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06142019189428538},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060221366002224386},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06510141596663743},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06682506098877639},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06721151201054454},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0657925660489127},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06669985805638134},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06761801999527961},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06661319604609162},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0657245289767161},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06537852296605706},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06457414396572858},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06624551001004875},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06596278306096792},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06630238704383373},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06522910506464541},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06712829694151878},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0651433760067448},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06689035298768431},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06811336404643953},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06556378898676485},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0652705830289051},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06573126104194671},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06637160608079284},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06724185799248517},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06833454605657607},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06612005701754242},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0658168209483847},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06704438000451773},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06557582097593695},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06562880100682378},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06783379300031811},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06713717395905405},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06568270095158368},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0657192989019677},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06768253003247082},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06675082200672477},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06579791498370469},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06564708391670138},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06795077095739543},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0679359829518944},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06611543707549572},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0661732159787789},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06744889402762055},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06762674602214247},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06790352205280215},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06831392797175795},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06834870297461748},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06791412294842303},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06891118094790727},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06822293798904866},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06923347199335694},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06885795190464705},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06843105598818511},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06835950305685401},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06843543495051563},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06815679394640028},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06917757890187204},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06964970892295241},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06611753208562732},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06839370692614466},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06848789192736149},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06840460700914264},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06873563409317285},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06815829803235829},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06898756406735629},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0680534919956699},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0687851469265297},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0686757629737258},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06950287497602403},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06971354794222862},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07006827997975051},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06607488298323005},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06757708394434303},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06802628096193075},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06670682108961046},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06856207002419978},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0697551149642095},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07104114396497607},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06838273699395359},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06936449708882719},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06817184295505285},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07155499095097184},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06796619005035609},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07266199693549424},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07062180305365473},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06882183393463492},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06824092206079513},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06901986408047378},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06695354101248085},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06890390790067613},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06889170606154948},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06909863103646785},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06876625190488994},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06733722693752497},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0683438329724595},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07046044105663896},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06801880698185414},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06857926305383444},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06928602000698447},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06839402799960226},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.071827178937383},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07244169607292861},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07229469204321504},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0741086839698255},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0718517960049212},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07191241800319403},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0719680730253458},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07343028904870152},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07093529601115733},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07214075396768749},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07477709103841335},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07252708496525884},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07341058307792991},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07063477695919573},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0720730279572308},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07483201299328357},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07321175199467689},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07388352393172681},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07648923399392515},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07266078400425613},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07187398604582995},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07356579205952585},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07208618300501257},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07228388101793826},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0749721450265497},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07305801496841013},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07492110901512206},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07316502497997135},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07535205304156989},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07085441600065678},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07233034807723016},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07619565597269684},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07314849295653403},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07471552595961839},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07444751705043018},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07647439592983574},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07461033994331956},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07537079800385982},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07337351399473846},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07590418204199523},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0750940419966355},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07290049106813967},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07305242388974875},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07628301903605461},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07584846799727529},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07339590496849269},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07548636198043823},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07723469298798591},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07706996507477015},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07551906502339989},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07523832190781832},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07455790194217116},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07268609199672937},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0724479170748964},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0749700809828937},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07594753394369036},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07466432102955878},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07581673900131136},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07303173607215285},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07522949494887143},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07654527900740504},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07702787907328457},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07513995689805597},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07323932298459113},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07522314297966659},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07782395393587649},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0753165070200339},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07485385402105749},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07547290902584791},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0750915880780667},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07559792092069983},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08089749503415078},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08198531297966838},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0753637250745669},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0754516989691183},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07507226197049022},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07579709403216839},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07284280296880752},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07409787399228662},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07631113205570728},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07742926699575037},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07480172603391111},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07420167792588472},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07591279898770154},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08097262505907565},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0823093979852274},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07765237300191075},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07958399504423141},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07949137303512543},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08241334208287299},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08145261998288333},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0791072859428823},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0770035230088979},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07981836306862533},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07929250097367913},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07807119400240481},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08200955798383802},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08093087701126933},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07817008893471211},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07788474694825709},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08019094704650342},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08089315705001354},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07858651399146765},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07813784794416279},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07827797997742891},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08144664892461151},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07536323403473943},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07582860207185149},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07848372298758477},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07875717396382242},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07872162701096386},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07867174397688359},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0785768770147115},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07882703305222094},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07894212799146771},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08117390004917979},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07737046806141734},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07893652806524187},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0808156420243904},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08154493197798729},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08146226801909506},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08076628996059299},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07996979495510459},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07908802991732955},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08077307301573455},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08041962399147451},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0794712359784171},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08441279001999646},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08702676498796791},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0786730459658429},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08024980698246509},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0797433820553124},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07983830000739545},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07990329107269645},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08205566497053951},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0814571080263704},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08341690304223448},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0832884730771184},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07870500697754323},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08431037899572402},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08077801193576306},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07898963696788996},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07772423699498177},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0789680159650743},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0796047440962866},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08801062894053757},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08629495010245591},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08762438991107047},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09066669305320829},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09273460996337235},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08517468196805567},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08781155897304416},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08886758796870708},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08871740906033665},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08433459501247853},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08911651198286563},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09433451294898987},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08872157603036612},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08747730497270823},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08707068697549403},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08742219302803278},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08973165997304022},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09302341798320413},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08684745104983449},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08738991199061275},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08487154694739729},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08717944007366896},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09039636899251491},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0873481840826571},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09075136005412787},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08655521599575877},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0916990980040282},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09293973201420158},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09193064994178712},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09139112406410277},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08942465705331415},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08896091196220368},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08842234790790826},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09002687991596758},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08834895095787942},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08766999491490424},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09456307999789715},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09359853097703308},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08614288701210171},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09176514204591513},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0892174809705466},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08805500203743577},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08553005405701697},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08494584506843239},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08677594701293856},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0882353289052844},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09673350700177252},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09798893798142672},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09302128397393972},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08820746699348092},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09213786607142538},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09646448504645377},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08997496403753757},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08855142805259675},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08771718305069953},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08851501101162285},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08979702205397189},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0907594159943983},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09129139804281294},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09620861802250147},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09709162497892976},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08958575699944049},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0935441090259701},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09696584101766348},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09217095898929983},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09029314701911062},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09017021709587425},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09027181705459952},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09298227110411972},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09790407004766166},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09621519001666456},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09209709998685867},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09292214002925903},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09421099303290248},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09294864896219224},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09088616305962205},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08916863903868943},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09190550399944186},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09319074102677405},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09259663207922131},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09845288400538266},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09745829901657999},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0947249619057402},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09199968900065869},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09239169105421752},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09266227495390922},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09578240301925689},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09803139802534133},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09662769001442939},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09788757900241762},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10257873800583184},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10132601100485772},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09679455100558698},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09803229989483953},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09832954406738281},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09937767800875008},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1055514719337225},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10342831199523062},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09694718499667943},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10414016991853714},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10281815403141081},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10023493692278862},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09911503898911178},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10009678895585239},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10019867902155966},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10300417093094438},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09859886602498591},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09665269602555782},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09963142103515565},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10188154701609164},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10074035997968167},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10021859710104764},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10172594804316759},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10439435404259712},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10759539308492094},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10393542796373367},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09876566706225276},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10170836502220482},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11084379197563976},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11311659007333219},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1136447339085862},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11038041696883738},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1073633999330923},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11063660506624728},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11184869497083127},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10988119593821466},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11007454700302333},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11260137893259525},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1102170730009675},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11020308604929596},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.114489990985021},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11190763500053436},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11383318598382175},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11465891601983458},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11223168997094035},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11171777104027569},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1136290350696072},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11272919806651771},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10959658503998071},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11400706006679684},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11050672200508416},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10973063600249588},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11622559709940106},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11231059697456658},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11341889295727015},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11483449302613735},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11693617305718362},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11613073106855154},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11460323201026767},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11807732097804546},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11658039898611605},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11628902610391378},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11513943201862276},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11609198804944754},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11749443400185555},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11681069899350405},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.12065753294155002},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12682996306102723},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12467291101347655},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11516604200005531},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1184559870744124},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12109568004962057},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11622418509796262},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1155130589613691},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11472577997483313},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12017084495164454},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12203373899683356},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11686366703361273},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11756722000427544},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11925853393040597},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11881688004359603},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13077627401798964},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1307113820221275},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12451525696087629},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12257981789298356},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1264463079860434},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12649566994514316},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12749511399306357},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12621630891226232},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.1369934770045802},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13522857590578496},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13536399800796062},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13741135597229004},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13638135604560375},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13865317299496382},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13522332592401654},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1337587849702686},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13503265101462603},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1345380280399695},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13338792300783098},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15253472095355392},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15221338102128357},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.14882635499816388},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15384645608719438},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15319763601291925},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15172151394654065},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1558904480189085},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15989575802814215},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.16578310693148524},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1677491629961878},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16826460498850793},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16608045098837465},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.1710039940662682},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.175781873986125},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17466735595371574},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17490817501675338},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.1712953969836235},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17281439900398254},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17491801199503243},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1747193520423025},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1725287069566548},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.1939093089895323},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20368518005125225},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.199226344935596},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20153114304412156},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.21739451598841697},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.248326592030935},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.27780227991752326}],"chat_template":false,"data_loading_seconds":0.07198954198975116,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209334,"gpu":1,"id":"bfb703845a3d9e0ee449d2bc","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"Kewk/Heretical-Qwen3.5-0.8B","model_load_seconds":30.663313044933602,"model_revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":83.54368659900501,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6574074074074074,"scoring_seconds":50.768177335034125,"seconds":81.85954192699865,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}