{"acc_norm":0.672979797979798,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26462815201375633},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.048347472911700606},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050614731037057936},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050938525004312396},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05042815301567316},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05123675102367997},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05095707892905921},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05112799792550504},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05111805000342429},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051672884030267596},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0509135079337284},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05143469001632184},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052688388037495315},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052337122964672744},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05163745803292841},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05147328297607601},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0539034140529111},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05505988001823425},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05384042696096003},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.054145014961250126},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053211373975500464},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05276523099746555},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0533665829570964},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05299446894787252},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05294637905899435},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05312190600670874},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05199586693197489},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0526975350221619},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05378652596846223},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05224488000385463},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05280326202046126},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05384869209956378},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052231556037440896},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.052668401040136814},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05429575499147177},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05285534996073693},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05353903502691537},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05429889203514904},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05379283695947379},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05770092492457479},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05814420303795487},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05787535093259066},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05766667204443365},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057388062006793916},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05736573110334575},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05958677304442972},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05781274405308068},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05726393102668226},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057105996063910425},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05623252794612199},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05682352907024324},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057090837974101305},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057705904939211905},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05781944701448083},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058227858040481806},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058554667979478836},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05865927296690643},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.057971391011960804},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05935844604391605},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058868824038654566},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05836513394024223},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058328044950030744},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05869562004227191},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05858518497552723},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058565977960824966},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05829054501373321},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.057883466011844575},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05811399593949318},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05773635196965188},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05841269297525287},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058520775055512786},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05891317711211741},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0582882110029459},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05848485801834613},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06050567596685141},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05941816803533584},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05892981810029596},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05866416299249977},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059159274911507964},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05928857694379985},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06102407292928547},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059642615960910916},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05922800302505493},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05896657600533217},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05925455305259675},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05926958203781396},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05937886505853385},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059600788983516395},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059379576006904244},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05937064008321613},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05946134892292321},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05953514599241316},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06109906290657818},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06021479389164597},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059275813051499426},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05884904693812132},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061012470978312194},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059508397011086345},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058716058963909745},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05922653095331043},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061122936895117164},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059429539018310606},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05814840004313737},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059274108964018524},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061258450034074485},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059480463969521224},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059297273051925004},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05948373000137508},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059587624040432274},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05942853796295822},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059965510037727654},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059738907031714916},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05964606406632811},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061236588982865214},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05974743200931698},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05991616705432534},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059684265055693686},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059850154095329344},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05999850097578019},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059899576008319855},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059742093086242676},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05937012901995331},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0596447610296309},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06172793603036553},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06025810493156314},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061412827926687896},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06051089602988213},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05991504609119147},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05943848507013172},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059767659986391664},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061576934065669775},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059850484947673976},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06447933602612466},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06727755500469357},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06638407905120403},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06554423295892775},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06665924203116447},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06606479396577924},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06666200701147318},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06537053792271763},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06464250106364489},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06460499204695225},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06672718899790198},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06489864806644619},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06650633702520281},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06518797809258103},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06602932699024677},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0655368089210242},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06691389693878591},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06776380201335996},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06532193801831454},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06461081199813634},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06466555397491902},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0668724300339818},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0667861090041697},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06769621593412012},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06646084203384817},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06526593305170536},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06671110796742141},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06564192497171462},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0657903419341892},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06697685504332185},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06655456696171314},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06592652609106153},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06580028997268528},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06683151295874268},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0656556700123474},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06540314992889762},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0655718450434506},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06774995604064316},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0682205039774999},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06604453606996685},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0659046049695462},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06738975399639457},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06741070398129523},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06778810697142035},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06727849692106247},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06795228400733322},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06783712795004249},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06803208298515528},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06767046800814569},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06858504400588572},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0689559750026092},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06812589697074145},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0685349099803716},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06883689307142049},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06765703309793025},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0695967300562188},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06912109302356839},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0662118470063433},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06744045903906226},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0690646480070427},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06774153106380254},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06840464705601335},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0673564919270575},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0683822650462389},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06877192191313952},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06810741301160306},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06895587500184774},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06756573193706572},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0698097269050777},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06838604295626283},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06666478200349957},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06770083506125957},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06762029405217618},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06740269798319787},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06775056791957468},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06993189500644803},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06843717698939145},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06932139699347317},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06856658903416246},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06870989594608545},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06835138704627752},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06829847896005958},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07073180691804737},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07110710709821433},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06884587008971721},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06835797103121877},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06914129003416747},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06623077299445868},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06899954599794},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06844947102945298},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06886527594178915},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06897244695574045},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06702044501435012},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06808706396259367},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07029422104824334},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06832357600796968},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06857128802221268},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06891116104088724},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06837164598982781},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07309193897526711},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0716151250526309},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07184596499428153},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07259644393343478},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07171890698373318},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07271037704776973},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07028497394639999},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07319430005736649},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07216795498970896},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07181681995280087},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07472515397239476},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07321894506458193},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07220975297968835},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.070462164003402},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07199917000252753},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07368368096649647},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07245979900471866},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0755508040310815},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07421992090530694},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07266931096091866},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07242505496833473},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07215850800275803},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07241429504938424},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07414732698816806},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07254241302143782},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07257220905739814},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07537016703281552},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07316518505103886},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0720247580902651},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07124731794465333},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07228135701734573},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07413224899210036},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07384285901207477},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07450750796124339},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07477821293286979},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07326922891661525},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07573119993321598},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07532234792597592},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0729572270065546},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07503270800225437},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07384723704308271},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0724285909673199},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07316962303593755},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07521322392858565},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07972609007265419},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07461763301398605},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07449336198624223},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07544482592493296},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07553567597642541},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07498186302836984},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07633746997453272},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0741632969584316},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07211049797479063},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07125939091201872},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07480499299708754},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07595624006353319},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07469785294961184},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07625416596420109},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07351419504266232},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0747016299283132},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07556174497585744},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07568982301745564},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07495009293779731},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07292316399980336},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07509325991850346},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07666273706126958},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07561319996602833},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07443584396969527},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07596823200583458},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07509615598246455},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07630924799013883},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08357133099343628},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07791842892765999},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07588917505927384},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07581404398661107},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07497809501364827},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0755114610074088},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07254121103323996},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07375568593852222},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0756230279803276},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07681978109758347},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07451779791153967},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07470137998461723},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07778799498919398},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07942826498765498},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07892046798951924},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07777649408672005},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07892681995872408},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07776026497595012},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08159936300944537},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08180968591477722},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07908519497141242},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07720118190627545},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07852113293483853},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08007897902280092},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07903717493172735},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08036455092951655},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.079990652971901},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07832745206542313},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07770086301025003},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0791437349980697},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07990618597250432},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07860025099944323},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07815525098703802},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0778178219916299},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07963234605267644},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07583376194816083},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07641840190626681},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07832225202582777},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07976713695097715},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07907670002896339},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07916758896317333},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07867639302276075},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07868897600565106},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08015586202964187},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0815636970801279},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07676606101449579},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07851549296174198},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08303949993569404},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08063309092540294},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08169674500823021},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0797565869288519},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07903314800933003},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07876957603730261},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08126157394144684},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07929286197759211},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0792992040514946},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08389472390990704},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0847935009514913},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07910289790015668},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0810774409910664},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08024276397190988},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08030866691842675},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08176851901225746},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08081598207354546},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08058875892311335},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08141503005754203},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07948811701498926},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07896040298510343},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08388042799197137},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08240828209090978},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07928993599489331},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07789178006350994},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07943648006767035},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07980564888566732},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08746596402488649},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08794045902322978},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08439157099928707},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08893615589477122},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09095505194272846},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08489641197957098},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08809161104727536},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08840213995426893},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08962919900659472},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08440226002130657},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0890293390257284},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09530995308887213},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08889645198360085},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08636478998232633},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08500178891699761},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08639141998719424},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0891552249668166},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08923008397687227},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08770627295598388},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08552772004622966},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08737576601561159},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08845497807487845},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0901422860333696},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08713529701344669},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08720476704183966},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0869095369707793},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08824809291400015},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09470651694573462},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09023982798680663},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08991952997166663},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09107285097707063},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08760413201525807},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08947977900970727},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08861070894636214},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0883112499723211},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08726769406348467},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09187084902077913},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0920278609264642},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08691765193361789},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08864920097403228},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08906831196509302},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08723305002786219},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08580864395480603},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08574433298781514},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08569672505836934},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08864701702259481},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09550810093060136},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09626131702680141},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.092819057055749},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08745705697219819},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0917634479701519},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09503696404863149},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0917013130383566},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08786259300541133},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08737280999775976},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08813378994818777},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09241071494761854},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08876930503174663},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08988510607741773},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09371665096841753},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0948722860775888},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08990317897405475},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09231673111207783},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09537322004325688},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09410557593218982},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0896590439369902},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.088173673953861},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08960228902287781},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08925608289428055},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09699862205889076},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0970208530779928},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09118940797634423},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09146064391825348},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09384110302198678},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09309043409302831},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0916623700177297},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08847459498792887},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09048545500263572},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09109299897681922},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09203056700062007},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0981844631023705},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09627605392597616},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09194228192791343},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09168505307752639},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09538928105030209},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09035206609405577},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09599820605944842},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09874169190879911},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09763848502188921},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09890342294238508},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10231147008016706},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10206714400555938},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09583300806116313},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09872280701529235},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0978667699964717},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09855532494839281},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1051292639458552},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1044002139242366},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0969359950395301},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10307554400060326},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10038005700334907},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09767362999264151},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09795515600126237},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09886817797087133},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09888495993800461},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1018532239831984},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10118622099980712},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09741432697046548},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09921914199367166},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1004086610628292},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09991555206943303},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09910833602771163},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09995421301573515},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10288406792096794},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1069742749677971},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1042596329934895},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09884280001278967},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10334567807149142},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10805449902545661},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11081562901381403},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11274788295850158},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11067607800941914},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10578814300242811},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10955218295566738},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1120921999681741},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11157835100311786},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10734478593803942},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1123341100756079},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10855828004423529},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11030269192997366},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1111047980375588},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10995528509374708},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11268784001003951},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11719664896372706},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10951696604024619},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11194376309867948},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1116591019090265},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11028762406203896},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10630579805001616},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11105996393598616},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10712636809330434},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10954235401004553},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11188587499782443},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1126860270742327},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.10874932596925646},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11343564395792782},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11285926098935306},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11252374399919063},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11177076096646488},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11666874401271343},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11471435893326998},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11432378098834306},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11180524493101984},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11200147098861635},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11483633692841977},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11344256694428623},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.12011571193579584},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12671205296646804},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1180997530464083},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11580558400601149},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11760982894338667},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12061661691404879},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11608549603261054},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11395262903533876},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11707128502894193},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1202056200709194},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12075695802923292},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11567601293791085},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11605454899836332},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11905113700777292},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11854231799952686},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13128664495889097},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.12664234405383468},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12577058898750693},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.122106424998492},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12331223394721746},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12709750304929912},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1269666290609166},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12514960998669267},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13727336993906647},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13575831393245608},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13439172494690865},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13668454089201987},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13680854300037026},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1373308759648353},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1366383150452748},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13308842503465712},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13390774291474372},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13336649409029633},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.13418853690382093},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15255549899302423},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.14927854808047414},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15083743492141366},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15081586502492428},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1542802850017324},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15063337492756546},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1540564689785242},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15822977107018232},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.1663504249881953},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.16774372302461416},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1684266059892252},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16465119598433375},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.16987808397971094},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17658901901450008},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17297274502925575},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.1753342179581523},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.17213895998429507},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17275570996571332},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17298812395893037},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17300991399679333},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1735742159653455},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.1941181489964947},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20363216195255518},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.195870675961487},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20104640896897763},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.2147529600188136},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2500450670486316},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.27476375398691744}],"chat_template":false,"data_loading_seconds":0.07053459889721125,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208808,"gpu":1,"id":"2d79cde7c16d073d6bb045a4","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"unsloth/Qwen3.5-0.8B-Base","model_load_seconds":23.646504650008865,"model_revision":"44bc982576bf30f0a9440303598859d92604ea5d","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":76.34397564595565,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.70496632996633,"scoring_seconds":50.49897763400804,"seconds":74.56106622098014,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}