{"acc_norm":0.2588383838383838,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26620569499209523},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.047912604990415275},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05479684204328805},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05882926099002361},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.053459879010915756},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0596540899714455},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05369378498289734},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05950125399976969},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.053409354062750936},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.06036187999416143},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.053605100023560226},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05497790896333754},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06275294802617282},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05609457299578935},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06182465609163046},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06598484504502267},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06330864399205893},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05574990902096033},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06098271696828306},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05575369705911726},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.061369318049401045},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05605484696570784},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.061408931971527636},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05639472103212029},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06391313194762915},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054801160003989935},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0606377039803192},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05576887400820851},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06218487897422165},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054847717052325606},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06357758597005159},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05875825905241072},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0625842340523377},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.057234197040088475},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05769200099166483},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055964990984648466},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.056667319033294916},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061904225032776594},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05709150095935911},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06613675795961171},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06162805005442351},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0667928010225296},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06148451298940927},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0676246730145067},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06680536502972245},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0612157320138067},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06824554991908371},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06078834494110197},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06910365994554013},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06083589291665703},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06719188601709902},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05969226104207337},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06742390897125006},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06167286401614547},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06728486891370267},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06106892798561603},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06679915299173445},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06089429196435958},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06901433400344104},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061957876081578434},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06894117791671306},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06300736195407808},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06982535601127893},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06275874900165945},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06798809999600053},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06712172506377101},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06193140603136271},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06865964306052774},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06118379207327962},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0674874959513545},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061531620915047824},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06754184793680906},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0601664949208498},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06744860496837646},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06386489095166326},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06946103705558926},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06242464599199593},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06795429706107825},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06461139407474548},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06909954198636115},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06460590299684554},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07040268299169838},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06251882098149508},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06777521304320544},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0680035789264366},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.062230413081124425},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06960351299494505},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06183569703716785},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06987111200578511},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06247151305433363},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06981294299475849},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06303273898083717},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07024967693723738},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06360933498945087},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06994966801721603},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06184806092642248},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07007468095980585},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06304302893113345},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0678896059980616},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06800789700355381},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06380366696976125},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06868198397569358},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060800045961514115},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06879667809698731},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06487035693135113},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07188044802751392},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06252899998798966},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06954861001577228},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06309160904493183},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06869549897965044},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06465548509731889},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0695286130066961},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06864500499796122},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06530080002266914},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06900028802920133},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06254871701821685},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06872092699632049},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06254747498314828},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06974670896306634},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06370079598855227},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06915777095127851},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0632429119432345},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07077102991752326},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06516070803627372},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0699141820659861},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0706100600073114},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.063356944010593},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06867029296699911},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06252696691080928},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07059068395756185},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06396347493864596},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06886090897023678},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06999584403820336},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07605756807606667},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07639553793706},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07214646402280778},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07623739307746291},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07050614606123418},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0758653690572828},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06979420804418623},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07314156997017562},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07443350995890796},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06937354407273233},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07548341702204198},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07049103803001344},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07702159590553492},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07676001801155508},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.069595857989043},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07708542502950877},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07430584100075066},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07401911693159491},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07475469901692122},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06800425995606929},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07596664794255048},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07075208402238786},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07691085897386074},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07689179305452853},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06872740900143981},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07604439300484955},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06978927797172219},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07539242797065526},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07798256701789796},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0733186398865655},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07795149891171604},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06853104301262647},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07722127705346793},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07479949202388525},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0687264270382002},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07649952196516097},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07027446408756077},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07732401904650033},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0694500970421359},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07727598992642015},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07802524708677083},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07201545999851078},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07918841601349413},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07746446097735316},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07145909301470965},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07796465395949781},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07086585694923997},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0771499250549823},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0781927490606904},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07184492202941328},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07856605492997915},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0727475150488317},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0771196479909122},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07839958497788757},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07468831399455667},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07881713402457535},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07114931498654187},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07914829102810472},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07898142992053181},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0716029410250485},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07794094900600612},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07213451201096177},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08066321595106274},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08187982405070215},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07128254394046962},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07866945897694677},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08013248699717224},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07420475303661078},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07978400704450905},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07137482601683587},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07756054098717868},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07953229697886854},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06975902302656323},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07727500691544265},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08061043790075928},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07491153094451874},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0799491940997541},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07226809102576226},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07810292206704617},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07925996906124055},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07237045303918421},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08207188302185386},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08228014095220715},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07313251297455281},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07917024195194244},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07274274691008031},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07909466105047613},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08050855703186244},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07247414602898061},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07777120301034302},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07336735096760094},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0774653929984197},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0788508370751515},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0743662640452385},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08044484897982329},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08075318404007703},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07240319403354079},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07874497899319977},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07636559207458049},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08268857304938138},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08312459592707455},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07701213692780584},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08170351607259363},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0830794220091775},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0745556770125404},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08390605298336595},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08704562799539417},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0763519259635359},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08425667707342654},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08404618396889418},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07616599998436868},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08083142898976803},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08349559700582176},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0784526540664956},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08271634508855641},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08797363797202706},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08024576806928962},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08487335697282106},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08374233799986541},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07638864498585463},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08388637704774737},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08725091000087559},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07796137791592628},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08324036106932908},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08495509892236441},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07687994092702866},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08487862709444016},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07983575307298452},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0769252150785178},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08790978894103318},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07807267503812909},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07920430495869368},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08598846604581922},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.087672084919177},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08034822903573513},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0847394069423899},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08435172389727086},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07914900197647512},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0857140450971201},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0833018469857052},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07931239705067128},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08682427508756518},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08748168998863548},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0788097899639979},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08884153596591204},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08893517195247114},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07973743905313313},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08709950791671872},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08766048401594162},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07787076896056533},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08286201604641974},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08651714294683188},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07903618202544749},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08801556704565883},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0870339060202241},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07850189495366067},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08750667702406645},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08664597291499376},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08155433798674494},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08665902691427618},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08331866806838661},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0785235658986494},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08738577202893794},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09024372091516852},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08523125492502004},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0790773390326649},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08787494408898056},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08996071305591613},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08114285103511065},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09145146305672824},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09613501699641347},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08085056499112397},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08481541892979294},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0854770119767636},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08233245799783617},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08628084103111178},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08455402101390064},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08920362207572907},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08189627598039806},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08773143705911934},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08712301100604236},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07926157291512936},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09081382502336055},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09027992899063975},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08209176000673324},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09171240997966379},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08913014398422092},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0940323859686032},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08668626705184579},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09340494591742754},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09217537404038012},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08422276400960982},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09261162695474923},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08970436500385404},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09441628202330321},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08402402303181589},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09538025001529604},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08741123997606337},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08929763699416071},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08464496105443686},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09299752698279917},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09021781198680401},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08353033196181059},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.092604203033261},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08935553499031812},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08005946094635874},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08927713800221682},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09349649690557271},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08826615300495178},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08150254201609641},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09005626093130559},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09197477903217077},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08377105102408677},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.093230981961824},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09083006402943283},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09022697003092617},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08614882500842214},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09413823403883725},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09287705202586949},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09274601796641946},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08248076494783163},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09039420203771442},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09121283807326108},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08402025594841689},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09208161907736212},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09733978402800858},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09634575003292412},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0838737329468131},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0921434439951554},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0934873300138861},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08886431797873229},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08483656798489392},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09467290004249662},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09199969610199332},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08646163798402995},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09268699702806771},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09180230798665434},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0990572659065947},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08476532506756485},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09143013309221715},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08963003708049655},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08962390490341932},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08394367306027561},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10073880199342966},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09965451993048191},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10043245006818324},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09597362601198256},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1059200030285865},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09600229898933321},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09908729197923094},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10452349006664008},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09190468897577375},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10038395994342864},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10278774297330528},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10631060204468668},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10132818098645657},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10136616101954132},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09189465001691133},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09637530404143035},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10414184804540128},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10308448597788811},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10271952592302114},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09286788501776755},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09830506390426308},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10548347001895308},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10455990803893656},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10092917701695114},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09565685503184795},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09922616207040846},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10348732699640095},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10965103097259998},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10288916202262044},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09660224802792072},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10446548101026565},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10439475893508643},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10248930600937456},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10345282300841063},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10278668103273958},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09563407301902771},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10789941507391632},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10489844903349876},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10118497395887971},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10354789101984352},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1033756691031158},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09389260597527027},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09864405600819737},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09855554101523012},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1026284049730748},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10068822803441435},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10334430099464953},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10936837398912758},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10713289503473788},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1006612969795242},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1070313659729436},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10946259903721511},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0949651749106124},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10260002303402871},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10183954401873052},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10269317694474012},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10420168901327997},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10298109310679138},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09595350897870958},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10947289899922907},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10913633101154119},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10099169402383268},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10667586303316057},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10852606303524226},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1001084370072931},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10648680105805397},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10361873207148165},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10403861501254141},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10495831992011517},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11378298595082015},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10702356102410704},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0984416080173105},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10323443601373583},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10943179193418473},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10732934204861522},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10678894398733974},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10203625191934407},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09836806100793183},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10616195492912084},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10635615698993206},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10992782691027969},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10946060507558286},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10811014694627374},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10690201399847865},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09959184296894819},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10404946492053568},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11006740701850504},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11153693799860775},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11021165899001062},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11141917400527745},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11752297694329172},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11571170901879668},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10899945197161287},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10673420794773847},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11301098309922963},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11251961707603186},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.12096296297386289},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11536331893876195},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11185323307290673},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11934462399221957},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11395844002254307},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11335598595906049},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11214500805363059},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11412692500744015},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10769882705062628},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11220190394669771},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11680665099993348},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1089903439860791},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11646696797106415},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1139967719791457},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11325687100179493},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11176834593061358},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11678173497784883},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12495812308043242},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11899444099981338},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11346352600958198},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11762573895975947},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1175544960424304},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12544411898124963},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.126670356024988},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.13007188006304204},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12649630208034068},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12165077496320009},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12281883298419416},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12724773294758052},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12639115506317466},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12433115299791098},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12884861894417554},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12537122296635062},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1259026649640873},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12703578802756965},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12392383394762874},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13044821203220636},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13000337197445333},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12533479498233646},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1307855809573084},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12842317495960742},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12700626207515597},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12532086903229356},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12657300499267876},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12536531197838485},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12407423404511064},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1294426069362089},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13076776696834713},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12895696994382888},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1298215730348602},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1307230240199715},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1318020459730178},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.12917584797833115},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1324498950270936},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13318359199911356},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.14068597299046814},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13057347491849214},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1291920889634639},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13422106707002968},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13057074008975178},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13442544802092016},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.142280517029576},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13984559604432434},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1333841070299968},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13538965594489127},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13736311707179993},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13552103203255683},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13965613301843405},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13246004306711257},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13929104199633002},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1373429789673537},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13189372699707747},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13527221698313951},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1392547250725329},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1372213619761169},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.15222365001682192},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.154409616952762},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14126103708986193},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.13745382602792233},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14522303501144052},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14743971801362932},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14503139699809253},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.15198352199513465},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.15364400891121477},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15361623710487038},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.1547335609793663},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.16726828704122454},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15362935094162822},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1578988229157403},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15586269600316882},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.16101877205073833},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1509375519817695},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1549791080178693},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15454128291457891},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17799452901817858},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17167037609033287},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17748129297979176},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17248353199101985},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17429798597004265},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.17937777994666249},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1762570000719279},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1851924929069355},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.18748459802009165},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.19961920706555247},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19924669293686748},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.18566726800054312},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.200631134910509},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.19452641997486353},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.20675253099761903},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.20091468398459256},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.20342136803083122},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.1989729319466278},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.19418694695923477},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20700139401014894},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20430871204007417},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.21968362492043525},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.23283755604643375},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.2294157249853015},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.2341946359956637},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.25126735505182296},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.28698923299089074},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.3234124480513856}],"chat_template":false,"data_loading_seconds":0.09268369094934314,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208754,"gpu":0,"id":"0f4e12b0cba7a4a4a9b3603c","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"OmniJev/PlayJev-0.8B","model_load_seconds":33.8169932999881,"model_revision":"a7348002b1e159add7037d6d50812cd4db2d96e9","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":93.24119240511209,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.2756734006734007,"scoring_seconds":57.200350022059865,"seconds":91.46230818401091,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu0"}