{"acc_norm":0.4377104377104377,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26551039703190327},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.054982517031021416},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05341309995856136},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05938496591988951},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05421433399897069},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05441062001045793},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.060657989932224154},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05373851605691016},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.06128652289044112},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05461553204804659},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.059730040025897324},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.054570256965234876},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06235182995442301},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.056192432064563036},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.07143956702202559},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05836513394024223},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06432089093141258},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05460355000104755},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06138612807262689},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.055738967028446496},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06162732793018222},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05600437195971608},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06165085197426379},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05635167902801186},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.056503623025491834},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061948908027261496},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05529422697145492},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061733645969070494},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05678999703377485},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06324938300531358},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.058673699968494475},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06423281691968441},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.057247319957241416},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06607956101652235},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05607309995684773},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06102875201031566},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05623897002078593},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0627085849409923},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0568442780058831},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06662725296337157},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061499279108829796},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06960493593942374},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06109893205575645},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06687819096259773},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06251077493652701},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0679199539590627},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06264375406317413},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06686963397078216},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06274973100516945},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0656327570322901},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06128897704184055},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06539065600372851},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06696753692813218},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06293108896352351},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06644519290421158},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06114180199801922},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0675896069733426},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0602629630593583},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07081037398893386},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061968383961357176},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07018361403606832},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06260872795246542},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06855145108420402},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06234027701430023},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0678961289813742},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06215878902003169},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06748425005935133},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0627140550641343},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06611416500527412},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062144552008248866},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06771780597046018},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06232032098341733},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06612577696796507},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06792368995957077},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06526598404161632},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07009812502656132},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062239970080554485},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06813712907023728},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062057250062935054},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0712024139938876},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06366143096238375},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06901097798254341},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06378756696358323},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0678134539630264},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0625772790517658},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06715552799869329},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0630379889626056},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06952083902433515},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06889979005791247},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06291427800897509},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0691338669275865},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06296585407108068},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07210937608033419},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06307381601072848},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06978821801021695},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061167169944383204},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07027964293956757},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0641816520364955},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06765886605717242},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06266213802155107},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06993570202030241},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06298198504373431},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06084398808889091},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06963715597521514},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06453245598822832},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06972645199857652},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06260966008994728},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07113672292325646},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06278018793091178},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06929406605195254},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06357958901207894},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07067138503771275},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06300476694013923},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07347182603552938},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06292115105316043},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06274783704429865},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06973297393415123},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0636683739721775},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06963876797817647},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06335511000361294},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06909550505224615},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0636468940647319},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07053219398949295},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06547090609092265},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06896719604264945},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06542925792746246},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06936641002539545},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07034534600097686},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06253601307980716},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06841247202828526},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06420272099785507},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06933820701669902},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06798477401025593},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07777343899942935},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07049205992370844},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07502432202454656},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0769835360115394},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0701718219788745},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0781947539653629},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06953900307416916},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0742511700373143},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0749484709231183},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06936441699508578},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07425256306305528},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07061964797321707},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0740483719855547},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07015367900021374},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07699520699679852},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07613480207510293},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07160427502822131},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07498715294059366},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07157935702707618},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07363320793956518},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07644257706124336},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06998718797694892},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07754544401541352},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07023015106096864},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07515688904095441},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07692710100673139},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0694105630973354},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07528779399581254},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07186187501065433},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07664488407317549},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07773468596860766},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06910579500254244},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07760574610438198},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06980773294344544},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07431588100735098},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07539168698713183},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07078350300434977},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07789413398131728},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06997840199619532},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07536091993097216},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07716357090976089},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07141707395203412},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07814725593198091},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07358037901576608},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0771399880759418},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07831187290139496},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07071333297062665},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07778874796349555},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07453110197093338},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07727836596313864},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07768350094556808},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07197327190078795},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07765477802604437},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0731623200699687},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08178871590644121},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08225538698025048},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0722356520127505},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07777039299253374},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07777072407770902},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07186621206346899},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0789737569866702},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07283256505616009},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07695097499527037},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07989224104676396},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07183384196832776},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07869153097271919},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07285231200512499},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08531394100282341},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07908021507319063},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07033649005461484},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07869871403090656},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07805443299002945},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07021138607524335},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07770296698436141},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0756529140053317},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07853277493268251},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07925234700087458},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07234837103169411},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07831921696197242},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07568440306931734},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07939552399329841},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08086426299996674},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0749682680470869},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08259059197735041},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07856868207454681},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07227376289665699},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07656073709949851},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07265378092415631},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07820416195318103},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07962714589666575},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07275657309219241},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08068318502046168},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0824563920032233},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07367910293396562},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07960125699173659},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07310751709155738},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07830822595860809},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08073804702144116},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07534692401532084},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08357575896661729},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.083257274935022},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07596223102882504},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0829358360497281},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08422455901745707},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07483364595100284},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08559018699452281},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08609733101911843},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07583234901539981},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08662735996767879},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08444421901367605},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07557299500331283},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08032160997390747},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07629607291892171},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08374016603920609},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08398477197624743},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08082928799558431},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08625464502256364},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08477906393818557},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07885763002559543},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0824275380000472},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08407841599546373},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07731822994537652},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08219168905634433},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08310120494570583},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07996030698996037},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08615349710453302},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08487298898398876},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07636319904122502},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08399311709217727},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08594056905712932},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07968222897034138},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08684795105364174},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08810792106669396},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07701292005367577},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08453909598756582},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08942131092771888},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07915240002330393},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08630188298411667},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08511726395227015},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07940121507272124},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08649678702931851},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08590218797326088},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08792290592100471},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08080942998640239},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08532252698205411},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08779685199260712},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07986618194263428},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08771170303225517},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0861881310120225},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07881622400600463},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08304436900652945},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08309665601700544},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08025833300780505},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08914343302603811},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08497391699347645},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07784171693492681},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08340257592499256},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08949055999983102},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.079602358979173},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08471233898308128},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08480949001386762},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0783436120254919},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08911789499688894},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08858161489479244},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08121427497826517},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08826638699974865},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08776665502227843},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07781543699093163},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0866896160878241},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09243015199899673},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09300092596095055},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07936313294339925},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0844620029674843},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08797388197854161},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0824158659670502},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08484955492895097},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08747347793541849},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08107256097719073},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09082183300051838},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08640703000128269},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07943120098207146},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08451878803316504},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09402301197405905},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08956440805923194},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08328524697571993},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08979299396742135},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09280114294961095},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08642373094335198},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09587583807297051},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09205875906627625},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08908190799411386},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08352062699850649},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09060543798841536},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08918842696584761},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08420244802255183},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09357995598111302},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0900117619894445},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0879362520063296},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08530623593833297},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0921228890074417},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09352823998779058},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08225770201534033},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08959537500049919},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09134578006342053},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08870770898647606},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07975328201428056},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08821030193939805},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09111281507648528},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08334129198919982},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08887947106268257},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09318672295194119},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08317808795254678},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08663952397182584},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09133491991087794},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08971243293490261},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08372832403983921},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09383604407776147},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0929164889967069},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09246242209337652},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08445652201771736},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0902111929608509},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09110560198314488},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08763110206928104},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09098660992458463},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09066361689474434},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0965778159443289},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08836556202732027},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09019904094748199},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09229025105014443},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09064657601993531},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08470153901726007},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09278660593554378},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09445616998709738},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08782069606240839},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09616552805528045},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0920942350057885},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09145816997624934},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08788545697461814},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09443269693292677},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0895109479315579},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08891056792344898},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08403047802858055},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09124628396239132},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10248971194960177},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10379457497037947},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09048129699658602},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10384731402155012},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10305092891212553},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09740037098526955},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09721684898249805},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09488958807196468},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10237479803618044},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09959267906378955},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10368230601307005},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10625807906035334},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09461607795674354},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1014460560400039},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0998068080516532},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09721048700157553},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10394898301456124},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09611869102809578},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10248592402786016},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10298325202893466},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10104955604765564},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.103993846103549},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1025535409571603},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09618705802131444},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10294461098965257},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09904864488635212},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10225083597470075},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10610980296041816},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09779608901590109},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10698839090764523},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10782353801187128},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10082318400964141},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10121385299135},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10241840896196663},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09610517509281635},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1004288389813155},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10591133299749345},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10492234898265451},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10366717691067606},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10475314292125404},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09704708203207701},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10032512596808374},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10007639101240784},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09907108696643263},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09924937889445573},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09425501502119005},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10743712808471173},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11222889402415603},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10887462901882827},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10325855598784983},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10637536796275526},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0982049920130521},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10294781601987779},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10170507896691561},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10069928294979036},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10241951094940305},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10384287603665143},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09983488102443516},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10379509604535997},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10841181606519967},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10938033205457032},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10420973901636899},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10484093602281064},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10062955308239907},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1095852340804413},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1042784369783476},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10415374604053795},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10601846198551357},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10553717508446425},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11037646001204848},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10286577302031219},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10426274791825563},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10353631305042654},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1071887849830091},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10782704502344131},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10533286398276687},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09835625300183892},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10513079701922834},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10764735995326191},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1053045509615913},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10839101695455611},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11030433606356382},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10652789298910648},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10095614101737738},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10818024503532797},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10540572996251285},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11103207198902965},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1117567439796403},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1130282049998641},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11235604190733284},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11479590204544365},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11282911302987486},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10590691398829222},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11362054001074284},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11429686099290848},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11247921094764024},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.12071262602694333},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11803260794840753},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11150035599712282},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11688892496749759},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11423686007037759},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11478466098196805},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11153704498428851},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11409502394963056},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10877799894660711},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11833124398253858},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11500023200642318},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11063639493659139},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11458435701206326},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.116373743978329},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1138840300263837},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11326079908758402},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11599582002963871},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11941775993909687},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12217787804547697},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11379144806414843},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11529651493765414},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11202056601177901},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12581492005847394},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12841276603285223},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12887296394910663},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12567615194711834},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1216205480741337},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1244206209667027},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12618916889186949},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12535769795067608},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1272299800766632},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12921428005211055},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12361962697468698},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12682020594365895},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12918182997964323},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12471762392669916},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12789440900087357},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13172833889257163},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12773398903664201},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1302485290216282},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12620261404663324},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1261416800552979},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.125873900949955},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12643010797910392},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12368059100117534},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12553683202713728},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1314065189799294},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1295574199175462},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12838260002899915},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1297610600013286},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13148207997437567},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1291670820210129},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1296508249361068},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13370632706210017},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1317209550179541},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13131336506921798},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.12984990503173321},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13692933798301965},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.134021584992297},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13105549395550042},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1377448090352118},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.14056162093766034},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13720372901298106},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13354112894739956},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1377692240057513},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13739102892577648},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13450658007059246},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13178710907232016},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1397980380570516},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13837555493228137},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13573209499008954},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13465931394603103},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13484556297771633},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13556957198306918},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13513096398673952},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.15286343393381685},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.14667792792897671},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1426688510691747},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.13996241404674947},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14344655198510736},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14482084498740733},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1450395630672574},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14460407011210918},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.16155059391167015},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15509336104150862},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15423551306594163},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1566646120045334},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.16243896097876132},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15769052598625422},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15394447895232588},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.16056468500755727},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1534166350029409},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15300219203345478},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15216083300765604},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1818551600445062},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.16783867008052766},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17144055699463934},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.18093630601651967},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17207295692060143},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.1822462190175429},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1742190991062671},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.18367181799840182},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.18847983400337398},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.1985827739117667},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19021408795379102},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19554179394617677},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.19295773399062455},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.20207042898982763},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.20606024004518986},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.19852476695086807},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.20389110397081822},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.1931834249990061},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.201964101055637},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20490352204069495},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1976297270739451},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.22694993705954403},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.2331523330649361},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.23028122796677053},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.23602705402299762},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.25059857801534235},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.28555529890581965},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.3155161930480972}],"chat_template":false,"data_loading_seconds":0.05013198999222368,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209100,"gpu":0,"id":"7ce4a0170453ff0e8974416e","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"mghafiri/qwen3.5-0.8B-decision-model","model_load_seconds":29.554727812996134,"model_revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":752393024,"peak_gpu_bytes":3786804224,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":88.84777087590192,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.4898989898989899,"scoring_seconds":57.208321279031225,"seconds":87.16299507697113,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu0"}