{"acc_norm":0.6287878787878788,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.24669345596339554},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.05453220603521913},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05377691797912121},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.058962708921171725},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05383261200040579},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05984958307817578},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05360630003269762},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.06022570503409952},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.054279464995488524},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.06095993390772492},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.054469750029966235},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05517167900688946},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06140655593480915},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05659607506822795},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0664600299205631},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06244880997110158},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06273791892454028},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.055222464026883245},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06165343592874706},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05646234599407762},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06231211498379707},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0566499960841611},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06395331502426416},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05644880002364516},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.062424744945019484},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05551269499119371},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.061385988956317306},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05606421397533268},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06319595302920789},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05527292797341943},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06554741796571761},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05801066302228719},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06276561203412712},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05683073296677321},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06285718199796975},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055668315035291016},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06253760599065572},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.057999684009701014},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06190215004608035},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061541347997263074},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06705032102763653},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060965021955780685},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06762469199020416},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060872370027936995},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06803556904196739},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061986276996321976},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.07003488694317639},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060482744011096656},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06759070907719433},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061026918003335595},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0676908059976995},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06052557297516614},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06732877099420875},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.062436227104626596},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06769103591796011},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061544002033770084},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.067943828064017},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06168270099442452},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06904204504098743},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0625670610461384},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06811187090352178},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06874938006512821},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06275658402591944},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06880014401394874},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0620319020235911},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0682201930321753},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06199797906447202},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06910265900660306},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06075163499917835},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06773889507167041},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06179673399310559},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07124755892436951},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.060395941021852195},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06907693098764867},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06411257304716855},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06881975091528147},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06299849599599838},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07086340198293328},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06741246697492898},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06230083492118865},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07102929195389152},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06297845800872892},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06910349999088794},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.062696591950953},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07044987101107836},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06254438799805939},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0695550829404965},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06234357401262969},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06763102393597364},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06383556697983295},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06858186703175306},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0638432209379971},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07047357503324747},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06921591993886977},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06328309595119208},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06718291901051998},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06413121696095914},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0702873079571873},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06297626392915845},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06898370699491352},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06431551091372967},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06827455398160964},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06119964097160846},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06811398500576615},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06538000702857971},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06930743006523699},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06410338601563126},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06815804704092443},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06916065700352192},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06347911199554801},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07005316205322742},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06306869594845921},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07140170608181506},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06441037799231708},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07124367100186646},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06316749996040016},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0681883740471676},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06312862795311958},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06901790096890181},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0641133839963004},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07122712105046958},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06870619999244809},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06361300207208842},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07148826704360545},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06346157798543572},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07179759396240115},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0643245680257678},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06965492898598313},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0636764500522986},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07026375399436802},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0650439290329814},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06993627303745598},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07622492092195898},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07011274306569248},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07608094194438308},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06992138596251607},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07549505005590618},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0765789810102433},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07232437690254301},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07855896302498877},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06851846002973616},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07386756502091885},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07645942806266248},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06860309699550271},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07677980593871325},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0689748099539429},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07584616402164102},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06947513297200203},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07668127305805683},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0796271349536255},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07001277699600905},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07525273808278143},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06894279096741229},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07571880694013089},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07718552299775183},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07112176402006298},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07917958102189004},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06955006194766611},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07590785901993513},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07588804292026907},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06911301799118519},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0768329850398004},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07265650690533221},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07518995099235326},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07816257502418011},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0700993980281055},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07657175802160054},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06921286496799439},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0768587130587548},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0780919020762667},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07129029906354845},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07584772701375186},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07197416492272168},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07707635802216828},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07824349496513605},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07165617996361107},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.08073483104817569},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07287381193600595},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07632767304312438},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0770791539689526},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07134517095983028},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08094281901139766},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07820453296881169},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07197356293909252},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0801936419447884},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07166836399119347},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07783601607661694},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08023234503343701},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07370398996863514},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08092011802364141},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07257298997137696},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07738833990879357},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07762772706337273},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0725210530217737},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0791085590608418},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07859160390216857},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0740057829534635},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07849696790799499},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07276261399965733},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07715950405690819},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08223579090554267},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07361437298823148},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07821282895747572},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07236692600417882},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07807346899062395},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07663975399918854},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07183004496619105},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07971145305782557},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08053062006365508},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07537538697943091},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08026097703259438},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07285169104579836},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07921368407551199},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07849453308153898},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07566496706567705},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08125037292484194},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0797061730409041},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07271218998357654},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07857423194218427},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07102005404885858},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.079007358988747},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.082628512987867},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07351308304350823},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08008906804025173},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07472774805501103},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07234354200772941},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08065142494160682},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07176860002800822},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07907577697187662},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08022464998066425},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07181816198863089},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08166969497688115},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07775369205046445},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08060653205029666},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08435422100592405},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07900295197032392},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08600141305942088},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08127166202757508},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07787072996143252},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08070764993317425},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08261988603044301},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07916556601412594},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0835755990119651},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08262417500372976},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0775881540030241},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08458075299859047},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08880733605474234},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07819989300332963},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08690109092276543},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08786755299661309},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07737403397914022},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08229828695766628},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08271809003781527},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07692130992654711},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08415645291097462},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08432323299348354},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07914677995722741},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08922054595313966},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08886780799366534},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0774733399739489},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08292441407684237},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08429452893324196},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07898509909864515},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08669246197678149},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08470897295046598},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07902732701040804},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0838694169651717},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08838526904582977},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0816639739787206},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08605933096259832},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0869261979823932},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08524659497197717},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07801624201238155},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08535238297190517},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08519399794749916},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08456063596531749},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0835021719103679},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08609446708578616},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0797774960519746},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08964810403995216},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08652524999342859},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08024998696055263},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08883984689600766},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.083950747968629},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07591718703042716},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08522203005850315},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.09002651902846992},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07831188302952796},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08631866495124996},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08376423094887286},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0797315010568127},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08739814802538604},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.09037670190446079},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07767069700639695},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08459152397699654},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08665570302400738},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08383313997182995},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08463777008000761},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08734397706575692},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09063882101327181},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07902457204181701},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08518435899168253},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09152073599398136},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08650690503418446},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08996004494838417},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08655190002173185},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08113706205040216},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08856568508781493},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0855415859259665},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0803204890107736},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0877503240481019},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09161718597169966},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08460051007568836},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07823257497511804},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08435070398263633},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09480978001374751},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08190588501747698},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08964747295249254},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09033279097639024},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08582971303258091},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0936662470921874},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09947026195004582},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09547616296913475},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0815778539981693},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08920926495920867},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09002043807413429},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09168981108814478},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08506490592844784},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09049082593992352},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08941790403332561},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08192175498697907},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09611108701210469},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0943265090463683},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08967172808479518},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08254438592121005},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08855401305481791},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09249945101328194},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0797363700112328},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08659229497425258},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0882057340350002},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08370335795916617},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0894178340677172},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09310501103755087},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0922741109970957},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08263661793898791},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09003547590691596},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09440822002943605},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08902954997029155},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08412638609297574},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09164044901262969},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09481242403853685},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0857230139663443},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0948637000983581},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09078666695859283},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09067182207945734},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08567640709225088},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09185393701773137},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09327247203327715},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09500680700875819},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09282079990953207},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09199479001108557},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09155397803988308},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08639731095172465},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08952748798765242},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09296629205346107},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09493288898374885},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08622062194626778},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09453454590402544},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09234850900247693},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0948389139957726},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0891971830278635},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09531767701264471},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.091197022004053},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09011487406678498},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08503549196757376},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09075195307377726},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0991508049191907},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10092489398084581},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09268857294227928},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10483557707630098},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10527251102030277},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09978787403088063},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0989396219374612},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09777601109817624},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1028528290335089},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09812497207894921},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10378915502224118},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10619639500509948},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10291122808121145},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09712780301924795},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09960158506873995},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09838519699405879},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10362431802786887},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10616618802305311},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0960323999170214},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10047013591974974},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10113324201665819},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10291283205151558},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10601648909505457},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09649961104150862},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10537173599004745},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09990394907072186},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10124933894257993},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10817063599824905},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10734318289905787},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09745309897698462},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1118893310194835},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09976787609048188},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10285893001127988},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10428621200844646},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10261274199001491},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09427293902263045},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10918053996283561},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10524110298138112},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10112813301384449},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10645389498677105},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10332844604272395},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09300334099680185},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10245593800209463},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0979670980013907},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09979866293724626},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10284327191766351},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10347352595999837},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11056904902216047},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10861923301126808},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10051295498851687},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10659251408651471},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11242666305042803},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10229021904524416},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09404983290005475},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0990813560783863},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1028390129795298},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10420420905575156},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10494588199071586},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09522091597318649},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11131290602497756},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11035110300872475},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10491032595746219},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1049255650723353},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10911494703032076},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10733401600737125},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0996963829966262},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10272652294952422},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10352095507550985},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1037314779823646},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11614822305273265},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11350860993843526},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10286500200163573},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09597715700510889},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1069680938962847},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1087449670303613},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10244749300181866},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10440439195372164},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1057147259125486},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.1027560590300709},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10817881196271628},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10915489203762263},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10811723698861897},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10710019001271576},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11206171195954084},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10592972708400339},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09592670202255249},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11078116402495652},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11406957590952516},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1119474790757522},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11142510490026325},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11464360798709095},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11667602695524693},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11344560293946415},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11114660592284054},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10998982796445489},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10770942596718669},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.12447047396562994},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11660307203419507},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11248553299810737},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1214658300159499},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11657795496284962},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1130022769793868},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10835120303090662},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11371959396637976},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11522339901421219},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.12144353799521923},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11425318999681622},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11232568498235196},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11159050301648676},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11534592800308019},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1145077139372006},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1122836759313941},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11536803899798542},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11758865998126566},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12226848700083792},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1165517260087654},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11538325704168528},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11963129893410951},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12631739699281752},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1264045600546524},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12899797700811177},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12640730605926365},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12326262192800641},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12320561497472227},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12808624701574445},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12777029699645936},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12498671701177955},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1282456840854138},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12602387997321784},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1272638530936092},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12795816792640835},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12558781809639186},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12985207000747323},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13225155498366803},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12640828709118068},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12969274201896042},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.13000946305692196},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12830606603529304},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12425984092988074},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12643192103132606},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1267494240310043},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12555255100596696},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1297071099979803},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1380435450701043},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12919288000557572},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13155157899018377},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13033287599682808},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13138655095826834},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.1312774879625067},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13176250201649964},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13241543993353844},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13456010993104428},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13158725504763424},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13032581296283752},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13529797608498484},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13268741697538644},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13665379397571087},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.15110798890236765},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13683197705540806},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.13679808308370411},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1332973639946431},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13693850405979902},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13739860302302986},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.133387743961066},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.133795793983154},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1395513479365036},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13925604708492756},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13433739391621202},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13520308898296207},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13946157996542752},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13535068393684924},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1513271180447191},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.14871554798446596},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14521755406167358},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.147185635054484},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14475700596813112},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14440829504746944},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14726096496451646},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.14390662999358028},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.16608796606305987},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15576515393331647},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.1513890540227294},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15887091599870473},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1655783150345087},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15695990296080709},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1574261219939217},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1545990799786523},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.16027322108857334},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1541238339850679},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15478566801175475},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1819798720534891},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17121668998152018},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1729983730474487},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.18067391705699265},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.1748038100777194},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.18252474896144122},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.17553859995678067},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.18902596202678978},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.18520191102288663},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.20160651404876262},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.19127334409859031},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.195585084031336},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.19616036699153483},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.2028653509914875},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.20951078401412815},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.19981629599351436},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.20168575190473348},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.20385948498733342},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.19524609192740172},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.2060183109715581},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.19820081198122352},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.22747076698578894},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.23678870406001806},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.2272484030108899},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.23887256009038538},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.25159434601664543},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2891950870398432},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.32196883601136506}],"chat_template":false,"data_loading_seconds":0.05101900501176715,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209200,"gpu":0,"id":"8400f70711b8e59ffcf9ecf7","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","model_load_seconds":25.358637163997628,"model_revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":752393024,"peak_gpu_bytes":3786804224,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":84.92086026701145,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6359427609427609,"scoring_seconds":57.44302757992409,"seconds":83.22030307794921,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu0"}