{"acc_norm":0.24873737373737373,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.17365188105031848},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.02009341202210635},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.016347277094610035},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.01821663195732981},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.01834915892686695},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.018885629950091243},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.02354886499233544},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.018578747985884547},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.01794091798365116},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019852040917612612},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.018387199961580336},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019965864019468427},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.025847102981060743},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020365859963931143},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.018703390029259026},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.01867884397506714},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020286521990783513},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.018890648963861167},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02567959891166538},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.019878721912391484},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020269870990887284},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02063226595055312},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02090120897628367},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.021049735019914806},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.025824390002526343},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.019103765953332186},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.018749586073681712},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02043077105190605},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020650099962949753},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.01927585806697607},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.026108089019544423},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02045527601148933},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.018809256958775222},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02066615002695471},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020821428974159062},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.019827014999464154},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02850195299834013},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020178991020657122},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020456158090382814},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.025453657028265297},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.03102630004286766},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.034053025068715215},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02507958991918713},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023917393060401082},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023801686940714717},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.029189464985392988},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02542269101832062},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.022041694959625602},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023493453045375645},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.022540005040355027},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.029050325974822044},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02223165996838361},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02320339099969715},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023770909989252687},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023873672005720437},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02861894096713513},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.022263759979978204},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.022426993935368955},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02619447000324726},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023900501080788672},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.029201667988672853},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024024151964113116},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023266700096428394},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02400163095444441},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02391994697973132},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.029985910980030894},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023766470956616104},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023355524986982346},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0222329719690606},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02502662199549377},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.029547091922722757},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023442386998794973},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.022448492934927344},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024219265906140208},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.025875334977172315},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.030318890931084752},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024452100042253733},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02444197202567011},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02512934396509081},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025064222048968077},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.03261916106566787},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024377902038395405},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025712100905366242},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02474166010506451},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02966865908820182},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025608136085793376},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.023957377998158336},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024066090933047235},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024834543000906706},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.029915167950093746},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0237513929605484},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02418445097282529},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02616382297128439},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024327198043465614},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.03022528695873916},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.022166787995956838},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025617514038458467},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024063396034762263},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024142052046954632},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.029950834927149117},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025269404985010624},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02518384496215731},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.022855883929878473},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.024301288998685777},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.03207807196304202},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02361952792853117},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02409718802664429},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02455815894063562},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.03005893703084439},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02337721607182175},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0245666439877823},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026074024965055287},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025433250004425645},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.03318226104602218},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025085742003284395},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024469562922604382},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024798837024718523},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.027911892044357955},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.03157319105230272},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024967562058009207},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0244868160225451},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024610124994069338},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.03014046896714717},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.028927475912496448},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024596860981546342},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.028132242965511978},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02501483995001763},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.030676458030939102},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024040883989073336},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.024352274020202458},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026400893926620483},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025851669954136014},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03206668107304722},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02953288599383086},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028897951007820666},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02975911693647504},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03503777098376304},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02848056296352297},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029210694949142635},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.027470569941215217},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03511959302704781},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.027037502033635974},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02824350108858198},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028090295032598078},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03488777205348015},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.026436971966177225},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02909200289286673},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.027675149962306023},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03619529097341001},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029122260049916804},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.030338187934830785},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02847029408439994},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.03406271303538233},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029029566911049187},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.031197309959679842},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029514772002585232},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.036307570058852434},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028145198011770844},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02937344799283892},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029183594044297934},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.034055019030347466},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028878104058094323},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028047215077094734},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02863365795928985},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.03343858907464892},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028861572965979576},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.027457294054329395},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029312766040675342},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0338409289252013},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.031183434068225324},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029595814063213766},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02781031304039061},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.03355531697161496},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028989312006160617},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.031392583972774446},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.03005168295931071},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.03686759399715811},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029618013999424875},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029374490026384592},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.031415015924721956},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03488286305218935},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030066680978052318},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030482375994324684},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030792183941230178},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.038439615978859365},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03008832095656544},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030234162928536534},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03453181800432503},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03791710105724633},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028055249014869332},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03174205601681024},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030488027026876807},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.037331197992898524},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030962951947003603},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030067653045989573},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.036680625984445214},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.030273034935817122},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029902153997682035},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.032030383008532226},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03635682095773518},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03162598900962621},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03170412499457598},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02865701192058623},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.036147651029750705},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029789673979394138},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.027893417980521917},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.03221570793539286},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0373167711077258},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02996998094022274},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.033767162007279694},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.031159669044427574},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0361095400294289},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.03009341098368168},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.030232670018449426},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.039952747989445925},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.03638814901933074},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.03314088506158441},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.031123131047934294},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.038602849934250116},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.028431201935745776},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0301026978995651},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.031744679901748896},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.038313630037009716},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0298712570220232},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.028822139953263104},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.031067548086866736},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.038406243082135916},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02847738703712821},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.030991005012765527},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.036218232940882444},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.033598156995140016},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03282335202675313},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0321516590192914},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.04022659792099148},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03153325605671853},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03164616704452783},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.032990533974952996},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.040835322928614914},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03345083200838417},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.030739826033823192},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03806456597521901},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03384141100104898},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.036469612037763},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0339873320190236},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.037272469024173915},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03181438997853547},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03810697502922267},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.041604829020798206},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.033623152994550765},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.034052414004690945},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03298906097188592},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03965503198560327},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031416998943313956},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03218319802545011},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03744823706801981},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03218749596271664},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03654054400976747},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.035562971024774015},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.041946545941755176},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0312920460710302},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03081220097374171},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.038580990047194064},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.033935826970264316},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03388123493641615},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.035683815949596465},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.04276466090232134},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03215914301108569},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03627107199281454},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0418590820627287},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.032592501025646925},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03674125799443573},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.041438258020207286},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03506031399592757},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03402624500449747},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03657518804538995},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.04275063599925488},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03510833310429007},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.035118743078783154},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.04216275899671018},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03371373191475868},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03353891591541469},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.04369387403130531},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.035489534959197044},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.032468229066580534},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.031033223029226065},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.04209217696916312},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0333271810086444},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03502603992819786},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.040317286970093846},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03247713600285351},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0344997780630365},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03563175909221172},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.04146240302361548},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03261839994229376},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.034726821933873},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.041002704994753},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03598856506869197},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0351314659928903},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.042170302011072636},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03810591401997954},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03474445396568626},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.037585632991977036},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.04635925404727459},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0384487520204857},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.034766486031003296},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.04201439197640866},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.034074224065989256},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03922460007015616},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.040224264026619494},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03293561202008277},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.034829001990146935},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.04311191907618195},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.033965331967920065},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.033498040051199496},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03526053694076836},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.04334049508906901},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03674097696784884},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03527797001879662},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.044639578089118004},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0341668069595471},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.039596262970007956},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.048496850999072194},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03784878400620073},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03880857408512384},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0460560389328748},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03428879496641457},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03872765298001468},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.04518453392665833},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03670438996050507},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03665050899144262},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.04306076292414218},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03684737591538578},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.04133004602044821},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.043303095968440175},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03847104392480105},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0355697029735893},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0463681019609794},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03311671793926507},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.033812796929851174},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.034982359036803246},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.04295138898305595},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.033997572027146816},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.036144946003332734},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.042124807951040566},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03462945099454373},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.035898476955480874},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04872190090827644},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.035027842968702316},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03588755603414029},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.047863279934972525},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04000629694201052},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03822928306180984},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03709762298967689},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04172125505283475},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.035972815938293934},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04011156305205077},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04375538893509656},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03748915297910571},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.043939683004282415},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.048337312997318804},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.04018605197779834},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.04004694300238043},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.044882379937916994},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03539409604854882},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.037871595937758684},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.045988733996637166},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03785188996698707},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03984545706771314},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.043059510993771255},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.035991439945064485},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.04066403303295374},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.045818406040780246},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03710326401051134},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03538420796394348},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.04237730894237757},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03571186796762049},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.042727713007479906},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.047625326085835695},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.040818492067046463},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.04741198709234595},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.05201496195513755},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.04545655206311494},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.05065790098160505},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.046645810012705624},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.04537387704476714},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.049254304030910134},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.042899142019450665},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.05578641500324011},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04007241106592119},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04453207703772932},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04860579397063702},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.037989156087860465},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04670119204092771},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.05285023991018534},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.042508663958869874},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.041739849955774844},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04660601494833827},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04361245303880423},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.05120204598642886},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04185001505538821},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04748346097767353},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.050899171037599444},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.042143904021941125},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0529513779329136},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.05476754601113498},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.04600311000831425},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.057437515002675354},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0424148989841342},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.046033938066102564},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.05085252400022},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.042708086082711816},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.049972993903793395},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04795785609167069},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04672976501751691},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04709047905635089},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04331876500509679},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.044996402924880385},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04041171295102686},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0413971709785983},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.047288537956774235},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03955749003216624},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.045501425047405064},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.05714999802876264},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.047979737049899995},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.055941554019227624},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04438131593633443},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.048649064963683486},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.05696384108159691},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04569124896079302},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.048037906060926616},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0414048049133271},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04347187001258135},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.05147047690115869},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04173588298726827},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04305466206278652},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.056585574988275766},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04880232107825577},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04906288697384298},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.046539350994862616},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.050984751083888113},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.05474397097714245},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.043821102008223534},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.049084477010183036},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04510693997144699},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.044563865987583995},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.06028633704409003},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.048907356918789446},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.054805897059850395},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04205425607506186},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.050840471987612545},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.05292787496000528},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04284439003095031},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.043968195910565555},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04845558397937566},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04830785805825144},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0557507990160957},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04668986098840833},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.05618568998761475},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.045815821969881654},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04768636007793248},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.05205418495461345},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04247881891205907},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.049076642957516015},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.05380148394033313},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04579730599652976},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.05582384602166712},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.050155363976955414},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.06048161105718464},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.044929348048754036},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04763942293357104},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.05164526298176497},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.047636687057092786},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.06281204801052809},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.049281865009106696},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04679803305771202},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.06184220896102488},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.0497571409214288},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.05383426498156041},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04763175803236663},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.05292338598519564},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0493428889894858},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.05017530091572553},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.05542043305467814},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04930726299062371},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.05593552300706506},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04746318294201046},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.049573459080420434},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.05407117598224431},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.05096247897017747},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.056257914984598756},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.05406203994061798},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.05853499099612236},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.047339773969724774},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.05271844402886927},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.05513539200183004},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.05897466104943305},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.06411699100863189},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.05687089799903333},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.05675569304730743},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.057024613954126835},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.06405861198436469},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.05672671995125711},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.062011705012992024},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.05639408796560019},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.0616715099895373},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.053482479066587985},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.06631183403078467},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.050831975997425616},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.06650333199650049},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.05791136797051877},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.06511300790589303},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.056507079978473485},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.06615649501327425},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.05484276590868831},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.06207846896722913},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.05562765896320343},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.06157669296953827},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.05325070698745549},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.05664993601385504},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.06259010301437229},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.055488719954155385},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.06033595895860344},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.05764373892452568},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.06003588007297367},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.05553152004722506},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.0667914591031149},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.057849262026138604},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.06426080991514027},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.057086820947006345},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.06394825596362352},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.05712900892831385},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.06608043296728283},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.062258604913949966},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.07519978005439043},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.06274373002815992},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.06400784803554416},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.058591808076016605},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.06726673501543701},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.06018246407620609},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.06306531000882387},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.05810985900461674},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.0685322149656713},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.06340589409228414},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.06476360699161887},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.05925116699654609},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.06592633505351841},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.06559038907289505},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.0741506430786103},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.07772985799238086},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.06403161096386611},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.06771009205840528},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.06475357804447412},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.07057123794220388},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.06929512810893357},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.07140193600207567},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.0859193200012669},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.06671436503529549},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.07502590504009277},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.07177666504867375},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.0758141049882397},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.08348623209167272},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.06563354900572449},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.07441300200298429},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.0677750629838556},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.07421757793053985},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.07690300606191158},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.06695455289445817},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.07258024404291064},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.06582934409379959},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.07433472597040236},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.06915758096147329},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.07360908307600766},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.07757219392806292},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.0729241450317204},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.08217216306366026},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.08625546703115106},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.07422417995985597},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.07940481102559716},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.0796703469241038},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.07979349605739117},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.08943466504570097},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.08999690401833504},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.07600705395452678},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.08320017904043198},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.08734641107730567},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.0800911410478875},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.0867602180223912},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.09926775295753032},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.10315320896916091},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.08685244002845138},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.09641577501315624},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.10869836003985256},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.1206167470663786},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.1368353220168501}],"chat_template":false,"data_loading_seconds":0.05090293800458312,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209360,"gpu":0,"id":"c2a07bc2c5480c9315dbaeda","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"nineninesix/qwen3_5-full-attn-only-14","model_load_seconds":18.669454887975007,"model_revision":"a26dff91d90e168da8e49f0c19dde98447c095da","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":511217664,"peak_gpu_bytes":2822545408,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":46.106542260968126,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.25,"scoring_seconds":25.260170146008022,"seconds":44.37574226304423,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":511217664,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu0"}