{"acc_norm":0.4911616161616162,"acc_norm_definition":"argmax summed conditional log likelihood / Python character length of answer text, excluding leading delimiter","batch_policy":{"choice_candidates":16,"code_test_workers":4,"generation_examples":8,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.0866159109864384},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.019598532933741808},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.017798336106352508},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.018663339084014297},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.01739712804555893},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.018913374980911613},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.02021795802284032},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.01914873404894024},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.01899712102022022},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.01900389406364411},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019174832967109978},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019123987993225455},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.018991722026839852},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019109911052510142},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.019021918065845966},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02189339092001319},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020293958950787783},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02037697401829064},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020524017978459597},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020444420049898326},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020383415976539254},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.02038817503489554},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020569914020597935},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020482962019741535},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020515131996944547},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.020522615988738835},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.021699549979530275},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020500915008597076},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020631017978303134},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02068151195999235},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02080203697551042},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020601824042387307},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020706698996946216},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02080260799266398},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02077125001233071},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.02078315196558833},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020862168981693685},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020616600988432765},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020813517970964313},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0207681639585644},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.020883327932097018},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024391209008172154},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.025772455031983554},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02618562406860292},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.025828117970377207},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.025104288011789322},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024627269944176078},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024240417988039553},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024363146047107875},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02403658803086728},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.023992876056581736},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024026257917284966},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024199612089432776},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02454658900387585},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024408852099440992},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02431955502834171},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024292184971272945},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024339813971892},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024230399983935058},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.02423149102833122},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.024215662037022412},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02350514696445316},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02356441703159362},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024062516051344573},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02392385806888342},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02397539303638041},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02397640491835773},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023949235095642507},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023845390998758376},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023966648033820093},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02397426194511354},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02410150901414454},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.023952290997840464},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024056705995462835},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024112148908898234},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024550436064600945},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024046565988101065},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02399006101768464},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02423970599193126},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024741922970861197},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0247327460674569},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02516420092433691},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0248549539828673},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.025079954066313803},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.024627950973808765},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.02449405996594578},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025781370932236314},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02603536401875317},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025625740992836654},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02577757404651493},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02582190604880452},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025558585999533534},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02560558309778571},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025874354992993176},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025553175015375018},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02545394003391266},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025762745994143188},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02556809305679053},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025457978015765548},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025339436950162053},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025625470909290016},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025662850006483495},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025339748011901975},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025568824959918857},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025384471053257585},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02534124010708183},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025563615025021136},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02529737795703113},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025332303950563073},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025224953889846802},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02559609606396407},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025457086972892284},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.02540759404655546},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.025590295088477433},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02587375300936401},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02594263106584549},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026442814036272466},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026154346065595746},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026193939964286983},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026544112944975495},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02659718308132142},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026127195917069912},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026274882024154067},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026126936078071594},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026175314909778535},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026189311989583075},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025945177068933845},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0259595230454579},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02635511092375964},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026281193015165627},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025862102047540247},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.026427946984767914},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025803080992773175},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025774537934921682},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025796469999477267},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025753580033779144},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.02612907998263836},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.025852805003523827},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02790249593090266},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02825632505118847},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028673143009655178},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02844691090285778},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02867663896176964},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02853024599608034},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028314564027823508},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028893362963572145},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028311509056948125},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028560352977365255},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028375296969898045},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029001686023548245},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028695284039713442},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02883130800910294},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02908820693846792},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029677115031518042},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029096171027049422},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02918467705603689},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028921685996465385},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.02888191200327128},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028651091968640685},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028562877094373107},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028724308009259403},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.029014138970524073},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028813064098358154},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.028871272108517587},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028842458967119455},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028947114013135433},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029176702024415135},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02877908106893301},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028745427960529923},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028675127075985074},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029445753898471594},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02910491800867021},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02904059796128422},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02856101398356259},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0287745320238173},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029186670086346567},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028901468962430954},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02920364192686975},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028980536968447268},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029229320003651083},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02910149097442627},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02916460996493697},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029180319048464298},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029349774005822837},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.028766075964085758},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029240841045975685},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029322013026103377},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02920631703455001},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.029263283940963447},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02891305007506162},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028990103979595006},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029364631976932287},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029492610949091613},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029501989018172026},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029536151909269392},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0294778139796108},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029384079040028155},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028780131950043142},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0289708380587399},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02904829289764166},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028934619971551},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028752401005476713},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028592922957614064},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029001104994677007},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029263584059663117},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028934029978699982},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028910295106470585},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028964607045054436},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028755135950632393},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028770565055310726},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.029080362059175968},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.028215027996338904},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02889919502194971},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02897150896023959},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02906096598599106},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.028773820959031582},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.030064868042245507},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02958010497968644},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029812867986038327},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029405148001387715},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02981404005549848},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02933947602286935},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02996361895930022},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029079079977236688},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029511446016840637},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02945906901732087},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029789483989588916},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029479756951332092},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029840520001016557},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029233948909677565},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029448057990521193},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029516455018892884},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029606694006361067},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.028684454038739204},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.029195546987466514},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.03166593296919018},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.03717930300626904},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.030468681012280285},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0310403760522604},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03161565901245922},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03154702193569392},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03212275495752692},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031676994054578245},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031564223929308355},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0316013420233503},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031435242970474064},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031567959929816425},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03152097295969725},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031467924010939896},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031835770001634955},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03146205306984484},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03208770998753607},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0315351199824363},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03154331399127841},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.032253648969344795},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031943290028721094},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031824187957681715},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.031987402006052434},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.03174047206994146},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0318471509963274},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03128236799966544},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.031570605002343655},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03201579500455409},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0325059499591589},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03268408193252981},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03167138306889683},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.031753516057506204},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.031665212009102106},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03197976900264621},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03139671101234853},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.032111824955791235},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03151024295948446},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03196641302201897},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03168010001536459},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03194992302451283},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.031847071019001305},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03199833305552602},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03194895095657557},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03195200697518885},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.03174695395864546},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03214293310884386},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.033115646918304265},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0328527259407565},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03250525798648596},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03295276197604835},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03268679603934288},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03205020003952086},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03234630194492638},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03247488208580762},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03261391096748412},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03220573998987675},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.033118291990831494},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03264236403629184},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0328008399810642},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03258669900242239},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03255519096273929},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03243410598952323},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.032684633042663336},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03239445190411061},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.032065709005109966},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.03232505195774138},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.032197614083997905},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03258557803928852},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0328418459976092},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03331516799516976},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03269744594581425},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03320173698011786},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03314400906674564},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03338737296871841},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03308536997064948},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03311487496830523},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03334005502983928},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03344617295078933},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03311514505185187},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03307460993528366},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03335914004128426},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03310850297566503},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.03280468704178929},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.033011993044056},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.033835378009825945},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03342613496351987},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0332058840431273},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03341893199831247},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03338033996988088},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0336810399312526},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.033665071008726954},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.033294619992375374},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03279034001752734},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.032661690027453005},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03347798192407936},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03328533296007663},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03333782101981342},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03314137505367398},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03306796704418957},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03324214299209416},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03308124199975282},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.03315942792687565},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03286950709298253},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03389722295105457},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03419268399011344},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03341449401341379},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.033794390968978405},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03367719298694283},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03384653897956014},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.033796936040744185},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03431102598551661},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03354672994464636},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03358958999160677},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03381200390867889},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03367031994275749},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03315471904352307},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.03353338607121259},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0332758849253878},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03313958109356463},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03371074597816914},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03414236009120941},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03420545801054686},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.033675139071419835},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.033826692029833794},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03449073003139347},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03419062099419534},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03342180803883821},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03394972102250904},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03329752606805414},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03381415898911655},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03482152696233243},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03412551002111286},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.03463730402290821},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.033164446940645576},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0345895339269191},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03426958795171231},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03407561592757702},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03373308794107288},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03475090500432998},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03463028999976814},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.034265690948814154},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03438218799419701},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03508221299853176},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03440809599123895},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03380232700146735},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.03439059294760227},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.034543158020824194},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.03904660593252629},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0399940509814769},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.039152872981503606},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.040103827021084726},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.04004857304971665},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.039946461911313236},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.03990310104563832},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.040244258008897305},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.03950259496923536},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.03992499189916998},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.04011750197969377},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.03926898003555834},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04078527702949941},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04063136992044747},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04041548795066774},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04091398697346449},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04027835093438625},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04067814699374139},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.040132740046828985},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04040451697073877},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.04029535409063101},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.040141777019016445},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03815320902504027},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03957257594447583},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03895260894205421},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03959771292284131},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.039194671087898314},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03934337804093957},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03947053593583405},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.038877058890648186},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03965339600108564},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03887221007607877},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.039333209046162665},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03876455896534026},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.03904710605274886},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03851337009109557},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.040101071004755795},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.040271910023875535},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.039742302033118904},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03920502995606512},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.04014613595791161},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03965214407071471},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03931903303600848},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03880560596007854},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.03934378898702562},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.040553824976086617},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04339348990470171},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.043196192011237144},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04229009209666401},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04208649299107492},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04186187405139208},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04221755696926266},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04178299696650356},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04176581499632448},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.04172392701730132},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04092364490497857},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04311146505642682},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04266502195969224},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04371507896576077},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04329308308660984},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04261863499414176},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04202160204295069},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04299247299786657},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04236036294605583},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04240328399464488},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.04221218696329743},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.041018460993655026},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04324956191703677},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.044204131001606584},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04392938001547009},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04313377593643963},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0434634800767526},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04332896007690579},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0428377139614895},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.04274711501784623},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04266696504782885},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04228956100996584},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04240313300397247},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0423232150496915},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04223245498724282},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.042967826942913234},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04219211998861283},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0424715019762516},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.0420674670021981},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.04253266495652497},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04531891003716737},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.045776212005876005},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.046581303933635354},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04599027207586914},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04624202102422714},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04529453394934535},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04604192904662341},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.04600402701180428},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.045789728057570755},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04502433096058667},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04680734593421221},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04716077400371432},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04649958200752735},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04783768707420677},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04679989197757095},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.04722268891055137},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.045937994960695505},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04661487601697445},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04655101790558547},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04685951303690672},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04686355998273939},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.046810760977678},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0463279519462958},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.04656734806485474},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.04551447497215122},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.04774422198534012},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.04739186598453671},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.04706145904492587},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.047060838085599244},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.046849634032696486},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.04675231291912496},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.04859916598070413},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.04866745404433459},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.048547009006142616},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.04785400698892772},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.048401347012259066},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04681694298051298},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.049152186955325305},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04856823792215437},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04899711802136153},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04839667899068445},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.048161980928853154},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04909853800199926},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.04811396193690598},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.046840077033266425},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.04917395894881338},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.04852345504332334},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.04902081296313554},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.047012808034196496},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.04967828805092722},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.04882561904378235},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.049259398016147316},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.04896840394940227},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.053267240058630705},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.05359219608362764},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.05414642998948693},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.05309075093828142},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.05523895600344986},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.05501106206793338},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.054789989022538066},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.052909031976014376},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.0558306600432843},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.05443020898383111},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.05451038805767894},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.05447722598910332},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.05437031795736402},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.05239501397591084},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.05539771297480911},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.05568370595574379},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.05569869396276772},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.05791965499520302},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.05649817397352308},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.05653282906860113},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.05571661703288555},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.058209315058775246},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.057383083971217275},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.05692189489491284},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.05551239592023194},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.05773399898316711},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.05580855906009674},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.05814969399943948},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.05819495802279562},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.05933972308412194},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.05953423504251987},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.06234294199384749},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.060013238922692835},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.06261287594679743},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.06100651097949594},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.06271924497559667},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.064460159977898},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.06481743603944778},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.06312617205549031},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.06337489699944854},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.06342987902462482},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.0615710630081594},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.064210464945063},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.060594432055950165},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.06367580802179873},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.06385313801001757},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.061435489915311337},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.06505771493539214},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.06953474297188222},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.0690479640616104},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.06962182407733053},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.06956522900145501},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.07030233298428357},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.07019748701713979},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.0719421609537676},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.07199634204152972},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.07087605306878686},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.07103015994653106},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.07101176492869854},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.07227784697897732},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.07420458004344255},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.07760142302140594},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.07609604590106755},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.07655958097893745},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.07920339005067945},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.07721205695997924},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.07839707704260945},{"candidates":16,"kind":"choice","padded_tokens":1328,"seconds":0.0887978799873963},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.09058996092062443},{"candidates":16,"kind":"choice","padded_tokens":1456,"seconds":0.0923460959456861},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.10096970503218472},{"candidates":16,"kind":"choice","padded_tokens":1728,"seconds":0.1068286889931187},{"candidates":16,"kind":"choice","padded_tokens":1952,"seconds":0.12389645294751972},{"candidates":13,"kind":"choice","padded_tokens":2119,"seconds":0.13583128596656024}],"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"sub1b-models.json":"e6b253dc7b72d796866c2d6d9fb2ff63f0dd86203b40f2d1088059ef6a4995bd","sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"sub1b-arc-easy-standard-v2","finished":1792206061,"gpu":1,"id":"e494a3b38b3224efe73f9491","measured_cost_usd":null,"metric":"accuracy","model":"HuggingFaceTB/SmolLM2-360M-Instruct","model_revision":"a10cc1512eabd3dde888204e902eca88bddb4951","n":2376,"notes":"Full ARC-Easy test split (2376 examples); FP32, 1024-token input ceiling, raw summed answer-token log likelihood, zero-shot Question/Answer prompt. Character-normalized accuracy reported separately as acc_norm. Native masked-padding adapter uses unpadded row forwards. Distinct from the earlier token-normalized pilot.","peak_gpu_bytes":1622552064,"profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy (full test split, raw accuracy)","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"sub1b-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"SlayerLab/Slayer149-ARC","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17"},{"id":"HuggingFaceTB/SmolLM2-135M-Instruct","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac"},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","revision":"a10cc1512eabd3dde888204e902eca88bddb4951"},{"id":"Qwen/Qwen2.5-0.5B-Instruct","revision":"7ae557604adf67be50417f59c2c2f167def9a775"},{"id":"SlayerLab/Slayer149","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd"},{"id":"SlayerLab/Slayer139-1.01","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495"},{"id":"SlayerLab/Slayer139-1.01b","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33"},{"id":"SlayerLab/Slayer139-1.02","revision":"c4298d757ba39cba19dd768777da9fadf319ff61"},{"id":"SlayerLab/Slayer-149M-Decision-v1","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7"}],"name":"ARC-Easy / full sub-1B standard evaluation","parent_task":"reading","priority_models":["SlayerLab/Slayer149-ARC"],"protocol_version":"codesota-sub1b-arc-easy-standard-v2","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_sub1b_standard.py","selection":"Full pinned test split: 2376 examples; raw summed conditional answer likelihood, zero-shot Question/Answer prompt; separate character-normalized diagnostic","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"sub1b"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":26.592118525062688,"measurement_version":"gpu-slot-v1"},"runner_sha256":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","scope":"cf50d4b44de811db4aed984c74f66a1eab461af452494ae6c905f9c80d3ffc25","score":0.5652356902356902,"scoring":"argmax raw summed conditional answer-token log likelihood; zero-shot Question/Answer prompt; no chat template or added BOS","seconds":23.65220459201373,"seed":42,"selection":"full pinned ARC-Easy test split; all 2376 examples in source order","status":"completed","task":"sub1b-arc-easy-full","worker":"white-gpu1"}