{"acc_norm":0.5913299663299664,"acc_norm_definition":"argmax summed conditional log likelihood / Python character length of answer text, excluding leading delimiter","batch_policy":{"choice_candidates":16,"code_test_workers":4,"generation_examples":8,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.29584532300941646},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.1138218380510807},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.11412252904847264},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.11401056998874992},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11503246601205319},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11448912299238145},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11408443795517087},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11477752006612718},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11398147593718022},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.1159198610112071},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11690049897879362},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.11654917290434241},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11683716997504234},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1181880000513047},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11718454898800701},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11665348801761866},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1160784560488537},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.116287846933119},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.1170719179790467},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11676350398920476},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11659909598529339},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11700831993948668},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.11740480898879468},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11583447095472366},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11604535393416882},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11516968195792288},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.1167335381032899},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11643416003789753},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.11746872798539698},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12013378809206188},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12315108301118016},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12729909806512296},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.127690527937375},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.12266901507973671},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13145992602221668},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.13731808797456324},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.12043884594459087},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.12010796996764839},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.12226547207683325},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11797595396637917},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.119079121039249},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11717261502053589},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11705607897602022},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11723511293530464},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11727612791582942},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1168737190309912},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.1171845180215314},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11707900103647262},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11758951400406659},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11844530899543315},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11880851595196873},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11837344500236213},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11791730509139597},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11715069599449635},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.11736351193394512},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11873070092406124},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11792796500958502},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11645047005731612},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11698254104703665},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11679388000629842},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11757854302413762},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11781974299810827},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11875871394295245},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11819573398679495},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11760430107824504},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.1170018978882581},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11749580805189908},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11897687008604407},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11940353596583009},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11763764289207757},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11710602208040655},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11742491601034999},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11774962197523564},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11847717897035182},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11752461292780936},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11684151901863515},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11725676304195076},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.11718382698018104},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11684251995757222},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11727724107913673},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11685645708348602},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11924668296705931},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1180538299959153},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11767195700667799},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11768056300934404},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11767848010640591},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.12042663304600865},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11767770803999156},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11738253792282194},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11951561504974961},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.12119824101682752},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11860208096913993},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11721386294811964},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1174699499970302},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1182901399442926},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11918430693913251},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11782622500322759},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1176043109735474},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11727938591502607},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1172599489800632},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11753916903398931},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11795510502997786},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.1174533199518919},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.11734976607840508},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1190420319326222},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11794075893703848},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11736370297148824},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11847860098350793},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11678830906748772},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11686233698856086},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11684362206142396},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11660969699732959},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.117250100011006},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11710293602664024},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11766972299665213},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1170462800655514},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11701352894306183},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11734474601689726},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11795272096060216},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11807681294158101},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.1188974620308727},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11725845606997609},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11849508201703429},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11871487204916775},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11771383497398347},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11705415497999638},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.11710427911020815},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1171480700140819},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11700517404824495},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1175123299472034},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11718144197948277},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11731312796473503},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1167699460638687},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11716990103013813},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11744131695013493},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11806781508494169},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1175455910852179},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11816020798869431},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11744539509527385},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11730753700248897},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11750058806501329},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11901985004078597},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11861822195351124},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11660270299762487},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11703662190120667},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11706226004753262},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11669527599588037},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11692498391494155},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1177376490086317},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11821066192351282},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.11775964102707803},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.1170245100511238},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1191039769910276},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11694302794057876},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11717404902447015},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11709996999707073},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1174209100427106},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11738763691391796},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11741310497745872},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.12016285094432533},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11720641003921628},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11762423801701516},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11744139704387635},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11740565102081746},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1175066779833287},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1175264558987692},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11739963991567492},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11741382605396211},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11766540503595024},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11761219601612538},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11717752495314926},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.1171572069870308},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11732787603978068},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11720497603528202},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11706102802418172},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.11741080996580422},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11882467602845281},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11782970104832202},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11958845099434257},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11931283597368747},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11781852995045483},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11744070600252599},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11769491003360599},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11735804204363376},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11736858205404133},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11787832202389836},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11800064996350557},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11777277500368655},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11760844907257706},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1178665099432692},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1177875220309943},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.117577631957829},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1175260649761185},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1186005580238998},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11817428399808705},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11785299400798976},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11876752995885909},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11734032793901861},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11726674193050712},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11714100698009133},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11699995398521423},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.11696712300181389},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.1171942159999162},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11849203601013869},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11728799203410745},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11730798811186105},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11732624203432351},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11838156008161604},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11879847792442888},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.12021706299856305},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11743518500588834},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11974680598359555},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11701795796398073},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11880453897174448},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11903103208169341},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1170523320324719},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11698950396385044},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11690004798583686},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11703673203010112},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1172569430200383},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.1177259279647842},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11748236406128854},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11778186203446239},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11712782306130975},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11736899195238948},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11691263096872717},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.11692028504330665},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11738190602045506},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11854335200041533},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11723087495192885},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11789043399039656},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11707862105686218},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11875569703988731},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11889230308588594},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11728316196240485},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11751195893157274},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1179350579623133},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11951118696015328},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11954975803382695},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11809963406994939},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11731126403901726},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11819889000616968},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11718742398079485},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11742931499611586},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11683664901647717},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.1177545110695064},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11638329410925508},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11672377900686115},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.11688069195952266},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.1168262199498713},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11829539993777871},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11887888703495264},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11702598200645298},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11714531492907554},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11673889693338424},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.1172956459922716},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11700308008585125},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11704107094556093},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11767565493937582},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11682161095086485},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11683031800203025},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11694777710363269},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11739857704378664},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11747259600088},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11660703201778233},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11713930394034833},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11720642901491374},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.11882361408788711},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11834101506974548},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11819701606873423},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11731545196380466},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11740300606470555},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11723470198921859},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11832141794729978},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11719480692408979},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11827389907557517},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11657318798825145},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11651889700442553},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11673586198594421},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11740677210036665},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11859977699350566},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11673810600768775},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11742122902069241},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11791642289608717},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11753158597275615},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11558256100397557},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11596229893621057},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11940460803452879},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11935744003858417},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.11652210296597332},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1165744309546426},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11651042092125863},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.116937116952613},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1148129659704864},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11535275296773762},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11534855503123254},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11545766890048981},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11882636998780072},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11532113398425281},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1149000289151445},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11532167403493077},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11564864392857999},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11495896801352501},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11479754804167897},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11469822202343494},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.11562349693849683},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.1169852769235149},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11574602604378015},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11552189802750945},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.115666527999565},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11622601107228547},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11638462694827467},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11572146089747548},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.1152175209717825},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11476781207602471},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11561139510013163},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.1146618650527671},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11465774697717279},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11480262700933963},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11469008692074567},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11455662897787988},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11474477907177061},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.1158214770257473},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11514829099178314},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.11671242804732174},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11769357800949365},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11578461795579642},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11601240304298699},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11575388093478978},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11550501699093729},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11549852497410029},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11504864599555731},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11566397303249687},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11499885306693614},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11479412100743502},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11487737600691617},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11495493107941002},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11506122897844762},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.11525581195019186},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11586794396862388},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11528019700199366},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1164813470095396},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11578853602986783},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11779929394833744},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11634260904975235},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1174287429312244},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11812147498130798},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11822559894062579},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11844989797100425},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.1189580149948597},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11974936106707901},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11816344398539513},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11842233699280769},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11868929408956319},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11970090994145721},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.11916012200526893},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11964185000397265},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11807763308752328},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11742417502682656},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11557053891010582},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11563769401982427},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11744666704908013},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11686250800266862},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11569035204593092},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11522899195551872},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11545498296618462},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11578149197157472},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11664464208297431},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11453892500139773},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11526456801220775},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.11489780398551375},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11580415500793606},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11719952593557537},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11763955699279904},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11790856800507754},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11525334801990539},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11459000094328076},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11450866900850087},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11447356292046607},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11487804795615375},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.1168769949581474},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.11460017994977534},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1147389990510419},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11468702100683004},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11467701301444322},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.12184937600977719},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11476932500954717},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1143432209501043},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11421501205768436},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11410145997069776},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11459084192756563},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.114664789987728},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.11430927796754986},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11433875199873},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11447731999214739},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11390755802858621},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11376202595420182},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11415251507423818},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11546530295163393},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11533532093744725},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11394962703343481},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11418659798800945},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11478090600576252},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11429844691883773},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.11402009800076485},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11438659101258963},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11423641198780388},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11404893198050559},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11433409305755049},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11408980702981353},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11401012900751084},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11405930097680539},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1142797030042857},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1141864579403773},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11439084901940078},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.1146116309100762},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.11515504401177168},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11686904006637633},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11553183698561043},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11456624697893858},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1154612849932164},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11409002798609436},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11442591389641166},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11407606303691864},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11457800900097936},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11681523895822465},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11690927401650697},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11628453095909208},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11590591398999095},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11594845401123166},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11613900889642537},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1161224280949682},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11630634998437017},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11515447299461812},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11637633095961064},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11648431199137121},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11807142198085785},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11763658095151186},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11707195790950209},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11624548805411905},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.11557384498883039},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11669294093735516},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1165650530019775},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11770560999866575},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1177891850238666},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.1189142040675506},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11911109101492912},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11833453294821084},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11817590706050396},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.14282964495941997},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.12229444598779082},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11768981092609465},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11613843799568713},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11695756495464593},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.12061104807071388},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11789397103711963},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11588179902173579},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.115463298978284},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11567696800921112},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11611412197817117},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11581816093530506},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11607392795849591},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11505493696313351},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11478453304152936},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11506110907066613},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11557877401355654},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11569711507763714},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11542480695061386},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1153945920523256},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11516500206198543},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11601214203983545},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11614516098052263},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11865571106318384},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11772627802565694},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1168404370546341},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11663112603127956},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11559955298434943},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11596235993783921},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11613778700120747},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.1159317729761824},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11589897098019719},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11635202600155026},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11619691597297788},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11592233402188867},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11642614391166717},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11661376408301294},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1160302059724927},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11655852105468512},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.116789301042445},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11654487601481378},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11661744106095284},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11746954906266183},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11615292495116591},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1149036050774157},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11516214802395552},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11476249201223254},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11486322106793523},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11480630398727953},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11438166291918606},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1143213000614196},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1144137920346111},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11442197696305811},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11549392598681152},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11734753206837922},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11828630301170051},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11640701803844422},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11629093205556273},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11706105701159686},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11635271704290062},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.117585354950279},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1193787899101153},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11660796299111098},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11595404392573982},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11637976800557226},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1167196809547022},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1155305840075016},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11577385803684592},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11553579405881464},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11600174300838262},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11589911102782935},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11623542895540595},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11606278701219708},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11552443297114223},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11597640498075634},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11655904201325029},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11726059997454286},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1155065189814195},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11586150107905269},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1182793800253421},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.1167963839834556},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11563139199279249},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11557098000776023},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1173955419799313},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11759932094719261},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.1169800580246374},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11653667106293142},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11603301099967211},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11623143090400845},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1161964361090213},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11546541308052838},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1153708059573546},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11574027594178915},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11674883600790054},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11589380202349275},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11585281498264521},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11700967198703438},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11785984796006233},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11813121300656348},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.11637241393327713},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.11683351395186037},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.11667247395962477},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1160332610597834},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.11562540102750063},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.11642435099929571},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.11560945201199502},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.11575611494481564},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.11603962408844382},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.11581994406878948},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.11619174701627344},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.11682795302476734},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.11736982397269458},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1160177419660613},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.11724835692439228},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11811603605747223},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11768168502021581},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11938513210043311},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.11740879598073661},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.11872430902440101},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.11891004594508559},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.11858370702248067},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.11945271701551974},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.11910792405251414},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.11874274397268891},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.11958236899226904},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.12028601102065295},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.12042493000626564},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.1197570349322632},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.12077451194636524},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.11988349095918238},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.12057501007802784},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.12003324006218463},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.11893686605617404},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.11899382201954722},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.12230103905312717},{"candidates":16,"kind":"choice","padded_tokens":1264,"seconds":0.12135632697027177},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1193153919884935},{"candidates":16,"kind":"choice","padded_tokens":1296,"seconds":0.1198313538916409},{"candidates":16,"kind":"choice","padded_tokens":1312,"seconds":0.12013098201714456},{"candidates":16,"kind":"choice","padded_tokens":1360,"seconds":0.12050112197175622},{"candidates":16,"kind":"choice","padded_tokens":1424,"seconds":0.12006872601341456},{"candidates":16,"kind":"choice","padded_tokens":1536,"seconds":0.12034153391141444},{"candidates":16,"kind":"choice","padded_tokens":1712,"seconds":0.12151041510514915},{"candidates":16,"kind":"choice","padded_tokens":2096,"seconds":0.12197729398030788},{"candidates":13,"kind":"choice","padded_tokens":2080,"seconds":0.10452563501894474}],"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"sub1b-models.json":"e6b253dc7b72d796866c2d6d9fb2ff63f0dd86203b40f2d1088059ef6a4995bd","sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"sub1b-arc-easy-standard-v2","finished":1792205803,"gpu":1,"id":"11238d1b571f7ff20cbc8c5e","measured_cost_usd":null,"metric":"accuracy","model":"SlayerLab/Slayer139-1.01","model_revision":"2e72c696d7c5cad73dc58606b0751b911dc94495","n":2376,"notes":"Full ARC-Easy test split (2376 examples); FP32, 1024-token input ceiling, raw summed answer-token log likelihood, zero-shot Question/Answer prompt. Character-normalized accuracy reported separately as acc_norm. Native masked-padding adapter uses unpadded row forwards. Distinct from the earlier token-normalized pilot.","peak_gpu_bytes":804225024,"profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy (full test split, raw accuracy)","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"sub1b-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"SlayerLab/Slayer149-ARC","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17"},{"id":"HuggingFaceTB/SmolLM2-135M-Instruct","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac"},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","revision":"a10cc1512eabd3dde888204e902eca88bddb4951"},{"id":"Qwen/Qwen2.5-0.5B-Instruct","revision":"7ae557604adf67be50417f59c2c2f167def9a775"},{"id":"SlayerLab/Slayer149","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd"},{"id":"SlayerLab/Slayer139-1.01","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495"},{"id":"SlayerLab/Slayer139-1.01b","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33"},{"id":"SlayerLab/Slayer139-1.02","revision":"c4298d757ba39cba19dd768777da9fadf319ff61"},{"id":"SlayerLab/Slayer-149M-Decision-v1","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7"}],"name":"ARC-Easy / full sub-1B standard evaluation","parent_task":"reading","protocol_version":"codesota-sub1b-arc-easy-standard-v2","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_sub1b_standard.py","selection":"Full pinned test split: 2376 examples; raw summed conditional answer likelihood, zero-shot Question/Answer prompt; separate character-normalized diagnostic","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"sub1b"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":74.19250445999205,"measurement_version":"gpu-slot-v1"},"runner_sha256":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","scope":"cf50d4b44de811db4aed984c74f66a1eab461af452494ae6c905f9c80d3ffc25","score":0.6308922558922558,"scoring":"argmax raw summed conditional answer-token log likelihood; zero-shot Question/Answer prompt; no chat template or added BOS","seconds":71.23654929595068,"seed":42,"selection":"full pinned ARC-Easy test split; all 2376 examples in source order","status":"completed","task":"sub1b-arc-easy-full","worker":"white-gpu1"}