{"acc_norm":0.4882154882154882,"acc_norm_definition":"argmax summed conditional log likelihood / Python character length of answer text, excluding leading delimiter","batch_policy":{"choice_candidates":16,"code_test_workers":4,"generation_examples":8,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.13197733997367322},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.013776087085716426},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.01142173691187054},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.012481431942433119},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.011673726025037467},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.011459216941148043},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.012406472000293434},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011699202936142683},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011704083066433668},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011713712010532618},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0161502129631117},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011948058032430708},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011728178011253476},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0117887610103935},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.011602764017879963},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.014073992031626403},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012821016018278897},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012680583982728422},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012730175978504121},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.017926846048794687},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012668641051277518},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012556271045468748},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.01260118605569005},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012644516071304679},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012715248973108828},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.012736367993056774},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.012300285045057535},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011422957992181182},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011652437038719654},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.01623390894383192},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.01173144404310733},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011664018034934998},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011625015991739929},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011676943046040833},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011742072994820774},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011758805019780993},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011697000009007752},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011655102018266916},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.01171222806442529},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.01639667304698378},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.011729520978406072},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012761935009621084},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012574416003189981},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012497712974436581},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012740174890495837},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012884282972663641},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012960275053046644},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012869645957835019},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.018518147990107536},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.013772428967058659},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.01282008399721235},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012768929009325802},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012882070033811033},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.013174535008147359},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.01295859192032367},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.013005498913116753},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012987866997718811},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.01768494490534067},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.013100977055728436},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.013064038939774036},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.012999898986890912},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013213658006861806},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013005249085836112},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013273629010654986},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013074568007141352},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013230209005996585},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01818857400212437},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013428288046270609},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013226410956121981},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01340871094726026},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01338735199533403},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013379386975429952},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013417777954600751},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01343744492623955},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01339827198535204},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.014472894952632487},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013086471008136868},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013124761986546218},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01318958296906203},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01308874401729554},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01309935504104942},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013382683042436838},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013172550941817462},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.01825343503151089},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013198117958381772},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.013112869928590953},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014582601026631892},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014483664999715984},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014260390074923635},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014188174973241985},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014158669044263661},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014185399981215596},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014193996088579297},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.013934931950643659},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.013936615083366632},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014059234061278403},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014100622036494315},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.013998590991832316},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0140761659713462},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.01417957793455571},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.01960213005077094},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014905552030541003},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.013807715964503586},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014079913031309843},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014068461023271084},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014062499976716936},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014077579020522535},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014024189091287553},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.01950142194982618},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.01477713300846517},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.013886512024328113},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014057911932468414},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.014130195952020586},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.01424235594458878},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014716199017129838},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014057782012969255},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.01905475906096399},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014243067940697074},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014096894999966025},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014127132017165422},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014379972009919584},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014243758050724864},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014268424012698233},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014244570978917181},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.019340050988830626},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.01436960301361978},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014177193981595337},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014090623008087277},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014322736067697406},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014572532032616436},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014392505981959403},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014531504013575613},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.019924219930544496},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.015530186938121915},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014218691037967801},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014176933909766376},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.014398096012882888},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.01445730694103986},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015069477958604693},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014798172051087022},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.019698809017427266},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015184942982159555},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014957197941839695},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015150659019127488},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015020616934634745},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015165637014433742},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014963491004891694},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014825502992607653},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.019666048930957913},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014806187013164163},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014846773003228009},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014656718005426228},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014917043037712574},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014859896968118846},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014871177962049842},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014721520012244582},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.020596193033270538},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.01541922998148948},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014539038995280862},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014571969979442656},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014492372050881386},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.01475698605645448},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.014575015986338258},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.015006761066615582},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02067110303323716},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014899431029334664},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014833036926575005},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014869796112179756},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.01488225907087326},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.01479093893431127},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014931590994819999},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014913687016814947},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.020036939997226},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014611123013310134},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014892086968757212},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014851992018520832},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0146312708966434},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014915121020749211},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014900984009727836},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.019965306972153485},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.01492920599412173},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014787512016482651},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014881909010000527},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.015020547085441649},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.01477339502889663},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014915231033228338},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.014961967011913657},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.02017143100965768},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.01627470599487424},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015516251092776656},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015192357008345425},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015234997030347586},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015451709972694516},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015392519999295473},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015432585030794144},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.020365592907182872},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015529916039668024},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015122496988624334},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015529586002230644},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015354839968495071},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015515320003032684},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015485092997550964},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02047643903642893},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015417036018334329},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015271895099431276},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015399522962979972},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015376750961877406},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015387349994853139},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015147774014621973},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015321268001571298},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.02039720199536532},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015137444017454982},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015296472003683448},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015330754918977618},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.015154276043176651},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.01580362708773464},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.01547343097627163},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015400305041112006},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.02064300002530217},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015435901004821062},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015267197042703629},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015391948982141912},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.01570149604231119},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015575362020172179},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015508776996284723},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.020300211035646498},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015564269968308508},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015335703967139125},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015438957023434341},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015548401046544313},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015541818924248219},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015623681945726275},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.01563701604027301},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.020329045015387237},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015238232910633087},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.015409572049975395},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.01532302109990269},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01641360390931368},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016065735020674765},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01657031604554504},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.021646370994858444},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01667614292819053},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01631176401861012},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01662715303245932},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01649084803648293},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016572761931456625},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016530041000805795},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.021587561001069844},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016572871012613177},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016074010985903442},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016224051010794938},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01664415397681296},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016353182028979063},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016623364994302392},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.02152099704835564},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01677706209011376},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.016524479957297444},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01655053999274969},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01662966702133417},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.01676155300810933},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016780177946202457},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.021630291012115777},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016791789908893406},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01659990195184946},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01688208698760718},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016683718073181808},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.017015055986121297},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016770359012298286},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.021800158079713583},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016737387981265783},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01675156399141997},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01655351498629898},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016924867988564074},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01675417006481439},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016904418938793242},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.02238911611493677},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.017931553884409368},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01634638907853514},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.01648714195471257},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.016602586023509502},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017428988008759916},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0171776789939031},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.022574652102775872},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01759377506095916},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01694808097090572},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017271514050662518},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.016836552997119725},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017253800993785262},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01726434100419283},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.022193660959601402},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.016851841006428003},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017117706942372024},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01689441001508385},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017185794073157012},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017187336925417185},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01718334900215268},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.023129606037400663},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0181652499595657},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01683334691915661},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.01714493695180863},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.017226149910129607},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.01780602103099227},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.022389085963368416},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.01761080592405051},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.01747134595643729},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017569299088791013},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017684434074908495},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017485072021372616},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017872905009426177},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.023202263051643968},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.01810223306529224},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017292113043367863},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017355661024339497},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017333518946543336},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017592212068848312},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017662983969785273},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.023333496996201575},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.018044354976154864},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.017162229982204735},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017933737952262163},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.01737926504574716},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017650209949351847},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.023559227935038507},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.01849360205233097},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.01796939503401518},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017761226976290345},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017617638921365142},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.01745619799476117},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017421985045075417},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.023215227061882615},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017744526034221053},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017487547011114657},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017846785951405764},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.01785590301733464},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.017785793053917587},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.023367580957710743},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.018154549994505942},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.01794846693519503},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.01747455191798508},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017937356024049222},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0177632300183177},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017940651974640787},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.023288381984457374},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017891719937324524},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017560423002578318},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017996835988014936},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017618971061892807},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017784960917197168},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017781875911168754},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.024594257003627717},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017360199941322207},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.01748107501771301},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.017689262982457876},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.01809970790054649},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.017974896007217467},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0234389629913494},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018338192952796817},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.01787369593512267},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.01813653705175966},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018304099095985293},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018308728002011776},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.023777986061759293},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018895040964707732},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.017408609972335398},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018067438038997352},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018356667016632855},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.01798214903101325},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.018129113013856113},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.024001050973311067},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.018833104986697435},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.017863227054476738},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.01805223897099495},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.017873966949991882},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.01846340694464743},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.023534401087090373},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.01816100301221013},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.018025800003670156},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.018615740002132952},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.018159530009143054},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.017887391964904964},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.018140204017981887},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.024268861045129597},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018958520027808845},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.01866294804494828},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018459278042428195},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.01886848092544824},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.01887257897760719},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.02460518793668598},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.019666419015266},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018972745048813522},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018632180988788605},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018601974938064814},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.018785235937684774},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.02366662898566574},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.01862962602172047},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0189787169219926},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.019291389966383576},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.019366058986634016},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.01895131601486355},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.02393742196727544},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.01910363999195397},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.018910308950580657},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.01900703995488584},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.018832143978215754},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.019895617035217583},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.026247499976307154},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.020648721023462713},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.01973153091967106},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.019613611046224833},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.020102453068830073},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.020235550007782876},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.025723253027535975},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.02102542296051979},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.019498066045343876},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.0197753319516778},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.019478218047879636},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.019706966006197035},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.02513333293609321},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.01970764610450715},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.02021487196907401},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.020114164100959897},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.02014512207824737},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.020558021031320095},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.025615431950427592},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.020178203005343676},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0196600379422307},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.019840144086629152},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.02021239697933197},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.02039319497998804},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.02660564798861742},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.020472742966376245},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.020603928016498685},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.020669420016929507},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.020690770004875958},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.026468321913853288},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.021346961962990463},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.02022305689752102},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.02038699295371771},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.02069589903112501},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.020893467008136213},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.026675839093513787},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.021016457001678646},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.0208684999961406},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.020726145012304187},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.02129536692518741},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.020964480005204678},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.026762609952129424},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.020819669938646257},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.020707220071926713},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.020703542977571487},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.021735106012783945},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.02680045203305781},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.02134689304511994},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.021361759980209172},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.02117764705326408},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.020994455087929964},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.021005274960771203},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.026653566979803145},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.020719812950119376},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.02106038900092244},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.02119938691612333},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.02113385498523712},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.027441166108474135},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.02211424394045025},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.021040842053480446},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.02114583703223616},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.021468047983944416},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.0219956929795444},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.029051498044282198},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.02216047002002597},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.021517700981348753},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.022072013933211565},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.021856572944670916},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.027489575906656682},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.02181419392582029},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.02167686796747148},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.022006151964887977},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.021928117028437555},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.028308973996900022},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.02262981398962438},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.022544385981746018},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.021982086938805878},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.02252410806249827},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.027324898983351886},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.02171082200948149},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.022255246061831713},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.02228886797092855},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.02227398206014186},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.022549706045538187},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.027841603034175932},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.022180215921252966},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.02206256694626063},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.022610298939980567},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.022676041000522673},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.027640648069791496},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.022186598973348737},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.022439399966970086},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.023017728002741933},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.02242947102058679},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.029098876984789968},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.02372398495208472},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.02238376601599157},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.022813457064330578},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02235804800875485},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02902176300995052},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02410419296938926},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02299304201733321},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02276835299562663},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.023020984954200685},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.02885177603457123},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.023044447996653616},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.022302052937448025},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.02283566794358194},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.02312730299308896},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.02892438101116568},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.02242383104749024},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.022809670073911548},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.02321143902372569},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.02356479805894196},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.030135971028357744},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.0245185469975695},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.023192633991129696},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.02377029205672443},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.023577942978590727},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.02870788797736168},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.024622811004519463},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.02391112397890538},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.023520454997196794},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.02430613001342863},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.0296163409948349},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.023764571058563888},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.023478977964259684},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.023826736956834793},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.024277386022731662},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.029960133018903434},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.02488522999919951},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.026502476073801517},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.026629062020219862},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.02681524900253862},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.03341787995304912},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.026064688921906054},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.026297243079170585},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.02706721902359277},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.03266517596784979},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.02628385799471289},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.02772794000338763},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.0270562480436638},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.03320752806030214},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.028426123084500432},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.0278679319890216},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.027974721044301987},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.034372089081443846},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.027890443103387952},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.028530566953122616},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.02830191096290946},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.0288722439436242},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.03471657203044742},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.029751613968983293},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.02875766099896282},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.030229224008508027},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.034637873992323875},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.028268028050661087},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.029023385024629533},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.028511821990832686},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.03513150499202311},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.029308487894013524},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.02828997909091413},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.029629145981743932},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.03767069010064006},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.030528062023222446},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.03176718205213547},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.0368200340308249},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.03080428601242602},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.031913614948280156},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.03479357494506985},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.038385802996344864},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.031515373033471406},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.03245683806017041},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.03234306594822556},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.03784961299970746},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.03233005094807595},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.03402494196780026},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.03936552000232041},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.032915783929638565},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.03506851801648736},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.03542321897111833},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.041944939061068},{"candidates":16,"kind":"choice","padded_tokens":1328,"seconds":0.037669928977265954},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.038171963999047875},{"candidates":16,"kind":"choice","padded_tokens":1456,"seconds":0.04604329995345324},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.041916967020370066},{"candidates":16,"kind":"choice","padded_tokens":1728,"seconds":0.045022948062978685},{"candidates":16,"kind":"choice","padded_tokens":1952,"seconds":0.05561871500685811},{"candidates":13,"kind":"choice","padded_tokens":2119,"seconds":0.0556545410072431}],"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"sub1b-models.json":"e6b253dc7b72d796866c2d6d9fb2ff63f0dd86203b40f2d1088059ef6a4995bd","sub1b_balanced.py":"f2949b3c2a6f3585ba9eb4b3bc7ef8306afea74492670d7c82d8c3f7e2c2a64b","sub1b_gollem.py":"b9bff95fe326165b5685572727d5c50b1f86a50676932ad5b7da17018965e1d7","sub1b_native.py":"ea56adc25566f7f6745ab882684dfc67e7f1cc48f29e53422fb3cab0cce769e7","sub1b_slayer139.py":"f23a691bb330db4e6311b4b7e83936d5a4c584cc3f61ecf7f7025435ad87d326"},"device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"sub1b-arc-easy-standard-v2","finished":1792206004,"gpu":0,"id":"ab13c5aaf35df5134fcb5566","measured_cost_usd":null,"metric":"accuracy","model":"HuggingFaceTB/SmolLM2-135M-Instruct","model_revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac","n":2376,"notes":"Full ARC-Easy test split (2376 examples); FP32, 1024-token input ceiling, raw summed answer-token log likelihood, zero-shot Question/Answer prompt. Character-normalized accuracy reported separately as acc_norm. Native masked-padding adapter uses unpadded row forwards. Distinct from the earlier token-normalized pilot.","peak_gpu_bytes":714817536,"profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy (full test split, raw accuracy)","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"sub1b-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"SlayerLab/Slayer149-ARC","revision":"0e6793ecfb8501dccc1c97dcd944731748eb8d17"},{"id":"HuggingFaceTB/SmolLM2-135M-Instruct","revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac"},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","revision":"a10cc1512eabd3dde888204e902eca88bddb4951"},{"id":"Qwen/Qwen2.5-0.5B-Instruct","revision":"7ae557604adf67be50417f59c2c2f167def9a775"},{"id":"SlayerLab/Slayer149","revision":"7857dd28ec052cd943edcdc1f9e35f7b21dc4f3e"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-45500","revision":"e7d4b8dea44125264077c2ce6d2f141379f999cd"},{"id":"SlayerLab/Slayer139-1.01","revision":"2e72c696d7c5cad73dc58606b0751b911dc94495"},{"id":"SlayerLab/Slayer139-1.01b","revision":"283ffb6d620be2d6ea1f2429d721962dc8e73633"},{"id":"SlayerLab/Slayer149-Balanced-ARC-E-ft-v2","revision":"7d11e8fd63764baf00c276f586b2aa776648ed33"},{"id":"SlayerLab/Slayer139-1.02","revision":"c4298d757ba39cba19dd768777da9fadf319ff61"},{"id":"SlayerLab/Slayer-149M-Decision-v1","revision":"ccfd7d3d91f3894beb1cd096b5d067333ba3d4c7"}],"name":"ARC-Easy / full sub-1B standard evaluation","parent_task":"reading","priority_models":["SlayerLab/Slayer149-ARC"],"protocol_version":"codesota-sub1b-arc-easy-standard-v2","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_sub1b_standard.py","selection":"Full pinned test split: 2376 examples; raw summed conditional answer likelihood, zero-shot Question/Answer prompt; separate character-normalized diagnostic","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"sub1b"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":16.103333471924998,"measurement_version":"gpu-slot-v1"},"runner_sha256":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","scope":"cf50d4b44de811db4aed984c74f66a1eab461af452494ae6c905f9c80d3ffc25","score":0.539983164983165,"scoring":"argmax raw summed conditional answer-token log likelihood; zero-shot Question/Answer prompt; no chat template or added BOS","seconds":13.22382045397535,"seed":42,"selection":"full pinned ARC-Easy test split; all 2376 examples in source order","status":"completed","task":"sub1b-arc-easy-full","worker":"white-gpu0"}