{"acc_norm":0.5467171717171717,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26288235594984144},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.04476028308272362},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.051495163002982736},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050810566055588424},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.050949155003763735},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.0513219399144873},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05128036194946617},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051272797980345786},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05110426398459822},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.052289925049990416},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05151558096986264},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.051670590066350996},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052460822975263},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05250969505868852},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05205513699911535},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052225815015845},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06010739307384938},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05711502395570278},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.053129981039091945},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052919278969056904},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052711791009642184},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.05250367405824363},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.052781290956772864},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05309692001901567},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05298584303818643},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05236973299179226},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.051892012008465827},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05262410803698003},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05305118509568274},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.0522647580364719},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05285317497327924},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05319831892848015},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05253573309164494},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.053583086002618074},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05547284102067351},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05446464102715254},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05460527294781059},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.054508171044290066},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05419841397088021},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05733022408094257},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058114716899581254},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05776459397748113},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057523955940268934},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05767210200428963},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057432043948210776},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05777826008852571},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05836338095832616},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057191847008652985},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.057148325024172664},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.056716089020483196},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05807584500871599},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05802653299178928},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05894484499003738},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05932943301741034},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.058810836053453386},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.05822529294528067},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058350597973912954},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05764890892896801},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05978672602213919},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05818423698656261},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059002332971431315},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05888621602207422},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0593244539340958},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058700529974885285},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058921891963109374},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05859327991493046},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05810453905723989},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.058583350968547165},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05799243994988501},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05896932096220553},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05925420194398612},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05911269900389016},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05808073398657143},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05824863794259727},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06026763201225549},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.059174673981033266},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05877420702017844},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05865388293750584},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.05874325905460864},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05941735708620399},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06126345903612673},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059672652976587415},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059339461964555085},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05943198304157704},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05940516397822648},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05933811899740249},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05958263506181538},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.060052682063542306},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059469884959980845},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059295699931681156},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05928379704710096},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05934635398443788},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06150664307642728},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0600032489746809},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059403260005638},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05844756797887385},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06085548806004226},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05960139003582299},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05938477593008429},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05933544400613755},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06136436795350164},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05973370699211955},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.058755583013407886},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059457883005961776},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0612522290321067},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05960999592207372},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059384696069173515},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.059546176926232874},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.05990264203865081},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05980120203457773},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06048962695058435},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060340108000673354},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059761287993751466},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061466758023016155},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060533298063091934},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06048317393288016},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05975895398296416},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060177483945153654},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06008502095937729},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05978101503569633},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059891520999372005},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05982898501679301},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05996817396953702},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.061791424988768995},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06052494200412184},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06167933496180922},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060432048980146646},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.059846867923624814},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.05959236295893788},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.060009220032952726},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06153909408021718},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06012168002780527},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06508985499385744},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0672767439391464},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06670681096147746},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06527137395460159},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06659420998767018},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06636787799652666},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06686997506767511},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06611656991299242},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06475180492270738},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06517153803724796},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06687745894305408},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06500086898449808},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06685024802573025},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06545909401029348},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06654685200192034},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06521067093126476},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06676451896782964},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06741780694574118},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0651378050679341},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06496900995261967},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06515598902478814},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06686476501636207},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06788658106233925},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06744909496046603},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06674913002643734},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06643138697836548},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06717910105362535},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06590158899780363},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0665154040325433},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06759204098489136},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06634765095077455},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06538030703086406},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06563695496879518},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06745962495915592},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06631675304379314},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06559648108668625},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06604774203151464},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06763666507322341},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0688224759651348},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06736092001665384},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06552319403272122},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06744976609479636},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06829019403085113},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0677063149632886},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06808713497593999},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06773596000857651},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06761378108058125},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06802520994096994},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.068135024048388},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07034911296796054},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06812355306465179},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06923129898495972},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06859707599505782},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06900337396655232},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06845174496993423},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07020953192841262},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06889073306228966},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06714269297663122},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06849939399398863},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06861929700244218},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0692095389822498},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06813602603506297},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06916895194444805},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06829964101780206},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07047406607307494},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0690422160550952},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07015575200784951},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06849143910221756},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07175098697189242},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06843985198065639},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0684939130442217},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0675197469536215},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06794301595073193},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06645402894355357},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.06792649498675019},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07063587801530957},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06915578793268651},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06918371992651373},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06827730895020068},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06920349702704698},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0689658640185371},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06974817207083106},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0701910579809919},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07152683997992426},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06851176708005369},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06874823803082108},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06809491000603884},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06714417599141598},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06809855706524104},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06938757002353668},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06879134895280004},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06912545103114098},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06740147597156465},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06837005203124136},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07171783596277237},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06759941508062184},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0684746780898422},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06850073707755655},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.06919057306367904},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07138856197707355},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07283882598858327},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07167440501507372},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07241987390443683},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07253239408601075},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07236678502522409},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07037679490167648},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07405954191926867},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07189400400966406},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07281074393540621},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07478477596305311},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07296113495249301},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07235588598996401},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07201586198061705},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0716181299649179},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07350404700264335},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07299564895220101},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07428062497638166},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07437766599468887},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07464631693437696},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07227503496687859},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07255844306200743},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07343586999922991},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07291652099229395},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0733603690750897},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07346644601784647},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07556606200523674},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07328796398360282},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07284739206079394},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07161263993475586},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07189160899724811},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0750080409925431},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07621447194833308},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07462791306897998},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0749944259878248},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.072967987973243},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07533326896373183},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07476262398995459},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07389388303272426},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07537817198317498},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07397556607611477},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07307616900652647},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07283512898720801},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07496130396611989},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0805611580144614},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07474565191660076},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07510200701653957},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07544970500748605},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07602787401992828},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07381153001915663},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07649337104521692},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07441498606931418},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07236260897479951},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0717391149373725},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07500025699846447},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07570354896597564},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0752348949899897},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07531542493961751},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07403577899094671},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07527755398768932},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07603081897832453},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07365599006880075},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07497216493356973},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07363920891657472},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07572096097283065},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07628157699946314},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0751282760174945},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07447325403336436},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07627452397719026},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07501970289740711},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07635377091355622},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08074835606385022},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08111609204206616},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07420630694832653},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0758544000564143},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07512717298232019},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07558588904794306},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07272211892995983},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07447944593150169},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07585970999207348},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07661645102780312},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0747683250810951},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07476284494623542},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07716854102909565},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08032848394941539},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07898982707411051},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07844641304109246},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07917823898606002},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07781917392276227},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08210122992750257},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08090987801551819},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0795714920386672},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07816139201167971},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07899474608711898},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0789984529837966},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07836055289953947},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08054242294747382},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08057303994428366},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.07825546804815531},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0772377090761438},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07938464300241321},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08040808199439198},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07807668403256685},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07899759197607636},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07788417499978095},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0803513569990173},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07568294007796794},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07623998902272433},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07863398303743452},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07937044801656157},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07867214397992939},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.0782221449771896},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07867228495888412},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07952387304976583},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07890302501618862},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0831237870734185},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0768178969155997},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07838422805070877},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08231007005088031},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0808066149475053},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08186767401639372},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08010378503240645},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07912815501913428},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07912479899823666},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0809284730348736},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.07950381597038358},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08031360595487058},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08462274202611297},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0836883190786466},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0789427290437743},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08086802996695042},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08159721991978586},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07904787606094033},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08101054595317692},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0812786859460175},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08150553901214153},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08130955300293863},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08024092996492982},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07994605007115752},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08407820609863847},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08276853407733142},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07972010900266469},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07788722100667655},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07893534610047936},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.07973779295571148},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08719329594168812},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08744955295696855},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08490374602843076},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0892728139879182},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08903006103355438},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08545922208577394},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08774963300675154},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08958123996853828},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09091994492337108},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08444398897700012},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.08917189494241029},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09120530798099935},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08819376095198095},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0864118590252474},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0853680110303685},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08653343503829092},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08957564900629222},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08970291598234326},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08831171202473342},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08566535706631839},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08638927596621215},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08756034099496901},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08787284302525222},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08774111792445183},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.08728086901828647},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08933753496967256},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08807483001146466},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09405389102175832},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09032381407450885},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09003331209532917},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09148231404833496},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.087792903999798},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08787576900795102},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.08865057304501534},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08815499907359481},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08933967794291675},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0918683639029041},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09142538800369948},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.086086330935359},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08892867201939225},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08818247995804995},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0882949799997732},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08554309804458171},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.0842458299594},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.08715902199037373},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08843658398836851},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09401845408137888},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0983945750631392},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09167271899059415},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.089050239068456},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09201165102422237},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09576722502242774},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09132560295984149},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08737605693750083},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08842449099756777},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.08772148098796606},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08801685203798115},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08925717405509204},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08922727894969285},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09480233606882393},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09849460108671337},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09099459496792406},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09230230306275189},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09495221602264792},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09530021494720131},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09001999709289521},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.08773691894020885},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0885169340763241},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.0891984449699521},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09764804202131927},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09707870101556182},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09272056398913264},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09185515902936459},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09370154305361211},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.09250341902952641},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.08997768792323768},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.08845893596298993},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09079162601847202},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09048668795730919},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09079235710669309},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09518874704372138},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09571308502927423},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09254919504746795},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09531423100270331},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09212905005551875},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09010469494387507},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09772297204472125},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09747700300067663},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09488141303882003},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09738882002420723},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.1009356239810586},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10159177705645561},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09713077801279724},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.09859460801817477},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.096849953988567},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09886963106691837},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10435452999081463},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10197716602124274},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09611263906117529},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.1026119600282982},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.10034455102868378},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09822593093849719},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.09687896899413317},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09891072695609182},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09920818195678294},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10219808807596564},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.10163673106580973},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.0970778790069744},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09841654601041228},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09889690205454826},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09958358202129602},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.09765048697590828},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.09930885001085699},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1018030809937045},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10607105097733438},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1029742849059403},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10082201194018126},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.10239684791304171},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10508005204610527},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10979038709774613},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11267969501204789},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10815742099657655},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.10529229801613837},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.1084429849870503},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.11177065898664296},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.1103504910133779},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10807581001427025},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.108832550002262},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11022689007222652},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.10728082701098174},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.11113330093212426},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.10810335108544677},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1145839859964326},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11352044309023768},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11053889291360974},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.11214667093008757},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11167481099255383},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.1096423709532246},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10773629602044821},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.11045379401184618},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10886425897479057},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.10935658810194582},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11394474399276078},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11294006102252752},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1123591170180589},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.11290370300412178},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11338904791045934},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11417554400395602},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11226750595960766},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.11738952889572829},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11514140595681965},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11561735300347209},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11412518098950386},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.11332371702883393},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.11532465799245983},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.115418471978046},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.12003772798925638},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.12752519000787288},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.118147280998528},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.11710208200383931},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11775349697563797},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.12146440695505589},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11745849694125354},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.11618063400965184},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.11968017008621246},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1219894359819591},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.12019199505448341},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11716426792554557},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11814867390785366},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11984711105469614},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.11955776193644851},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.13355316198430955},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.12959267501719296},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12611211591865867},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.12251048802863806},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1253908189246431},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12904045602772385},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12662890902720392},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.12596847803797573},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.13763715792447329},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.1381854509236291},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.13504930201452225},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1374661891022697},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13762598694302142},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.13846578390803188},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13604672299697995},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.13515486905816942},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1368201549630612},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.134699729969725},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1332793909823522},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15343600092455745},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15088928199838847},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.15098835597746074},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15384089609142393},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.15529050992336124},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.15214617596939206},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15527551108971238},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.15823870699387044},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.1669133340474218},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.17100889200810343},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.17032096907496452},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.16543498798273504},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.17217913502827287},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.17436761606950313},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.17504626198206097},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.17899125802796334},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.1733846029965207},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.17396675900090486},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.17133918800391257},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.17294756695628166},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.1772775329882279},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.19654325197916478},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.20470279804430902},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.19770391599740833},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.20126266195438802},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.22022418293636292},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2514365219976753},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.2760016219690442}],"chat_template":false,"data_loading_seconds":0.06791044492274523,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792209007,"gpu":1,"id":"6fc519944952184c46b92f1c","images_supplied":false,"loaded_class":"Qwen3_5ForConditionalGeneration","loader_ignored_auxiliary_patterns":["^mtp.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"SeerRay-Lab/Xiaomi-OCR-0","model_load_seconds":23.322922677965835,"model_revision":"ff990be318c4c68f7e621dd690231200f47e48c4","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":852985920,"peak_gpu_bytes":4190946304,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":76.11515861004591,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.5652356902356902,"scoring_seconds":50.63667610497214,"seconds":74.38313145400025,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":100592896,"worker":"white-gpu1"}