{"acc_norm":0.7638888888888888,"acc_norm_definition":"argmax summed conditional likelihood / answer character length, excluding leading delimiter","batch_policy":{"choice_candidates":16,"context":1024,"padded_token_budget":8192},"batch_timings":[{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.26562243595253676},{"candidates":16,"kind":"choice","padded_tokens":192,"seconds":0.047639232012443244},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05876905703917146},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.05322573008015752},{"candidates":16,"kind":"choice","padded_tokens":208,"seconds":0.060300803976133466},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05335029202979058},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05931109900120646},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.053402900928631425},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05384606693405658},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05958121200092137},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05408746690955013},{"candidates":16,"kind":"choice","padded_tokens":224,"seconds":0.05998640810139477},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.056176412967033684},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06163681601174176},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.059761198004707694},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06986903795041144},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.0568100749514997},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06044278899207711},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.055319495033472776},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.06140584498643875},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.055787216988392174},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.061732333968393505},{"candidates":16,"kind":"choice","padded_tokens":240,"seconds":0.055623410968109965},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.062223691027611494},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05556326906662434},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06076726398896426},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05483219597954303},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05686916399281472},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06161781004630029},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05606372200418264},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06408637296408415},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06153664900921285},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06169793999288231},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05616802698932588},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06265663797967136},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.055687571060843766},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06267351901624352},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.05664039799012244},{"candidates":16,"kind":"choice","padded_tokens":256,"seconds":0.06207425205502659},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.060485829948447645},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06638504099100828},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061086609959602356},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06631201400887221},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.061514517990872264},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06715779099613428},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06276692391838878},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06956712494138628},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06124717905186117},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06673738802783191},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06046189495828003},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06724859110545367},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06601431895978749},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0613515239674598},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06673011498060077},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.0602188219781965},{"candidates":16,"kind":"choice","padded_tokens":272,"seconds":0.06684709200635552},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061932677985168993},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06574706092942506},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06256760202813894},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07006747799459845},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061868136981502175},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06856502604205161},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062474958947859704},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06823602202348411},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06246110307984054},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06786903808824718},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06353703991044313},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06723878195043653},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0601822939934209},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.0665869569638744},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.062432389007881284},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06864275096450001},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.060329608037136495},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06803586892783642},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.07045572099741548},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061792096006684005},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06841939501464367},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.061995894997380674},{"candidates":16,"kind":"choice","padded_tokens":288,"seconds":0.06813389202579856},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06274534307885915},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07141357799991965},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06346203899011016},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0680680200457573},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06306636100634933},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06750802497845143},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06231216492597014},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06767934397794306},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06246655399445444},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06931776995770633},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06229334999807179},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0678096970077604},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06846322596538812},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06460072298068553},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07188647100701928},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06274316902272403},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06761275010649115},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06424601201433688},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.07025698199868202},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06282593309879303},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06758867506869137},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06429121596738696},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06964705407153815},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.061140600009821355},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.0691254319390282},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06691621104255319},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06258945295121521},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06856111902743578},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06354063597973436},{"candidates":16,"kind":"choice","padded_tokens":304,"seconds":0.06935333600267768},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06290337804239243},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07036747795064002},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0633891939651221},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06893426494207233},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06450396298896521},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0685995010426268},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06287078699097037},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06941792601719499},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0629166029393673},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07081812794785947},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06841642805375159},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06266981305088848},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0694622800219804},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06297842704225332},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07155292795505375},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06324146804399788},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07112699397839606},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06493424507789314},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.07023149391170591},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06284395698457956},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06821788905654103},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.0651004450628534},{"candidates":16,"kind":"choice","padded_tokens":320,"seconds":0.06849477509967983},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07519375800620764},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06970254704356194},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0756233090069145},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07045701507013291},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07533642393536866},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07636139506939799},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0721661529969424},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07680400100070983},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0682339989580214},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07485856290441006},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07756611192598939},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06826121907215565},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07658085494767874},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06762560398783535},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07697451894637197},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06857462401967496},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.0774385139811784},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07771009008865803},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.06913765298668295},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07459117390681058},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07106824405491352},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.076604027999565},{"candidates":16,"kind":"choice","padded_tokens":336,"seconds":0.07753134798258543},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06992689496837556},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0772777150850743},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06842041702475399},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07896774599794298},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07674975995905697},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06827489496208727},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07637043192517012},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07121922599617392},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07543274399358779},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07610459602437913},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07165195303969085},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07702661608345807},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07037292793393135},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07406196801457554},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07619741896633059},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07140486210118979},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0758013209560886},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.06906718201935291},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07715822092723101},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07588622998446226},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0717086789663881},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07790019491221756},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.0717158920597285},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.08039179199840873},{"candidates":16,"kind":"choice","padded_tokens":352,"seconds":0.07930228998884559},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0709470680449158},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07820021407678723},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0723119240719825},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07952256104908884},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07968312001321465},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07093850302044302},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0767985510174185},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07367030694149435},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.0791715260129422},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07675703300628811},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07229510194156319},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07854440703522414},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07832636998500675},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07241358305327594},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07874956901650876},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07236934104003012},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07816054101567715},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07821512303780764},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07147520303260535},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07903183507733047},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07431632198859006},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.08201535907573998},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07786055200267583},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07153103803284466},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07737312198150903},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07101695891469717},{"candidates":16,"kind":"choice","padded_tokens":368,"seconds":0.07804379297886044},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0821773010538891},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07311630400363356},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07885851198807359},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07808054110500962},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07159465597942472},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07873413001652807},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07335185294505209},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08401239395607263},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08176562399603426},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07194805494509637},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08193409792147577},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08047329296823591},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0705018179723993},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.078315379912965},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.072836231905967},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07793827599380165},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07859728496987373},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07005827105604112},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08005949202924967},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07539310003630817},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07945277099497616},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.0791474909055978},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.07242727908305824},{"candidates":16,"kind":"choice","padded_tokens":384,"seconds":0.08032974600791931},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08260517893359065},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0758152169873938},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0833463619928807},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08285064692609012},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07580764300655574},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08200323698110878},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07505474903155118},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08367783005815},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08309432095848024},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0763544129440561},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08571792393922806},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08356517006177455},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08077515696641058},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.081856724107638},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08155500097200274},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07862829393707216},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08356999896932393},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08424930600449443},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08009251405019313},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.0848392560146749},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08848846098408103},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.07582468504551798},{"candidates":16,"kind":"choice","padded_tokens":400,"seconds":0.08302302903030068},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08472095499746501},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07843669597059488},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08561500289943069},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08688367903232574},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07667560095433146},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08373225096147507},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08064614608883858},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07607354898937047},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0892038659658283},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08462108904495835},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08002409501932561},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0885206809034571},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08490152098238468},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07957676204387099},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0865420209011063},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08650511200539768},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07854024902917445},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.08457917999476194},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.0824698070064187},{"candidates":16,"kind":"choice","padded_tokens":416,"seconds":0.07751651899889112},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08502591401338577},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.09123578504659235},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07879153708927333},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08752778999041766},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08859192405361682},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08063847210723907},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08396813203580678},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08621968992520124},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08896637300495058},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0757310800254345},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08123858994804323},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0796149029629305},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08545252995099872},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08599680394399911},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08787981607019901},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07963020191527903},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08515871199779212},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08642023394349962},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.07928813295438886},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.08554200700018555},{"candidates":16,"kind":"choice","padded_tokens":432,"seconds":0.0841611810028553},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07952829101122916},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08678788994438946},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08823149197269231},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07814248697832227},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08815515995956957},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08874019095674157},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07970563194248825},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08927968703210354},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09314317198004574},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.0809701100224629},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08427915105130523},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08846461703069508},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08060307591222227},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08463839103933424},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08487450098618865},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08138530410360545},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.09033241996075958},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08564823505003005},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.08462777105160058},{"candidates":16,"kind":"choice","padded_tokens":448,"seconds":0.07894744898658246},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.0943921699654311},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09269028704147786},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08079949195962399},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09216616000048816},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09237889596261084},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09233851102180779},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08843475091271102},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08940056094434112},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09125389903783798},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08355436008423567},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09254473599139601},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08834861998911947},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09211361198686063},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08358104899525642},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.09214013209566474},{"candidates":16,"kind":"choice","padded_tokens":464,"seconds":0.08846174203790724},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.086567078018561},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09109107498079538},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09079148597083986},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.089798444067128},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08236832695547491},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09320906398352236},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08939317904878408},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.07918809703551233},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08813139400444925},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09040355298202485},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08912341494578868},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08361349895130843},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.09255913202650845},{"candidates":16,"kind":"choice","padded_tokens":480,"seconds":0.08906108897645026},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08246995694935322},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09246508695650846},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09114031703211367},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0833234490128234},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09061589895281941},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09204918099567294},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0967423440888524},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08291007799562067},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09313542698509991},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08894972095731646},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09328521694988012},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0831973630702123},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09386929601896554},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.0948240669677034},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.09513178002089262},{"candidates":16,"kind":"choice","padded_tokens":496,"seconds":0.08608707308303565},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09076819196343422},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09310805599670857},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08451814705040306},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09207724395673722},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09245704195927829},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0926245340378955},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.0886340830475092},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09215144196059555},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09232833201531321},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09586657001636922},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08700193907134235},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09281832491979003},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08904249500483274},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.08543233200907707},{"candidates":16,"kind":"choice","padded_tokens":512,"seconds":0.09084595798049122},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10036310600116849},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09933367592748255},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09830981702543795},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09507786005269736},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10381589492317289},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10144828900229186},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.0999980850610882},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10369933699257672},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09343577700201422},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.09963545901700854},{"candidates":16,"kind":"choice","padded_tokens":528,"seconds":0.10366739798337221},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10524408891797066},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0993901810143143},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.0935904560610652},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1018399300519377},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09832670795731246},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.1051895369309932},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10388185898773372},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09501455107238144},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10006172396242619},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09980088693555444},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10151765996124595},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10121588606853038},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.09630951599683613},{"candidates":16,"kind":"choice","padded_tokens":544,"seconds":0.10461753001436591},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09979252202901989},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10272405890282243},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10843350598588586},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10564575693570077},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.09774989204015583},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10502564092166722},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10303514893166721},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.10202130791731179},{"candidates":16,"kind":"choice","padded_tokens":560,"seconds":0.1030617180513218},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10168198600877076},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09568408003542572},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10569298604968935},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10613510000985116},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10130914999172091},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10661908297333866},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09560756792780012},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09956050908658653},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09888644202146679},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.09959445300046355},{"candidates":16,"kind":"choice","padded_tokens":576,"seconds":0.10135669889859855},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.09430616104509681},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11122369999065995},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.11229873495176435},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10762906598392874},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10188528499566019},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10449544305447489},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.1085714939981699},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.0963697190163657},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10135615698527545},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10117644304409623},{"candidates":16,"kind":"choice","padded_tokens":592,"seconds":0.10256186698097736},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.1043322579935193},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09783315798267722},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10470070492010564},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10938580194488168},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10920607706066221},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10225137695670128},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10536196792963892},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10645343398209661},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.09822289494331926},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10576232499442995},{"candidates":16,"kind":"choice","padded_tokens":608,"seconds":0.10427601297851652},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10472573200240731},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10499707795679569},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.11481954494956881},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10084812098648399},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10703858500346541},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10370092000812292},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10682928399182856},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10596658592112362},{"candidates":16,"kind":"choice","padded_tokens":624,"seconds":0.10610001510940492},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10507281892932951},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.09809350303839892},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10594806098379195},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10784957802388817},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.11007896601222456},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10964074695948511},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10507165698800236},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10804290801752359},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10114646703004837},{"candidates":16,"kind":"choice","padded_tokens":640,"seconds":0.10583850694820285},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10877700697164983},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11345261591486633},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11107872996944934},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11408551700878888},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11719131900463253},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.11316484003327787},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10786735091824085},{"candidates":16,"kind":"choice","padded_tokens":656,"seconds":0.10723352909553796},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11199629993643612},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11558854905888438},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11923449905589223},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11921282799448818},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11385183094535023},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11883704690262675},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11390572099480778},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11177288403268903},{"candidates":16,"kind":"choice","padded_tokens":672,"seconds":0.11176617199089378},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11395612498745322},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11246064701117575},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11172495398204774},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11688409594353288},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11288982699625194},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11576813401188701},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11344347998965532},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11427245498634875},{"candidates":16,"kind":"choice","padded_tokens":688,"seconds":0.11427300598006696},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11576443805824965},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.1165017019957304},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.12413330492563546},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11994665709789842},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11445191001985222},{"candidates":16,"kind":"choice","padded_tokens":704,"seconds":0.11807235097512603},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12576527893543243},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12805252394173294},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12912118691019714},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12454521295148879},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12415721907746047},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12411195505410433},{"candidates":16,"kind":"choice","padded_tokens":720,"seconds":0.12477483006659895},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12674939399585128},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12457780295517296},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12971829995512962},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12362128007225692},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12508973793592304},{"candidates":16,"kind":"choice","padded_tokens":736,"seconds":0.12933061795774847},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1293444629991427},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.1255994390230626},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.13009508198592812},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12732043804135174},{"candidates":16,"kind":"choice","padded_tokens":752,"seconds":0.12857215199619532},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12720791902393103},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12876417010556906},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12778505496680737},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12588550301734358},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.123558713006787},{"candidates":16,"kind":"choice","padded_tokens":768,"seconds":0.12572005402762443},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.1303410610416904},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12868278892710805},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.12728505302220583},{"candidates":16,"kind":"choice","padded_tokens":784,"seconds":0.13345988804940134},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13168947608210146},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.12936542090028524},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.12954101897776127},{"candidates":16,"kind":"choice","padded_tokens":800,"seconds":0.13449055992532521},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13748389191459864},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.1311280489899218},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13085368799511343},{"candidates":16,"kind":"choice","padded_tokens":816,"seconds":0.13127000397071242},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13167047093156725},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13155505596660078},{"candidates":16,"kind":"choice","padded_tokens":832,"seconds":0.13533389300573617},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.14403192303143442},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1359183629974723},{"candidates":16,"kind":"choice","padded_tokens":848,"seconds":0.1339347829343751},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13641168200410903},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13877752504777163},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.14022183802444488},{"candidates":16,"kind":"choice","padded_tokens":864,"seconds":0.13303100795019418},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1351448509376496},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.13490907999221236},{"candidates":16,"kind":"choice","padded_tokens":880,"seconds":0.1367919809417799},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13702866400126368},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.1357200019992888},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13495158904697746},{"candidates":16,"kind":"choice","padded_tokens":896,"seconds":0.13670863606967032},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.1536920079961419},{"candidates":16,"kind":"choice","padded_tokens":912,"seconds":0.14589220297057182},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14381510892417282},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.1421946780756116},{"candidates":16,"kind":"choice","padded_tokens":928,"seconds":0.14310574694536626},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1447500630747527},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.15139860205817968},{"candidates":16,"kind":"choice","padded_tokens":944,"seconds":0.1466102210106328},{"candidates":16,"kind":"choice","padded_tokens":960,"seconds":0.15233924507629126},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15816448908299208},{"candidates":16,"kind":"choice","padded_tokens":976,"seconds":0.15484094095882028},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.16179490904323757},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.1552329829428345},{"candidates":16,"kind":"choice","padded_tokens":992,"seconds":0.15844911988824606},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.16142036102246493},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.1534439759561792},{"candidates":16,"kind":"choice","padded_tokens":1008,"seconds":0.15443925198633224},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.1530407740501687},{"candidates":16,"kind":"choice","padded_tokens":1024,"seconds":0.15907617995981127},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1720942968968302},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.17069727194029838},{"candidates":16,"kind":"choice","padded_tokens":1040,"seconds":0.1794644109904766},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.17369539302308112},{"candidates":16,"kind":"choice","padded_tokens":1056,"seconds":0.18028411909472197},{"candidates":16,"kind":"choice","padded_tokens":1072,"seconds":0.17382233904208988},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.17513400502502918},{"candidates":16,"kind":"choice","padded_tokens":1088,"seconds":0.1840005499543622},{"candidates":16,"kind":"choice","padded_tokens":1104,"seconds":0.1929048349848017},{"candidates":16,"kind":"choice","padded_tokens":1120,"seconds":0.19708588300272822},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.20084527402650565},{"candidates":16,"kind":"choice","padded_tokens":1136,"seconds":0.18490444507915527},{"candidates":16,"kind":"choice","padded_tokens":1152,"seconds":0.19957569695543498},{"candidates":16,"kind":"choice","padded_tokens":1168,"seconds":0.19848590402398258},{"candidates":16,"kind":"choice","padded_tokens":1184,"seconds":0.2047242479166016},{"candidates":16,"kind":"choice","padded_tokens":1200,"seconds":0.21055369905661792},{"candidates":16,"kind":"choice","padded_tokens":1216,"seconds":0.19213097298052162},{"candidates":16,"kind":"choice","padded_tokens":1232,"seconds":0.20119770104065537},{"candidates":16,"kind":"choice","padded_tokens":1248,"seconds":0.19745905906893313},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20495440694503486},{"candidates":16,"kind":"choice","padded_tokens":1280,"seconds":0.20770190993789583},{"candidates":16,"kind":"choice","padded_tokens":1344,"seconds":0.2205449619796127},{"candidates":16,"kind":"choice","padded_tokens":1392,"seconds":0.23522863595280796},{"candidates":16,"kind":"choice","padded_tokens":1488,"seconds":0.22769909293856472},{"candidates":16,"kind":"choice","padded_tokens":1568,"seconds":0.23707583011128008},{"candidates":16,"kind":"choice","padded_tokens":1776,"seconds":0.2533012190833688},{"candidates":16,"kind":"choice","padded_tokens":2016,"seconds":0.2876567479688674},{"candidates":13,"kind":"choice","padded_tokens":2171,"seconds":0.31847860699053854}],"chat_template":false,"data_loading_seconds":0.05024926899932325,"dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dependency_sources":{"evaluate_sub1b_standard.py":"ea8141a818424f6e010d35f8e237d2f8682640b6d123ed87438ac01655492c8a","requirements-qwen35.txt":"d41a79a7c63d4a6deb12a1125c806b4729bcdb68d77f240928e72714da40cbfa"},"device":"cuda:0","embedding_head_tied":true,"evaluator_source":true,"evidence":"CodeSOTA execution on White","execution_profile":"qwen35-arc-easy-v1","finished":1792208859,"gpu":0,"id":"30d5530bf0ae38f549f7f381","images_supplied":false,"loaded_class":"Qwen3_5ForCausalLM","loader_ignored_auxiliary_patterns":["^mtp.*","^model.visual.*"],"loading_info":{"error_msgs":[],"mismatched_keys":[],"missing_keys":[],"unexpected_keys":[]},"measured_cost_usd":null,"metric":"accuracy","model":"Mapika/decider-0.8b","model_load_seconds":29.467902717995457,"model_revision":"a0a01d6f8135298f400a8c856b355793012ae971","n":2376,"notes":"Full raw-accuracy text-only diagnostic for a same-base Qwen3.5 cohort. Stock trusted model classes, no chat or images; generic text scores do not validate specialist OCR/classification/retrieval uses. Unique total/text/vision parameters measured after loading; source-reported metrics are not imported.","optional_kernel_packages":{"causal_conv1d":false,"fla":false,"flash_attn":false,"kernels":false},"parameters":752393024,"peak_gpu_bytes":3786804224,"precision":"float32","profile":"full","protocol":{"adapter":"choice","area":"Language","benchmark":"ARC-Easy / Qwen3.5 same-base cohort","catalogue_id":"arc-easy","choice_score":"sum_log_likelihood","contract":"Question + candidate answers \u2192 selected answer","coverage":"full","dataset":"allenai/ai2_arc","dataset_config":"ARC-Easy","dataset_revision":"210d026faf9955653af8916fad021475a3f00453","dataset_url":"https://huggingface.co/datasets/allenai/ai2_arc","direction":"max","id":"qwen35-arc-easy-full","license":["cc-by-sa-4.0"],"limit":2376,"metric":"accuracy","models":[{"id":"Qwen/Qwen3.5-0.8B-Base","revision":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"id":"Qwen/Qwen3.5-0.8B","revision":"2fc06364715b967f1860aea9cf38778875588b17"},{"id":"Mapika/decider-0.8b","revision":"a0a01d6f8135298f400a8c856b355793012ae971"},{"id":"SeerRay-Lab/Xiaomi-OCR-0","revision":"ff990be318c4c68f7e621dd690231200f47e48c4"},{"id":"unsloth/Qwen3.5-0.8B-Base","revision":"44bc982576bf30f0a9440303598859d92604ea5d"},{"id":"nineninesix/qwen3_5-full-attn-only-14","revision":"a26dff91d90e168da8e49f0c19dde98447c095da"},{"id":"OmniJev/PlayJev-0.8B","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9"},{"id":"mithulaartigala/reasoning-summarizer-qwen3.5-0.8b-preview","revision":"558fc651bf01bbe7cf306ebf2fb32032d7b4e818"},{"id":"sh0ck0r/Qwen3.5-0.8B-heretic","revision":"fb35b60374fc15c99a3890e55a5a77e6d015cf4e"},{"id":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","revision":"f49099d79e51bbb783fae622877c4c3415142c82"},{"id":"ahmedeltawel/Qwen3.5-0.8B-hsb-dsb","revision":"7e781a3e970474d3fcb215ec0d3c5832e1131b9f"},{"id":"Kewk/Heretical-Qwen3.5-0.8B","revision":"c16807de35d1a569fecbdb240eaaa0ea332372fb"},{"id":"cooperdk/BooruNL-0.8B","revision":"14dbcf2e009f77697dcc7f23e2a706b71b52a5d1"},{"id":"mghafiri/qwen3.5-0.8B-decision-model","revision":"4a9939034a27006b4b62ad5aed65a90b82d0d350"},{"id":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"}],"name":"Qwen3.5 0.8B cohort / full ARC-Easy","parent_task":"sub1b-arc-easy","priority_models":["Qwen/Qwen3.5-0.8B-Base"],"protocol_version":"codesota-qwen35-arc-easy-v1","recipe":{"answer_field":"answerKey","answer_type":"label","choice_labels_field":"choices.label","choices_field":"choices.text","data_file":"ARC-Easy/test-00000-of-00001.parquet","question_field":"question"},"runner_file":"evaluate_qwen35.py","selection":"All 2376 test items; raw summed conditional answer likelihood; no chat or images; cohort top20 by frozen downloads; 14 common-text-compatible candidates plus base control","source":"https://huggingface.co/datasets/allenai/ai2_arc","split":"test","workstream":"cohort"},"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":88.64412831701338,"measurement_version":"gpu-slot-v1"},"runner_sha256":"18c73508df97c7b2334e8d47512c9f06edeccf9d2119d42826f8648a7b114303","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.7575757575757576,"scoring_seconds":57.166728483047336,"seconds":87.03467097005341,"seed":42,"selection":"Full pinned ARC-Easy test split; all 2376 source-order items","status":"completed","task":"qwen35-arc-easy-full","text_parameters":752393024,"tf32":false,"truncated_candidates":0,"vision_parameters":0,"worker":"white-gpu0"}