Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-3.7008278369903564,-3.7436635494232178],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-3.7486915588378906,-3.742898941040039],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-4.1808857917785645,-4.844371795654297],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-4.272911071777344,-2.378171443939209],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-7.5578789710998535,-6.749021053314209],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-4.843817710876465,-3.041688919067383],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-3.5895166397094727,-2.3732805252075195],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-4.1736907958984375,-3.922283411026001],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-3.661318778991699,-2.4992003440856934],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-4.201013565063477,-4.292117595672607],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-4.422016143798828,-2.947995185852051],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-4.748689651489258,-3.568837881088257],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-4.812535762786865,-3.2882256507873535],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-5.262170791625977,-2.950861930847168],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-4.611047744750977,-2.680128335952759],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-4.197986602783203,-3.4778547286987305],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-5.7394232749938965,-3.893524646759033],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-3.9168760776519775,-2.162445306777954],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-4.545205593109131,-3.2714619636535645],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-3.8393266201019287,-3.437575578689575],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-3.3802361488342285,-3.3954243659973145],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-3.686110734939575,-3.1022727489471436],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-3.2300078868865967,-3.4719789028167725],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-3.650376796722412,-3.8510265350341797],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-4.413299083709717,-3.3820691108703613],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-3.986344337463379,-1.7456899881362915],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-3.6342031955718994,-3.0556676387786865],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-4.08006477355957,-3.4749596118927],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-4.647696018218994,-2.4499993324279785],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-4.747288703918457,-2.9539222717285156],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-3.8812108039855957,-3.407569408416748],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-3.630065441131592,-1.7883882522583008],"prediction":1,"reference":1,"score":1.0}