Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-7.858199596405029,-9.50636100769043],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-5.378706932067871,-9.280841827392578],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-3.667945384979248,-4.460967540740967],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-7.472668647766113,-6.929507255554199],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-4.925444602966309,-6.609992027282715],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-8.771427154541016,-10.428516387939453],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-2.2282283306121826,-2.854107618331909],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-1.3902636766433716,-2.0691213607788086],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-1.689407467842102,-1.4463063478469849],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-9.802457809448242,-11.773980140686035],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-5.214641094207764,-4.241993427276611],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-7.814333915710449,-10.269516944885254],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-4.292209148406982,-6.3295722007751465],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-6.627860069274902,-8.062165260314941],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-10.627059936523438,-12.679064750671387],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-9.682951927185059,-9.537508964538574],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-10.594135284423828,-11.069104194641113],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-7.928502559661865,-7.2847771644592285],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-11.74386215209961,-14.221426963806152],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-7.936230182647705,-9.878230094909668],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-2.6051371097564697,-3.671213388442993],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-5.655535697937012,-7.278048515319824],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-4.672418594360352,-6.94376277923584],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-6.939570903778076,-7.831536769866943],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-7.091390132904053,-9.878674507141113],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-2.0496394634246826,-2.132145643234253],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-6.531940937042236,-6.576085567474365],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-6.5974345207214355,-9.949734687805176],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-9.331305503845215,-11.044999122619629],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-8.381142616271973,-9.449485778808594],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-13.724735260009766,-14.350467681884766],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-4.5251312255859375,-3.1002063751220703],"prediction":1,"reference":1,"score":1.0}