Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-4.134112358093262,-3.3684873580932617],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-1.1041052341461182,-1.9322302341461182],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-4.499654293060303,-2.6871542930603027],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-4.4496989250183105,-1.480948805809021],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-2.326261043548584,-1.888761043548584],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-1.3812154531478882,-5.506215572357178],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-1.8215460777282715,-1.6809210777282715],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-3.6851978302001953,-1.6851978302001953],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-3.1176185607910156,-2.8676185607910156],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-3.4164352416992188,-1.8070602416992188],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-2.519798517227173,-1.6291735172271729],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-1.2358158826828003,-5.11081600189209],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-2.1093671321868896,-1.7812421321868896],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-1.7795149087905884,-2.232639789581299],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-4.378537178039551,-1.5191621780395508],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-4.376882076263428,-1.5018819570541382],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-2.763596773147583,-1.810471773147583],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-3.897838592529297,-2.257213592529297],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-3.2116918563842773,-3.5398168563842773],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-4.758846282958984,-1.3213460445404053],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-3.5249762535095215,-2.3999762535095215],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-1.7886850833892822,-2.7418100833892822],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-1.4468101263046265,-2.899935245513916],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-4.247622013092041,-3.060122013092041],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-2.6781554222106934,-2.3812804222106934],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-3.7467079162597656,-1.2935830354690552],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-1.578233242034912,-3.390733242034912],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-3.330994129180908,-2.159119129180908],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-1.7485288381576538,-2.6079039573669434],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-2.63163423538208,-1.35038423538208],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-3.753436326980591,-2.237811326980591],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-3.561704158782959,-2.717954158782959],"prediction":1,"reference":1,"score":1.0}