Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-3.7557504177093506,-3.836189031600952],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-5.013280391693115,-3.9207940101623535],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-4.452183723449707,-6.156311511993408],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-2.3348565101623535,-1.6904816627502441],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-4.806201457977295,-5.224788665771484],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-3.094353675842285,-1.3431562185287476],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-2.2059741020202637,-2.389472484588623],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-2.1551456451416016,-2.7488932609558105],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-2.901829957962036,-1.983694314956665],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-2.968397855758667,-1.4352495670318604],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-2.453503370285034,-1.8773348331451416],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-4.660321235656738,-3.7667906284332275],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-3.9401941299438477,-2.567441463470459],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-3.013444423675537,-3.042994976043701],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-3.93259859085083,-2.466918468475342],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-2.5912535190582275,-1.8503649234771729],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-5.758792877197266,-4.069240570068359],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-3.316368341445923,-1.616584062576294],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-2.7423934936523438,-1.8617353439331055],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-2.1182050704956055,-2.6055946350097656],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-2.7980546951293945,-2.2231569290161133],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-2.8820831775665283,-3.125042200088501],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-3.189948558807373,-2.100247859954834],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-2.061335802078247,-3.2719104290008545],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-2.7541449069976807,-2.8106091022491455],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-3.115609645843506,-1.9303689002990723],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-2.9938840866088867,-3.489654541015625],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-3.3443703651428223,-2.4149889945983887],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-2.716021776199341,-1.7383315563201904],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-3.0482912063598633,-1.7026128768920898],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-2.719508647918701,-2.318418502807617],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-2.9025015830993652,-1.9296245574951172],"prediction":1,"reference":1,"score":1.0}