Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-3.014853000640869,-3.5790677070617676],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-2.8562192916870117,-3.4549927711486816],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-3.554760456085205,-3.887760639190674],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-2.4849061965942383,-1.9345329999923706],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-6.417598247528076,-6.935633182525635],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-3.3478896617889404,-2.447984457015991],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-1.7123427391052246,-2.349125385284424],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-3.7929978370666504,-5.188716888427734],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-2.1740927696228027,-2.246044635772705],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-2.7427783012390137,-3.409116744995117],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-2.751491069793701,-2.0689682960510254],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-2.557156562805176,-2.8850345611572266],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-3.494234085083008,-2.9805126190185547],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-5.008298873901367,-4.686939239501953],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-4.889793872833252,-2.907351493835449],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-2.7706618309020996,-2.6891417503356934],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-3.4095826148986816,-3.1196842193603516],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-2.927001953125,-2.0160326957702637],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-2.602217435836792,-2.528306722640991],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-2.511087656021118,-2.6562769412994385],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-2.3037712574005127,-2.30395245552063],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-2.361629009246826,-2.6211390495300293],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-2.3397598266601562,-3.6029224395751953],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-2.1685588359832764,-2.7583796977996826],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-3.4954655170440674,-3.7677862644195557],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-2.4612631797790527,-1.5609842538833618],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-2.5296878814697266,-2.5482606887817383],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-3.6245334148406982,-2.7653515338897705],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-3.124504327774048,-1.9875929355621338],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-3.703002452850342,-2.2984089851379395],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-2.8633193969726562,-3.1755599975585938],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-2.409318208694458,-1.478365182876587],"prediction":1,"reference":1,"score":1.0}