Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-5.6413116455078125,-3.9870433807373047],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-4.926583766937256,-3.8023605346679688],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-5.878266334533691,-6.494592666625977],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-5.169925689697266,-3.7611937522888184],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-5.416922092437744,-5.391551971435547],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-5.25154972076416,-3.8832669258117676],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-3.8070292472839355,-2.6838479042053223],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-2.5573816299438477,-2.8467559814453125],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-4.654165744781494,-3.331510066986084],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-3.1676347255706787,-2.550377130508423],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-4.153675556182861,-4.8815155029296875],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-5.390011787414551,-5.032588005065918],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-5.86818265914917,-5.283185958862305],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-6.0100908279418945,-3.929178237915039],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-5.937091827392578,-4.1713056564331055],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-3.0753378868103027,-3.181243896484375],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-6.0982866287231445,-4.600996971130371],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-4.194930076599121,-2.3735861778259277],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-4.7396745681762695,-3.397692918777466],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-5.252592086791992,-4.920610427856445],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-3.6310410499572754,-3.6139016151428223],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-5.59116792678833,-3.898430347442627],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-5.90709924697876,-5.036016941070557],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-4.312701225280762,-4.285902500152588],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-4.878373146057129,-4.019012451171875],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-4.878139495849609,-3.60361909866333],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-4.519895076751709,-4.080991744995117],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-4.31807804107666,-2.79498291015625],"prediction":1,"reference":0,"score":0.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-5.086227893829346,-2.9261834621429443],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-3.8255419731140137,-2.9682207107543945],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-3.418081283569336,-3.4714179039001465],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-4.222141265869141,-3.4873244762420654],"prediction":1,"reference":1,"score":1.0}