Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-1.5394392013549805,-3.085371971130371],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-3.7579588890075684,-2.9332594871520996],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-1.9650993347167969,-2.372678756713867],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-3.0734591484069824,-4.175830364227295],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-3.710322618484497,-3.933023691177368],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-3.043562173843384,-3.684429407119751],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-3.560948610305786,-4.107781410217285],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-2.0417912006378174,-2.6080257892608643],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-3.3188509941101074,-2.5836005210876465],"prediction":1,"reference":1,"score":1.0}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-2.1776840686798096,-4.151162147521973],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-3.1559200286865234,-3.7690963745117188],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-1.0516481399536133,-2.131352424621582],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-2.084402561187744,-4.209385395050049],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-2.679285764694214,-3.931755781173706],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-1.8859024047851562,-2.9641246795654297],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-2.062732219696045,-3.2943453788757324],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-1.4988625049591064,-3.1943466663360596],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-2.0850627422332764,-2.957777738571167],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-1.9689013957977295,-3.042198896408081],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-3.2984437942504883,-3.7241315841674805],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-1.2452590465545654,-2.890557050704956],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-2.55195689201355,-4.721652030944824],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-2.1614277362823486,-3.9098541736602783],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-1.7394766807556152,-3.0493597984313965],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-2.1696767807006836,-2.6756792068481445],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-2.3120787143707275,-3.115130662918091],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-1.2852658033370972,-4.155003547668457],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-2.216062068939209,-3.413285732269287],"prediction":0,"reference":0,"score":1.0}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-1.4161885976791382,-2.849587917327881],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-2.1982738971710205,-3.9865009784698486],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-1.9634889364242554,-3.7459683418273926],"prediction":0,"reference":1,"score":0.0}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-2.675733804702759,-3.241192102432251],"prediction":0,"reference":1,"score":0.0}