Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["no","yes"],"id":"0","log_likelihood_mean":[-3.860262393951416,-3.313387393951416],"prediction":1,"reference":0,"score":0.0,"seconds":0.12334062706213444}
{"choices":["no","yes"],"id":"1","log_likelihood_mean":[-1.2450711727142334,-1.3700711727142334],"prediction":0,"reference":1,"score":0.0,"seconds":0.02194480807520449}
{"choices":["no","yes"],"id":"2","log_likelihood_mean":[-4.1058735847473145,-2.1996235847473145],"prediction":1,"reference":1,"score":1.0,"seconds":0.0200876840390265}
{"choices":["no","yes"],"id":"3","log_likelihood_mean":[-3.2693967819213867,-0.44908425211906433],"prediction":1,"reference":1,"score":1.0,"seconds":0.021659375983290374}
{"choices":["no","yes"],"id":"4","log_likelihood_mean":[-0.9497107267379761,-1.855960726737976],"prediction":0,"reference":1,"score":0.0,"seconds":0.017545924056321383}
{"choices":["no","yes"],"id":"5","log_likelihood_mean":[-0.8620893955230713,-2.0964643955230713],"prediction":0,"reference":0,"score":1.0,"seconds":0.01725995005108416}
{"choices":["no","yes"],"id":"6","log_likelihood_mean":[-0.9490527510643005,-1.7771778106689453],"prediction":0,"reference":1,"score":0.0,"seconds":0.017310254042968154}
{"choices":["no","yes"],"id":"7","log_likelihood_mean":[-1.3420729637145996,-1.1076979637145996],"prediction":1,"reference":1,"score":1.0,"seconds":0.017668882966972888}
{"choices":["no","yes"],"id":"8","log_likelihood_mean":[-1.4231932163238525,-1.9544432163238525],"prediction":0,"reference":1,"score":0.0,"seconds":0.01704610197339207}
{"choices":["no","yes"],"id":"9","log_likelihood_mean":[-2.213477849960327,-1.1197278499603271],"prediction":1,"reference":1,"score":1.0,"seconds":0.0175284220604226}
{"choices":["no","yes"],"id":"10","log_likelihood_mean":[-2.024714469909668,-1.1497143507003784],"prediction":1,"reference":1,"score":1.0,"seconds":0.022794984048232436}
{"choices":["no","yes"],"id":"11","log_likelihood_mean":[-1.2205681800842285,-1.2986931800842285],"prediction":0,"reference":0,"score":1.0,"seconds":0.017568987095728517}
{"choices":["no","yes"],"id":"12","log_likelihood_mean":[-0.9677629470825195,-2.1396379470825195],"prediction":0,"reference":1,"score":0.0,"seconds":0.017658673925325274}
{"choices":["no","yes"],"id":"13","log_likelihood_mean":[-2.38663911819458,-0.6991392374038696],"prediction":1,"reference":1,"score":1.0,"seconds":0.017354617011733353}
{"choices":["no","yes"],"id":"14","log_likelihood_mean":[-2.326732873916626,-1.029857873916626],"prediction":1,"reference":1,"score":1.0,"seconds":0.017577192978933454}
{"choices":["no","yes"],"id":"15","log_likelihood_mean":[-1.5742884874343872,-1.1680384874343872],"prediction":1,"reference":1,"score":1.0,"seconds":0.01726499991491437}
{"choices":["no","yes"],"id":"16","log_likelihood_mean":[-1.5333960056304932,-1.1896460056304932],"prediction":1,"reference":1,"score":1.0,"seconds":0.017688339110463858}
{"choices":["no","yes"],"id":"17","log_likelihood_mean":[-1.603257656097412,-0.8063827157020569],"prediction":1,"reference":1,"score":1.0,"seconds":0.020075773005373776}
{"choices":["no","yes"],"id":"18","log_likelihood_mean":[-1.629575490951538,-0.9733254313468933],"prediction":1,"reference":1,"score":1.0,"seconds":0.01863488496746868}
{"choices":["no","yes"],"id":"19","log_likelihood_mean":[-2.1161036491394043,-0.7567287683486938],"prediction":1,"reference":1,"score":1.0,"seconds":0.017223943956196308}
{"choices":["no","yes"],"id":"20","log_likelihood_mean":[-1.1466686725616455,-1.4435436725616455],"prediction":0,"reference":0,"score":1.0,"seconds":0.019164914032444358}
{"choices":["no","yes"],"id":"21","log_likelihood_mean":[-2.546416759490967,-1.2651667594909668],"prediction":1,"reference":1,"score":1.0,"seconds":0.01925422006752342}
{"choices":["no","yes"],"id":"22","log_likelihood_mean":[-1.0350844860076904,-1.2069594860076904],"prediction":0,"reference":1,"score":0.0,"seconds":0.017711722990497947}
{"choices":["no","yes"],"id":"23","log_likelihood_mean":[-2.4086952209472656,-1.0336953401565552],"prediction":1,"reference":1,"score":1.0,"seconds":0.017704820027574897}
{"choices":["no","yes"],"id":"24","log_likelihood_mean":[-1.365265965461731,-1.537140965461731],"prediction":0,"reference":1,"score":0.0,"seconds":0.022939012967981398}
{"choices":["no","yes"],"id":"25","log_likelihood_mean":[-2.265312671661377,-0.6715626120567322],"prediction":1,"reference":1,"score":1.0,"seconds":0.01749068102799356}
{"choices":["no","yes"],"id":"26","log_likelihood_mean":[-0.9540365934371948,-1.3134115934371948],"prediction":0,"reference":1,"score":0.0,"seconds":0.01758587791118771}
{"choices":["no","yes"],"id":"27","log_likelihood_mean":[-1.7966331243515015,-1.7341331243515015],"prediction":1,"reference":0,"score":0.0,"seconds":0.01906424597837031}
{"choices":["no","yes"],"id":"28","log_likelihood_mean":[-1.4567902088165283,-0.8786652088165283],"prediction":1,"reference":1,"score":1.0,"seconds":0.017470623017288744}
{"choices":["no","yes"],"id":"29","log_likelihood_mean":[-1.4889237880706787,-1.0045487880706787],"prediction":1,"reference":1,"score":1.0,"seconds":0.017594394041225314}
{"choices":["no","yes"],"id":"30","log_likelihood_mean":[-1.874969482421875,-0.8905944228172302],"prediction":1,"reference":1,"score":1.0,"seconds":0.0198538179975003}
{"choices":["no","yes"],"id":"31","log_likelihood_mean":[-2.0418624877929688,-1.2918623685836792],"prediction":1,"reference":1,"score":1.0,"seconds":0.018363559036515653}