Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["make more phone calls","quit eating lunch out","buy less with monopoly money","have lunch with friends"],"id":"0","log_likelihood_mean":[-5.246026992797852,-6.196807861328125,-8.305923461914062,-4.949580192565918],"prediction":3,"reference":1,"score":0.0}
{"choices":["a marsh","a tundra","the plains","a desert"],"id":"1","log_likelihood_mean":[-8.48508071899414,-6.007175445556641,-6.69657039642334,-7.766331195831299],"prediction":1,"reference":0,"score":0.0}
{"choices":["lions","humans","bunnies","grass"],"id":"2","log_likelihood_mean":[-9.346028327941895,-7.8850908279418945,-4.2280402183532715,-10.049153327941895],"prediction":2,"reference":2,"score":1.0}
{"choices":["roots may be split","roots may begin to die","parts may break the concrete","roots may fall apart"],"id":"3","log_likelihood_mean":[-4.726123809814453,-3.75127911567688,-6.46276330947876,-5.7569403648376465],"prediction":1,"reference":2,"score":0.0}
{"choices":["gasoline","a power station","electrical conductors","fuel"],"id":"4","log_likelihood_mean":[-5.353395938873291,-3.0731875896453857,-3.579296112060547,-5.540895938873291],"prediction":1,"reference":2,"score":0.0}
{"choices":["oxygen","nitrogen","carbon","rain"],"id":"5","log_likelihood_mean":[-7.080694198608398,-8.276006698608398,-4.893194198608398,-6.260381698608398],"prediction":2,"reference":2,"score":1.0}
{"choices":["gas","hydrogen","ions","plutonium"],"id":"6","log_likelihood_mean":[-4.612329483032227,-4.870141983032227,-10.143579483032227,-5.9402546882629395],"prediction":0,"reference":2,"score":0.0}
{"choices":["moons gravity","human planet rotation","global warming","moon rotation"],"id":"7","log_likelihood_mean":[-11.621936798095703,-7.794981956481934,-8.134038925170898,-10.299461364746094],"prediction":1,"reference":1,"score":1.0}
{"choices":["May","July","April","October"],"id":"8","log_likelihood_mean":[-5.598391532897949,-5.153079032897949,-5.871829032897949,-5.770266532897949],"prediction":1,"reference":3,"score":0.0}
{"choices":["microorganisms","broken stones","pollution","bacteria"],"id":"9","log_likelihood_mean":[-3.7326509952545166,-5.951171875,-8.442856788635254,-5.966294288635254],"prediction":0,"reference":1,"score":0.0}
{"choices":["a cave","the ocean.","a town","alone"],"id":"10","log_likelihood_mean":[-6.151127815246582,-3.7701964378356934,-7.402094841003418,-11.447433471679688],"prediction":1,"reference":2,"score":0.0}
{"choices":["fruit","liquid","food","spines"],"id":"11","log_likelihood_mean":[-6.187145233154297,-7.202770233154297,-6.288707733154297,-4.306483268737793],"prediction":3,"reference":1,"score":0.0}
{"choices":["an eagle","a cow","a gecko","a deer"],"id":"12","log_likelihood_mean":[-3.634427070617676,-4.704363822937012,-3.3178889751434326,-3.4309263229370117],"prediction":2,"reference":2,"score":1.0}
{"choices":["parched foliage","torrential rain","lush foliage","careful fire maintenance"],"id":"13","log_likelihood_mean":[-6.907664775848389,-4.222357749938965,-6.876974582672119,-7.110532283782959],"prediction":1,"reference":0,"score":0.0}
{"choices":["shortage of crops for the food supply","an increase in air pollution","powering the lights in a home","deforestation in the amazon to make room for crops"],"id":"14","log_likelihood_mean":[-4.29296350479126,-2.4296138286590576,-4.172690391540527,-2.9496381282806396],"prediction":1,"reference":2,"score":0.0}
{"choices":["wind power will be expensive","gas costs will rise","oil costs will be maintained","gasoline will be needed less"],"id":"15","log_likelihood_mean":[-4.623973369598389,-3.041537284851074,-4.634467601776123,-2.5245838165283203],"prediction":3,"reference":3,"score":1.0}
{"choices":["sun grafts","sunlight shields","panels collecting sunlight","solar bees"],"id":"16","log_likelihood_mean":[-8.113920211791992,-11.38194465637207,-8.327719688415527,-9.969478607177734],"prediction":0,"reference":2,"score":0.0}
{"choices":["Lake Michigan","The Mississippi River","Bay of Bengal","Lake Eerie"],"id":"17","log_likelihood_mean":[-5.976330280303955,-4.432939529418945,-3.9817075729370117,-6.844974040985107],"prediction":2,"reference":2,"score":1.0}
{"choices":["weasel","willow","mango","poison ivy"],"id":"18","log_likelihood_mean":[-9.133485794067383,-6.492417335510254,-18.710098266601562,-6.077065944671631],"prediction":3,"reference":0,"score":0.0}
{"choices":["rat","moth","chimpanzee","pig"],"id":"19","log_likelihood_mean":[-11.241443634033203,-11.757068634033203,-5.529138565063477,-11.245349884033203],"prediction":2,"reference":1,"score":0.0}
{"choices":["Hanoi","Athens","Baghdad","Phoenix"],"id":"20","log_likelihood_mean":[-5.135586261749268,-10.06379222869873,-10.59113597869873,-8.57160472869873],"prediction":0,"reference":0,"score":1.0}
{"choices":["gasoline","air","snow","clothes"],"id":"21","log_likelihood_mean":[-5.229151248931885,-5.799463748931885,-11.420557022094727,-10.975244522094727],"prediction":0,"reference":0,"score":1.0}
{"choices":["keeping warm","flying","sleeping","eating"],"id":"22","log_likelihood_mean":[-8.923316955566406,-11.038836479187012,-17.194110870361328,-15.199748039245605],"prediction":0,"reference":0,"score":1.0}
{"choices":["More fresh water for people to drink","Lower Life Expectancy in Countries","More food for more people","More space for places to people to live"],"id":"23","log_likelihood_mean":[-3.3078598976135254,-4.411377429962158,-2.97519850730896,-4.500052452087402],"prediction":2,"reference":1,"score":0.0}
{"choices":["make a lot of bright lights shine","summon a brilliant wave of color","heat up a room","make a lot of money"],"id":"24","log_likelihood_mean":[-3.7068965435028076,-6.398433685302734,-3.4996776580810547,-3.0501840114593506],"prediction":3,"reference":1,"score":0.0}
{"choices":["its snout","its gills","its nose","its belly"],"id":"25","log_likelihood_mean":[-3.653392791748047,-3.128617286682129,-6.161479473114014,-6.587260723114014],"prediction":1,"reference":1,"score":1.0}
{"choices":["a wheel with wet brake pads","a wheel without brake pads","a wheel with worn brake pads","a wheel with dry brake pads"],"id":"26","log_likelihood_mean":[-4.654102802276611,-3.910588026046753,-3.9263792037963867,-4.995856285095215],"prediction":1,"reference":3,"score":0.0}
{"choices":["the circulatory system","the digestive system","the school system","central nervous system"],"id":"27","log_likelihood_mean":[-1.390641689300537,-3.502514600753784,-5.565096855163574,-3.6758251190185547],"prediction":0,"reference":0,"score":1.0}
{"choices":["gone","breaking","falling","moving upwards"],"id":"28","log_likelihood_mean":[-9.228300094604492,-10.720487594604492,-10.150175094604492,-8.262465476989746],"prediction":3,"reference":3,"score":1.0}
{"choices":["wings","ground","air","clouds"],"id":"29","log_likelihood_mean":[-4.817773818969727,-5.278711318969727,-2.2943365573883057,-6.520898818969727],"prediction":2,"reference":1,"score":0.0}
{"choices":["acid rain","pesticides","shafts of sunlight","moonbeam rays"],"id":"30","log_likelihood_mean":[-5.626094818115234,-9.350584983825684,-4.483692169189453,-8.754566192626953],"prediction":2,"reference":2,"score":1.0}
{"choices":["The surroundings they are born in.","Their parents usual diet.","Just take a random guess.","The genealogy records of their family."],"id":"31","log_likelihood_mean":[-4.541839122772217,-7.068921089172363,-3.903066396713257,-4.831598281860352],"prediction":2,"reference":3,"score":0.0}