Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["make more phone calls","quit eating lunch out","buy less with monopoly money","have lunch with friends"],"id":"0","log_likelihood_mean":[-4.001941204071045,-4.710015773773193,-6.107798099517822,-4.7729291915893555],"prediction":0,"reference":1,"score":0.0}
{"choices":["a marsh","a tundra","the plains","a desert"],"id":"1","log_likelihood_mean":[-6.240160942077637,-5.325572490692139,-5.943399429321289,-5.126879692077637],"prediction":3,"reference":0,"score":0.0}
{"choices":["lions","humans","bunnies","grass"],"id":"2","log_likelihood_mean":[-9.34201431274414,-5.662326812744141,-2.7429680824279785,-5.420139312744141],"prediction":2,"reference":2,"score":1.0}
{"choices":["roots may be split","roots may begin to die","parts may break the concrete","roots may fall apart"],"id":"3","log_likelihood_mean":[-4.0805983543396,-3.9107441902160645,-5.748676776885986,-5.2731547355651855],"prediction":1,"reference":2,"score":0.0}
{"choices":["gasoline","a power station","electrical conductors","fuel"],"id":"4","log_likelihood_mean":[-3.4072437286376953,-3.4974865913391113,-4.116885662078857,-3.6728687286376953],"prediction":0,"reference":2,"score":0.0}
{"choices":["oxygen","nitrogen","carbon","rain"],"id":"5","log_likelihood_mean":[-3.250454902648926,-7.094204902648926,-1.8442049026489258,-3.922329902648926],"prediction":2,"reference":2,"score":1.0}
{"choices":["gas","hydrogen","ions","plutonium"],"id":"6","log_likelihood_mean":[-5.5335588455200195,-5.4241838455200195,-9.86168384552002,-4.332120418548584],"prediction":3,"reference":2,"score":0.0}
{"choices":["moons gravity","human planet rotation","global warming","moon rotation"],"id":"7","log_likelihood_mean":[-9.73324203491211,-7.957778453826904,-6.692138671875,-8.816786766052246],"prediction":2,"reference":1,"score":0.0}
{"choices":["May","July","April","October"],"id":"8","log_likelihood_mean":[-6.241852283477783,-5.780914783477783,-6.062164783477783,-5.562164783477783],"prediction":3,"reference":3,"score":1.0}
{"choices":["microorganisms","broken stones","pollution","bacteria"],"id":"9","log_likelihood_mean":[-3.205036163330078,-7.505456924438477,-9.831069946289062,-6.1435699462890625],"prediction":0,"reference":1,"score":0.0}
{"choices":["a cave","the ocean.","a town","alone"],"id":"10","log_likelihood_mean":[-3.457390785217285,-3.2220256328582764,-5.855828285217285,-9.787342071533203],"prediction":1,"reference":2,"score":0.0}
{"choices":["fruit","liquid","food","spines"],"id":"11","log_likelihood_mean":[-8.490917205810547,-6.819041728973389,-4.358104228973389,-5.0226945877075195],"prediction":2,"reference":1,"score":0.0}
{"choices":["an eagle","a cow","a gecko","a deer"],"id":"12","log_likelihood_mean":[-4.16150426864624,-3.5006933212280273,-3.1106889247894287,-3.2428808212280273],"prediction":2,"reference":2,"score":1.0}
{"choices":["parched foliage","torrential rain","lush foliage","careful fire maintenance"],"id":"13","log_likelihood_mean":[-5.632298946380615,-3.5260729789733887,-7.371741771697998,-7.416601181030273],"prediction":1,"reference":0,"score":0.0}
{"choices":["shortage of crops for the food supply","an increase in air pollution","powering the lights in a home","deforestation in the amazon to make room for crops"],"id":"14","log_likelihood_mean":[-4.129768371582031,-2.4162495136260986,-3.4442896842956543,-2.88403058052063],"prediction":1,"reference":2,"score":0.0}
{"choices":["wind power will be expensive","gas costs will rise","oil costs will be maintained","gasoline will be needed less"],"id":"15","log_likelihood_mean":[-4.560466766357422,-2.7767953872680664,-4.242392539978027,-2.608156681060791],"prediction":3,"reference":3,"score":1.0}
{"choices":["sun grafts","sunlight shields","panels collecting sunlight","solar bees"],"id":"16","log_likelihood_mean":[-7.668673515319824,-10.295777320861816,-7.0429487228393555,-9.332107543945312],"prediction":2,"reference":2,"score":1.0}
{"choices":["Lake Michigan","The Mississippi River","Bay of Bengal","Lake Eerie"],"id":"17","log_likelihood_mean":[-6.469050884246826,-4.928467750549316,-3.8146731853485107,-5.648787498474121],"prediction":2,"reference":2,"score":1.0}
{"choices":["weasel","willow","mango","poison ivy"],"id":"18","log_likelihood_mean":[-7.949502468109131,-6.9992475509643555,-16.762311935424805,-5.6124067306518555],"prediction":3,"reference":0,"score":0.0}
{"choices":["rat","moth","chimpanzee","pig"],"id":"19","log_likelihood_mean":[-14.14905071258545,-12.28576946258545,-6.580828666687012,-14.81311321258545],"prediction":2,"reference":1,"score":0.0}
{"choices":["Hanoi","Athens","Baghdad","Phoenix"],"id":"20","log_likelihood_mean":[-6.612449645996094,-11.053901672363281,-11.725776672363281,-9.921089172363281],"prediction":0,"reference":0,"score":1.0}
{"choices":["gasoline","air","snow","clothes"],"id":"21","log_likelihood_mean":[-4.960953235626221,-4.742203235626221,-10.445327758789062,-7.937515735626221],"prediction":1,"reference":0,"score":0.0}
{"choices":["keeping warm","flying","sleeping","eating"],"id":"22","log_likelihood_mean":[-9.548182487487793,-15.032626152038574,-19.56875991821289,-17.98575210571289],"prediction":0,"reference":0,"score":1.0}
{"choices":["More fresh water for people to drink","Lower Life Expectancy in Countries","More food for more people","More space for places to people to live"],"id":"23","log_likelihood_mean":[-3.5918972492218018,-3.7888307571411133,-3.5329062938690186,-4.204435348510742],"prediction":2,"reference":1,"score":0.0}
{"choices":["make a lot of bright lights shine","summon a brilliant wave of color","heat up a room","make a lot of money"],"id":"24","log_likelihood_mean":[-3.7121477127075195,-6.306138515472412,-4.479931831359863,-2.8255648612976074],"prediction":3,"reference":1,"score":0.0}
{"choices":["its snout","its gills","its nose","its belly"],"id":"25","log_likelihood_mean":[-3.1797842979431152,-2.541430950164795,-4.664844989776611,-6.930469989776611],"prediction":1,"reference":1,"score":1.0}
{"choices":["a wheel with wet brake pads","a wheel without brake pads","a wheel with worn brake pads","a wheel with dry brake pads"],"id":"26","log_likelihood_mean":[-4.8279852867126465,-3.7769615650177,-4.20024299621582,-4.5548906326293945],"prediction":1,"reference":3,"score":0.0}
{"choices":["the circulatory system","the digestive system","the school system","central nervous system"],"id":"27","log_likelihood_mean":[-2.068666696548462,-3.40846586227417,-6.5650434494018555,-3.874967575073242],"prediction":0,"reference":0,"score":1.0}
{"choices":["gone","breaking","falling","moving upwards"],"id":"28","log_likelihood_mean":[-9.044900894165039,-10.021463394165039,-8.333963394165039,-6.671596527099609],"prediction":3,"reference":3,"score":1.0}
{"choices":["wings","ground","air","clouds"],"id":"29","log_likelihood_mean":[-5.918551921844482,-4.324801921844482,-1.9654269218444824,-7.949801921844482],"prediction":2,"reference":1,"score":0.0}
{"choices":["acid rain","pesticides","shafts of sunlight","moonbeam rays"],"id":"30","log_likelihood_mean":[-5.662237167358398,-8.537473678588867,-4.389276027679443,-7.765161037445068],"prediction":2,"reference":2,"score":1.0}
{"choices":["The surroundings they are born in.","Their parents usual diet.","Just take a random guess.","The genealogy records of their family."],"id":"31","log_likelihood_mean":[-4.294354438781738,-7.2411699295043945,-3.2871508598327637,-5.007988452911377],"prediction":2,"reference":3,"score":0.0}