Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["make more phone calls","quit eating lunch out","buy less with monopoly money","have lunch with friends"],"id":"0","log_likelihood_mean":[-3.997271776199341,-4.707219123840332,-6.100906848907471,-4.770025253295898],"prediction":0,"reference":1,"score":0.0}
{"choices":["a marsh","a tundra","the plains","a desert"],"id":"1","log_likelihood_mean":[-6.23307466506958,-5.334912300109863,-5.94537353515625,-5.11979341506958],"prediction":3,"reference":0,"score":0.0}
{"choices":["lions","humans","bunnies","grass"],"id":"2","log_likelihood_mean":[-9.336974143981934,-5.672912120819092,-2.7445640563964844,-5.415099620819092],"prediction":2,"reference":2,"score":1.0}
{"choices":["roots may be split","roots may begin to die","parts may break the concrete","roots may fall apart"],"id":"3","log_likelihood_mean":[-4.0881757736206055,-3.9101040363311768,-5.744960784912109,-5.275315761566162],"prediction":1,"reference":2,"score":0.0}
{"choices":["gasoline","a power station","electrical conductors","fuel"],"id":"4","log_likelihood_mean":[-3.4136455059051514,-3.4941556453704834,-4.111145973205566,-3.6792705059051514],"prediction":0,"reference":2,"score":0.0}
{"choices":["oxygen","nitrogen","carbon","rain"],"id":"5","log_likelihood_mean":[-3.254089593887329,-7.09783935546875,-1.847839593887329,-3.925964593887329],"prediction":2,"reference":2,"score":1.0}
{"choices":["gas","hydrogen","ions","plutonium"],"id":"6","log_likelihood_mean":[-5.528202056884766,-5.434452056884766,-9.864139556884766,-4.337878704071045],"prediction":3,"reference":2,"score":0.0}
{"choices":["moons gravity","human planet rotation","global warming","moon rotation"],"id":"7","log_likelihood_mean":[-9.746026992797852,-7.971435070037842,-6.699946880340576,-8.817927360534668],"prediction":2,"reference":1,"score":0.0}
{"choices":["May","July","April","October"],"id":"8","log_likelihood_mean":[-6.222666263580322,-5.761728763580322,-6.058603763580322,-5.542978763580322],"prediction":3,"reference":3,"score":1.0}
{"choices":["microorganisms","broken stones","pollution","bacteria"],"id":"9","log_likelihood_mean":[-3.200148105621338,-7.499242305755615,-9.82528018951416,-6.129968166351318],"prediction":0,"reference":1,"score":0.0}
{"choices":["a cave","the ocean.","a town","alone"],"id":"10","log_likelihood_mean":[-3.4608559608459473,-3.2168407440185547,-5.86451530456543,-9.777549743652344],"prediction":1,"reference":2,"score":0.0}
{"choices":["fruit","liquid","food","spines"],"id":"11","log_likelihood_mean":[-8.489068984985352,-6.825006484985352,-4.340631484985352,-5.025102615356445],"prediction":2,"reference":1,"score":0.0}
{"choices":["an eagle","a cow","a gecko","a deer"],"id":"12","log_likelihood_mean":[-4.159345626831055,-3.499703884124756,-3.1134414672851562,-3.241891384124756],"prediction":2,"reference":2,"score":1.0}
{"choices":["parched foliage","torrential rain","lush foliage","careful fire maintenance"],"id":"13","log_likelihood_mean":[-5.6238837242126465,-3.5242056846618652,-7.360045433044434,-7.41766881942749],"prediction":1,"reference":0,"score":0.0}
{"choices":["shortage of crops for the food supply","an increase in air pollution","powering the lights in a home","deforestation in the amazon to make room for crops"],"id":"14","log_likelihood_mean":[-4.135092735290527,-2.419924259185791,-3.4464402198791504,-2.8830740451812744],"prediction":1,"reference":2,"score":0.0}
{"choices":["wind power will be expensive","gas costs will rise","oil costs will be maintained","gasoline will be needed less"],"id":"15","log_likelihood_mean":[-4.562302589416504,-2.775101900100708,-4.245903015136719,-2.6097781658172607],"prediction":3,"reference":3,"score":1.0}
{"choices":["sun grafts","sunlight shields","panels collecting sunlight","solar bees"],"id":"16","log_likelihood_mean":[-7.675082206726074,-10.298404693603516,-7.034938812255859,-9.33077335357666],"prediction":2,"reference":2,"score":1.0}
{"choices":["Lake Michigan","The Mississippi River","Bay of Bengal","Lake Eerie"],"id":"17","log_likelihood_mean":[-6.45768928527832,-4.930150508880615,-3.8181352615356445,-5.640220642089844],"prediction":2,"reference":2,"score":1.0}
{"choices":["weasel","willow","mango","poison ivy"],"id":"18","log_likelihood_mean":[-7.969210624694824,-7.004868984222412,-16.75154685974121,-5.601894378662109],"prediction":3,"reference":0,"score":0.0}
{"choices":["rat","moth","chimpanzee","pig"],"id":"19","log_likelihood_mean":[-14.160523414611816,-12.293335914611816,-6.588520526885986,-14.828492164611816],"prediction":2,"reference":1,"score":0.0}
{"choices":["Hanoi","Athens","Baghdad","Phoenix"],"id":"20","log_likelihood_mean":[-6.618370056152344,-11.070066452026367,-11.734128952026367,-9.937253952026367],"prediction":0,"reference":0,"score":1.0}
{"choices":["gasoline","air","snow","clothes"],"id":"21","log_likelihood_mean":[-4.9621052742004395,-4.7589802742004395,-10.438667297363281,-7.9386677742004395],"prediction":1,"reference":0,"score":0.0}
{"choices":["keeping warm","flying","sleeping","eating"],"id":"22","log_likelihood_mean":[-9.536149024963379,-15.010004997253418,-19.5461368560791,-17.971115112304688],"prediction":0,"reference":0,"score":1.0}
{"choices":["More fresh water for people to drink","Lower Life Expectancy in Countries","More food for more people","More space for places to people to live"],"id":"23","log_likelihood_mean":[-3.5932374000549316,-3.792757511138916,-3.5363693237304688,-4.202669143676758],"prediction":2,"reference":1,"score":0.0}
{"choices":["make a lot of bright lights shine","summon a brilliant wave of color","heat up a room","make a lot of money"],"id":"24","log_likelihood_mean":[-3.709402084350586,-6.304997444152832,-4.480121612548828,-2.8251941204071045],"prediction":3,"reference":1,"score":0.0}
{"choices":["its snout","its gills","its nose","its belly"],"id":"25","log_likelihood_mean":[-3.180739402770996,-2.542386054992676,-4.670010566711426,-6.935635566711426],"prediction":1,"reference":1,"score":1.0}
{"choices":["a wheel with wet brake pads","a wheel without brake pads","a wheel with worn brake pads","a wheel with dry brake pads"],"id":"26","log_likelihood_mean":[-4.8303656578063965,-3.783348798751831,-4.203618049621582,-4.563565254211426],"prediction":1,"reference":3,"score":0.0}
{"choices":["the circulatory system","the digestive system","the school system","central nervous system"],"id":"27","log_likelihood_mean":[-2.07084059715271,-3.4109888076782227,-6.5652265548706055,-3.8758902549743652],"prediction":0,"reference":0,"score":1.0}
{"choices":["gone","breaking","falling","moving upwards"],"id":"28","log_likelihood_mean":[-9.030072212219238,-10.014447212219238,-8.326947212219238,-6.68310546875],"prediction":3,"reference":3,"score":1.0}
{"choices":["wings","ground","air","clouds"],"id":"29","log_likelihood_mean":[-5.907289505004883,-4.329164505004883,-1.9854146242141724,-7.969789505004883],"prediction":2,"reference":1,"score":0.0}
{"choices":["acid rain","pesticides","shafts of sunlight","moonbeam rays"],"id":"30","log_likelihood_mean":[-5.6619367599487305,-8.53744125366211,-4.389712810516357,-7.7710771560668945],"prediction":2,"reference":2,"score":1.0}
{"choices":["The surroundings they are born in.","Their parents usual diet.","Just take a random guess.","The genealogy records of their family."],"id":"31","log_likelihood_mean":[-4.289840221405029,-7.236573696136475,-3.284977912902832,-5.004571914672852],"prediction":2,"reference":3,"score":0.0}