Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["make more phone calls","quit eating lunch out","buy less with monopoly money","have lunch with friends"],"id":"0","log_likelihood_mean":[-5.2440690994262695,-6.203882217407227,-8.306673049926758,-4.948026180267334],"prediction":3,"reference":1,"score":0.0}
{"choices":["a marsh","a tundra","the plains","a desert"],"id":"1","log_likelihood_mean":[-8.493415832519531,-6.001643180847168,-6.7037787437438965,-7.778572082519531],"prediction":1,"reference":0,"score":0.0}
{"choices":["lions","humans","bunnies","grass"],"id":"2","log_likelihood_mean":[-9.333497047424316,-7.872559547424316,-4.220716953277588,-10.032715797424316],"prediction":2,"reference":2,"score":1.0}
{"choices":["roots may be split","roots may begin to die","parts may break the concrete","roots may fall apart"],"id":"3","log_likelihood_mean":[-4.716191291809082,-3.743537187576294,-6.460282325744629,-5.748725891113281],"prediction":1,"reference":2,"score":0.0}
{"choices":["gasoline","a power station","electrical conductors","fuel"],"id":"4","log_likelihood_mean":[-5.355613708496094,-3.071876049041748,-3.585129499435425,-5.535301208496094],"prediction":1,"reference":2,"score":0.0}
{"choices":["oxygen","nitrogen","carbon","rain"],"id":"5","log_likelihood_mean":[-7.090134620666504,-8.285447120666504,-4.902634620666504,-6.262009620666504],"prediction":2,"reference":2,"score":1.0}
{"choices":["gas","hydrogen","ions","plutonium"],"id":"6","log_likelihood_mean":[-4.599191188812256,-4.857003688812256,-10.153878211975098,-5.946799278259277],"prediction":0,"reference":2,"score":0.0}
{"choices":["moons gravity","human planet rotation","global warming","moon rotation"],"id":"7","log_likelihood_mean":[-11.636943817138672,-7.805637359619141,-8.149508476257324,-10.320221900939941],"prediction":1,"reference":1,"score":1.0}
{"choices":["May","July","April","October"],"id":"8","log_likelihood_mean":[-5.60062313079834,-5.15531063079834,-5.87406063079834,-5.77249813079834],"prediction":1,"reference":3,"score":0.0}
{"choices":["microorganisms","broken stones","pollution","bacteria"],"id":"9","log_likelihood_mean":[-3.7273921966552734,-5.954062461853027,-8.441102981567383,-5.964540481567383],"prediction":0,"reference":1,"score":0.0}
{"choices":["a cave","the ocean.","a town","alone"],"id":"10","log_likelihood_mean":[-6.160300254821777,-3.7758259773254395,-7.406394004821777,-11.455121994018555],"prediction":1,"reference":2,"score":0.0}
{"choices":["fruit","liquid","food","spines"],"id":"11","log_likelihood_mean":[-6.191639423370361,-7.207264423370361,-6.277576923370361,-4.3088836669921875],"prediction":3,"reference":1,"score":0.0}
{"choices":["an eagle","a cow","a gecko","a deer"],"id":"12","log_likelihood_mean":[-3.629737377166748,-4.702831268310547,-3.316370964050293,-3.425487518310547],"prediction":2,"reference":2,"score":1.0}
{"choices":["parched foliage","torrential rain","lush foliage","careful fire maintenance"],"id":"13","log_likelihood_mean":[-6.900838851928711,-4.221973896026611,-6.877658843994141,-7.110452175140381],"prediction":1,"reference":0,"score":0.0}
{"choices":["shortage of crops for the food supply","an increase in air pollution","powering the lights in a home","deforestation in the amazon to make room for crops"],"id":"14","log_likelihood_mean":[-4.29312801361084,-2.428816556930542,-4.175082206726074,-2.9500255584716797],"prediction":1,"reference":2,"score":0.0}
{"choices":["wind power will be expensive","gas costs will rise","oil costs will be maintained","gasoline will be needed less"],"id":"15","log_likelihood_mean":[-4.628808975219727,-3.04062557220459,-4.634644031524658,-2.526155948638916],"prediction":3,"reference":3,"score":1.0}
{"choices":["sun grafts","sunlight shields","panels collecting sunlight","solar bees"],"id":"16","log_likelihood_mean":[-8.121557235717773,-11.38784408569336,-8.319391250610352,-9.972793579101562],"prediction":0,"reference":2,"score":0.0}
{"choices":["Lake Michigan","The Mississippi River","Bay of Bengal","Lake Eerie"],"id":"17","log_likelihood_mean":[-5.967960834503174,-4.435670852661133,-3.9827561378479004,-6.839007377624512],"prediction":2,"reference":2,"score":1.0}
{"choices":["weasel","willow","mango","poison ivy"],"id":"18","log_likelihood_mean":[-9.141561508178711,-6.491617679595947,-18.728376388549805,-6.079509258270264],"prediction":3,"reference":0,"score":0.0}
{"choices":["rat","moth","chimpanzee","pig"],"id":"19","log_likelihood_mean":[-11.255003929138184,-11.790160179138184,-5.536948204040527,-11.243285179138184],"prediction":2,"reference":1,"score":0.0}
{"choices":["Hanoi","Athens","Baghdad","Phoenix"],"id":"20","log_likelihood_mean":[-5.13516092300415,-10.058609008789062,-10.593765258789062,-8.562515258789062],"prediction":0,"reference":0,"score":1.0}
{"choices":["gasoline","air","snow","clothes"],"id":"21","log_likelihood_mean":[-5.225962162017822,-5.796274662017822,-11.41736888885498,-10.97986888885498],"prediction":0,"reference":0,"score":1.0}
{"choices":["keeping warm","flying","sleeping","eating"],"id":"22","log_likelihood_mean":[-8.92746353149414,-11.032825469970703,-17.183704376220703,-15.198841094970703],"prediction":0,"reference":0,"score":1.0}
{"choices":["More fresh water for people to drink","Lower Life Expectancy in Countries","More food for more people","More space for places to people to live"],"id":"23","log_likelihood_mean":[-3.3092219829559326,-4.413647651672363,-2.9799652099609375,-4.498436450958252],"prediction":2,"reference":1,"score":0.0}
{"choices":["make a lot of bright lights shine","summon a brilliant wave of color","heat up a room","make a lot of money"],"id":"24","log_likelihood_mean":[-3.7068495750427246,-6.397450923919678,-3.505129814147949,-3.044137477874756],"prediction":3,"reference":1,"score":0.0}
{"choices":["its snout","its gills","its nose","its belly"],"id":"25","log_likelihood_mean":[-3.651266574859619,-3.1264922618865967,-6.159176349639893,-6.588863849639893],"prediction":1,"reference":1,"score":1.0}
{"choices":["a wheel with wet brake pads","a wheel without brake pads","a wheel with worn brake pads","a wheel with dry brake pads"],"id":"26","log_likelihood_mean":[-4.6530070304870605,-3.9099318981170654,-3.9249491691589355,-4.993358135223389],"prediction":1,"reference":3,"score":0.0}
{"choices":["the circulatory system","the digestive system","the school system","central nervous system"],"id":"27","log_likelihood_mean":[-1.388847827911377,-3.504143476486206,-5.5669050216674805,-3.6685314178466797],"prediction":0,"reference":0,"score":1.0}
{"choices":["gone","breaking","falling","moving upwards"],"id":"28","log_likelihood_mean":[-9.253170013427734,-10.721920013427734,-10.151607513427734,-8.263440132141113],"prediction":3,"reference":3,"score":1.0}
{"choices":["wings","ground","air","clouds"],"id":"29","log_likelihood_mean":[-4.8170166015625,-5.2623291015625,-2.277954339981079,-6.5123291015625],"prediction":2,"reference":1,"score":0.0}
{"choices":["acid rain","pesticides","shafts of sunlight","moonbeam rays"],"id":"30","log_likelihood_mean":[-5.638587951660156,-9.362386703491211,-4.488652229309082,-8.753623008728027],"prediction":2,"reference":2,"score":1.0}
{"choices":["The surroundings they are born in.","Their parents usual diet.","Just take a random guess.","The genealogy records of their family."],"id":"31","log_likelihood_mean":[-4.541808128356934,-7.06624174118042,-3.899083137512207,-4.831893444061279],"prediction":2,"reference":3,"score":0.0}