Inspect the measurement.

Download evidence

Example-level outputs

All 32 scored examples. Ground truth and model predictions are preserved in the downloadable JSONL.

{"choices":["Sunlight is the source of energy for nearly all ecosystems.","Most ecosystems are found on land instead of in water.","Carbon dioxide is more available than other gases.","The producers in all ecosystems are plants."],"id":"0","log_likelihood_mean":[-2.286543846130371,-2.831387758255005,-3.67335844039917,-3.382434844970703],"prediction":0,"reference":0,"score":1.0}
{"choices":["safety goggles","breathing mask","rubber gloves","lead apron"],"id":"1","log_likelihood_mean":[-1.7734129428863525,-7.313900470733643,-5.080361843109131,-5.475147247314453],"prediction":0,"reference":1,"score":0.0}
{"choices":["brain cells","bone cells","muscle cells","ovary cells"],"id":"2","log_likelihood_mean":[-7.4816389083862305,-7.506481647491455,-5.990217208862305,-5.920360088348389],"prediction":3,"reference":3,"score":1.0}
{"choices":["gray","warm","long","soft"],"id":"3","log_likelihood_mean":[-12.150741577148438,-12.564456939697266,-10.580119132995605,-9.257530212402344],"prediction":3,"reference":3,"score":1.0}
{"choices":["a lightweight core surrounded by neutral particles","a massive core surrounded by negatively-charged particles","a network of interacting positive and negative particles","overlapping layers of neutral, positive, and negative particles"],"id":"4","log_likelihood_mean":[-4.777761459350586,-3.440217971801758,-3.718341827392578,-3.5945236682891846],"prediction":1,"reference":1,"score":1.0}
{"choices":["meter.","kilometer.","light-year.","astronomical unit."],"id":"5","log_likelihood_mean":[-4.615877151489258,-3.2056100368499756,-3.0365700721740723,-3.9652886390686035],"prediction":2,"reference":2,"score":1.0}
{"choices":["wash hands","turn off all equipment","put away all glassware","wash instruments and table tops"],"id":"6","log_likelihood_mean":[-5.461463928222656,-4.067598342895508,-4.9357428550720215,-6.73184061050415],"prediction":1,"reference":0,"score":0.0}
{"choices":["meters","centimeters","grams","milligrams"],"id":"7","log_likelihood_mean":[-9.73532485961914,-11.939554214477539,-7.9172892570495605,-4.164787769317627],"prediction":3,"reference":2,"score":0.0}
{"choices":["soil.","minerals.","food.","water."],"id":"8","log_likelihood_mean":[-5.864363670349121,-7.100447177886963,-4.557318687438965,-5.061483383178711],"prediction":2,"reference":2,"score":1.0}
{"choices":["Xylem carries water from the roots to the leaves.","Phloem carries minerals from the roots to the leaves.","Xylem carries sugars from the flowers to the stems.","Phloem carries water from the flowers to the stems."],"id":"9","log_likelihood_mean":[-2.203634262084961,-3.0976715087890625,-3.029137372970581,-3.634312152862549],"prediction":0,"reference":0,"score":1.0}
{"choices":["Rainfall increases.","Sunlight is reduced.","Wind speed increases.","Animal migration is stopped."],"id":"10","log_likelihood_mean":[-3.9570560455322266,-3.807358503341675,-4.7800774574279785,-5.47258186340332],"prediction":1,"reference":1,"score":1.0}
{"choices":["taking in oxygen and transporting it to cells of the body","releasing hormones and transporting them to cells of the body","absorbing nutrients from food and transporting them to cells in the body","collecting waste products from the cells and transporting it out of the body"],"id":"11","log_likelihood_mean":[-2.6279141902923584,-3.199692964553833,-2.3562607765197754,-2.874544620513916],"prediction":2,"reference":1,"score":0.0}
{"choices":["electricity","gravity","magnetism","tension"],"id":"12","log_likelihood_mean":[-14.695249557495117,-8.928339004516602,-8.2936429977417,-10.33913803100586],"prediction":2,"reference":1,"score":0.0}
{"choices":["planting trees","water pollution","rainfall","sunlight"],"id":"13","log_likelihood_mean":[-6.586474418640137,-5.893045425415039,-12.019135475158691,-12.097089767456055],"prediction":1,"reference":1,"score":1.0}
{"choices":["air","elements","water","soil"],"id":"14","log_likelihood_mean":[-7.226385593414307,-3.821424961090088,-6.013284206390381,-10.755937576293945],"prediction":1,"reference":1,"score":1.0}
{"choices":["folding","erosion","deposition","sedimentation"],"id":"15","log_likelihood_mean":[-13.699542999267578,-9.246237754821777,-11.098000526428223,-5.207918643951416],"prediction":3,"reference":1,"score":0.0}
{"choices":["birds that eat fish from shallow waters","fish that live in coral reefs in shallow waters","mammals that swim in cold, deep ocean waters","crustaceans at the bottom of deep sea ocean waters"],"id":"16","log_likelihood_mean":[-4.225165843963623,-3.1925477981567383,-3.96705961227417,-3.974461317062378],"prediction":1,"reference":1,"score":1.0}
{"choices":["some of the water was absorbed by the dish.","the air condensed.","the light shining on the window sill produced more sugar.","the water evaporated."],"id":"17","log_likelihood_mean":[-2.7541778087615967,-4.241641044616699,-3.276052951812744,-2.279832601547241],"prediction":3,"reference":3,"score":1.0}
{"choices":["pulley","lever","inclined plane","wheel and axle"],"id":"18","log_likelihood_mean":[-4.100324630737305,-11.698319435119629,-5.578820705413818,-3.6005659103393555],"prediction":3,"reference":1,"score":0.0}
{"choices":["erode.","foliate.","precipitate.","recrystallize."],"id":"19","log_likelihood_mean":[-5.305917739868164,-6.423555374145508,-5.153189659118652,-3.4930121898651123],"prediction":3,"reference":3,"score":1.0}
{"choices":["Primary Succession","Stable Communities","Climax Communities","Secondary Succession"],"id":"20","log_likelihood_mean":[-5.19990873336792,-6.163955211639404,-5.367649078369141,-4.84715461730957],"prediction":3,"reference":3,"score":1.0}
{"choices":["water","soil","air","sunlight"],"id":"21","log_likelihood_mean":[-9.979524612426758,-9.100871086120605,-9.545720100402832,-8.799023628234863],"prediction":3,"reference":3,"score":1.0}
{"choices":["The average temperature yesterday was 15\u00b0C.","The temperature range today was 10\u00b0C to 20\u00b0C.","The high temperature tomorrow will be 14\u00b0C.","The average high temperature in May is 20\u00b0C."],"id":"22","log_likelihood_mean":[-2.926872491836548,-2.38136887550354,-3.9329609870910645,-2.7651848793029785],"prediction":1,"reference":3,"score":0.0}
{"choices":["gravity","wind velocity","kinetic energy","potential energy"],"id":"23","log_likelihood_mean":[-10.872435569763184,-6.100091934204102,-5.408668518066406,-5.985963821411133],"prediction":2,"reference":2,"score":1.0}
{"choices":["binoculars","microscope","reading glasses","magnifying glass"],"id":"24","log_likelihood_mean":[-4.907153129577637,-9.460270881652832,-9.541590690612793,-3.8986082077026367],"prediction":3,"reference":1,"score":0.0}
{"choices":["developing a hypothesis after collecting data in the investigation","limiting the amount of background research before the investigation","designing an investigation with repeated trials during the investigation","obtaining other opinions concerning what should happen during the investigation"],"id":"25","log_likelihood_mean":[-4.33162260055542,-4.642164707183838,-5.038235664367676,-5.349742412567139],"prediction":0,"reference":2,"score":0.0}
{"choices":["less water","fewer predators","lack of shelter","limited food"],"id":"26","log_likelihood_mean":[-6.798597812652588,-8.251214981079102,-4.602093696594238,-6.334092140197754],"prediction":2,"reference":1,"score":0.0}
{"choices":["pollen","dormant","flowers","recycled"],"id":"27","log_likelihood_mean":[-10.45095443725586,-4.73194694519043,-8.129461288452148,-15.827316284179688],"prediction":1,"reference":1,"score":1.0}
{"choices":["the current flowing through the wire to the light bulb","the light bulb giving electrical energy to the battery","the light bulb generating heat energy","the battery pushing light through the wire"],"id":"28","log_likelihood_mean":[-2.584465742111206,-3.903438091278076,-4.392251014709473,-5.046595573425293],"prediction":0,"reference":0,"score":1.0}
{"choices":["sunlight","vibrations","x-rays","pitch"],"id":"29","log_likelihood_mean":[-15.142013549804688,-4.317366123199463,-7.86269474029541,-11.41994857788086],"prediction":1,"reference":1,"score":1.0}
{"choices":["Sunflower plant","Mushroom","Sunfish","Luna moth"],"id":"30","log_likelihood_mean":[-4.819209098815918,-4.048640251159668,-6.390568256378174,-5.491040229797363],"prediction":1,"reference":0,"score":0.0}
{"choices":["take in light.","be specialized.","take in nutrients.","be of similar size."],"id":"31","log_likelihood_mean":[-4.628063201904297,-6.2751874923706055,-3.2909393310546875,-4.7516584396362305],"prediction":2,"reference":2,"score":1.0}