{"class_prompts":["a photo of a airplane.","a photo of a automobile.","a photo of a bird.","a photo of a cat.","a photo of a deer.","a photo of a dog.","a photo of a frog.","a photo of a horse.","a photo of a ship.","a photo of a truck."],"dataset_revision":"0b2714987fa478483af9968de7c934580d0bb9a2","device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792193340,"id":"ffc11a3556867f2915bcdf77","measured_cost_usd":null,"metric":"accuracy","model":"openai/clip-vit-base-patch32","model_revision":"3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268","n":32,"notes":"Pilot subset, custom CodeSOTA protocol. Not an official full-benchmark score.","peak_gpu_bytes":617016320,"profile":"pilot-32","protocol":{"adapter":"vision","area":"Vision","benchmark":"CIFAR-10","contract":"Image \u2192 one of ten object classes","dataset":"uoft-cs/cifar10","dataset_config":"plain_text","dataset_revision":"0b2714987fa478483af9968de7c934580d0bb9a2","dataset_url":"https://huggingface.co/datasets/uoft-cs/cifar10","direction":"max","id":"image-classification","license":["unknown"],"limit":32,"metric":"accuracy","models":[{"id":"openai/clip-vit-base-patch32","revision":"3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268"}],"name":"Image classification","protocol_version":"codesota-pilot-v1","source":"https://www.cs.toronto.edu/~kriz/cifar.html","split":"test"},"runner_sha256":"a71a6c0fe0c3cc3f1694659595be1112cfc36eb190be5ff6e0a3380105415b3e","scope":"d4a779c6ba33be115fc5e3302e45bb70d7c90040f954b89dab97beb5a2914649","score":0.9375,"seconds":1.9501927399542183,"seed":42,"selection":"first 32 valid examples in pinned split order","status":"completed","task":"image-classification","training_regime":"zero-shot CLIP; compare only within this protocol"}