{"dataset_revision":"71cacbfb7e2354c4226d01e70d77d5fca3d04ba1","device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792193290,"id":"9971178eeb5427d24da23fab","measured_cost_usd":null,"metric":"wer","model":"openai/whisper-tiny.en","model_revision":"87c7102498dcde7456f24cfd30239ca606ed9063","n":32,"normalizer":"transformers Whisper BasicTextNormalizer","notes":"Pilot subset, custom CodeSOTA protocol. Not an official full-benchmark score.","peak_gpu_bytes":190671360,"profile":"pilot-32","protocol":{"adapter":"asr","area":"Speech","benchmark":"LibriSpeech test-clean","contract":"English speech recording \u2192 transcript","dataset":"openslr/librispeech_asr","dataset_config":"clean","dataset_revision":"71cacbfb7e2354c4226d01e70d77d5fca3d04ba1","dataset_url":"https://huggingface.co/datasets/openslr/librispeech_asr","direction":"min","id":"transcription","license":["cc-by-4.0"],"limit":32,"metric":"wer","models":[{"id":"openai/whisper-tiny.en","revision":"87c7102498dcde7456f24cfd30239ca606ed9063"}],"name":"Speech transcription","protocol_version":"codesota-pilot-v1","source":"https://www.openslr.org/12","split":"test"},"runner_sha256":"a71a6c0fe0c3cc3f1694659595be1112cfc36eb190be5ff6e0a3380105415b3e","scope":"9c365ee78df50fa725b4c03d695f65d2b638be00c4687dc66be70b284c865a34","score":0.05087440381558029,"seconds":5.0269540110602975,"seed":42,"selection":"first 32 valid examples in pinned split order","status":"completed","task":"transcription"}