{"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","device":"cuda:0","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792192922,"id":"1ed98ed973f5e29bf51634c4","measured_cost_usd":null,"metric":"cer","model":"microsoft/trocr-small-handwritten","model_revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","n":32,"notes":"Pilot subset, custom CodeSOTA protocol. Not an official full-benchmark score.","peak_gpu_bytes":270352896,"profile":"pilot-32","protocol":{"adapter":"ocr","area":"Documents","benchmark":"IAM lines","contract":"Handwritten line image \u2192 text","dataset":"Teklia/IAM-line","dataset_config":null,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","dataset_url":"https://huggingface.co/datasets/Teklia/IAM-line","direction":"min","id":"handwriting","license":"mit","limit":32,"metric":"cer","models":[{"id":"microsoft/trocr-small-handwritten","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac"}],"name":"Handwriting recognition","protocol_version":"codesota-pilot-v1","source":"https://fki.tic.heia-fr.ch/databases/iam-handwriting-database","split":"test"},"runner_sha256":"a71a6c0fe0c3cc3f1694659595be1112cfc36eb190be5ff6e0a3380105415b3e","scope":"87f7f645d4ae1c902e4f3c4d821290e2fa08df318242d5d78a563467763e36ec","score":0.05858170606372045,"seconds":8.352338270982727,"seed":42,"selection":"first 32 valid examples in pinned split order","status":"completed","task":"handwriting"}