{"aggregation":"Total character edits / total reference characters (corpus CER)","batch_size":1,"data_loading_seconds":0.23637976800091565,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","device":"cuda:0","dtype":"float32","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792208042,"generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"gpu":0,"id":"b4a83644d69d801b19a0b2f1","measured_cost_usd":null,"metric":"cer","model":"microsoft/trocr-large-handwritten","model_load_seconds":50.48501103592571,"model_revision":"e68501f437cd2587ae5d68ee457964cac824ddee","n":256,"normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","notes":"256-line subset of 2,915 IAM test lines. English handwriting only; not a document OCR/layout/table benchmark or official full IAM score.","parameters":558226432,"peak_gpu_bytes":2278287872,"profile":"subset-256","protocol":{"adapter":"ocr","aggregation":"Corpus CER: total character edits / total reference characters","area":"Documents","batch_size":1,"benchmark":"IAM lines / 256-line subset","contract":"Handwritten line image \u2192 text","coverage":"subset-256","dataset":"Teklia/IAM-line","dataset_config":null,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","dataset_url":"https://huggingface.co/datasets/Teklia/IAM-line","direction":"min","dtype":"float32","generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"id":"ocr-handwriting-256","license":"mit","limit":256,"metric":"cer","models":[{"id":"microsoft/trocr-small-handwritten","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac"},{"id":"microsoft/trocr-base-handwritten","revision":"eaacaf452b06415df8f10bb6fad3a4c11e609406"},{"id":"microsoft/trocr-large-handwritten","revision":"e68501f437cd2587ae5d68ee457964cac824ddee"}],"name":"Handwriting recognition / 256-line comparison","normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","parent_task":"handwriting","protocol_version":"codesota-ocr-lines-v1","runner_file":"evaluate_ocr.py","selection":"First 256 nonempty transcriptions in pinned test split order (2,915 total test lines)","source":"https://fki.tic.heia-fr.ch/databases/iam-handwriting-database","split":"test","tf32":false,"workstream":"ocr"},"reference_characters":12329,"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":86.1223483888898,"measurement_version":"gpu-slot-v1"},"runner_sha256":"17a3b0943677caa6e65f612eb927f6455e951d0c2aac032eb7494878ad06b604","scope":"43b6e2903c8e8a7a053dbd24dd6eda620db738365eeb9319b6c582768fa103f4","score":0.03966258415118826,"scoring_seconds":32.5549085669918,"seconds":83.27916236000601,"seed":42,"selection":"First 256 nonempty transcriptions in pinned test split order","status":"completed","task":"ocr-handwriting-256","tf32":false,"worker":"white-gpu0"}