{"aggregation":"Total character edits / total reference characters (corpus CER)","batch_size":1,"data_loading_seconds":0.2380089450161904,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","device":"cuda:0","dtype":"float32","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792207132,"generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"gpu":1,"id":"203773305b4445d4321f4c55","measured_cost_usd":null,"metric":"cer","model":"microsoft/trocr-small-handwritten","model_load_seconds":1.655155030079186,"model_revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","n":256,"normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","notes":"256-line subset of 2,915 IAM test lines. English handwriting only; not a document OCR/layout/table benchmark or official full IAM score.","parameters":61596672,"peak_gpu_bytes":270352896,"profile":"subset-256","protocol":{"adapter":"ocr","aggregation":"Corpus CER: total character edits / total reference characters","area":"Documents","batch_size":1,"benchmark":"IAM lines / 256-line subset","contract":"Handwritten line image \u2192 text","coverage":"subset-256","dataset":"Teklia/IAM-line","dataset_config":null,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","dataset_url":"https://huggingface.co/datasets/Teklia/IAM-line","direction":"min","dtype":"float32","generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"id":"ocr-handwriting-256","license":"mit","limit":256,"metric":"cer","models":[{"id":"microsoft/trocr-small-handwritten","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac"},{"id":"microsoft/trocr-base-handwritten","revision":"eaacaf452b06415df8f10bb6fad3a4c11e609406"},{"id":"microsoft/trocr-large-handwritten","revision":"e68501f437cd2587ae5d68ee457964cac824ddee"}],"name":"Handwriting recognition / 256-line comparison","normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","parent_task":"handwriting","protocol_version":"codesota-ocr-lines-v1","runner_file":"evaluate_ocr.py","selection":"First 256 nonempty transcriptions in pinned test split order (2,915 total test lines)","source":"https://fki.tic.heia-fr.ch/databases/iam-handwriting-database","split":"test","tf32":false,"workstream":"ocr"},"reference_characters":12329,"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":13.950158877996728,"measurement_version":"gpu-slot-v1"},"runner_sha256":"17a3b0943677caa6e65f612eb927f6455e951d0c2aac032eb7494878ad06b604","scope":"43b6e2903c8e8a7a053dbd24dd6eda620db738365eeb9319b6c582768fa103f4","score":0.062048827966582856,"scoring_seconds":9.20244351204019,"seconds":11.098257708013989,"seed":42,"selection":"First 256 nonempty transcriptions in pinned test split order","status":"completed","task":"ocr-handwriting-256","tf32":false,"worker":"white-gpu1"}