{"aggregation":"Total character edits / total reference characters (corpus CER)","batch_size":8,"data_loading_seconds":1.8788364679785445,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","device":"cuda:0","dtype":"float32","evaluator_source":true,"evidence":"CodeSOTA execution on White","finished":1792346606,"generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"gpu":1,"id":"01d33cabafa2277717233abe","measured_cost_usd":null,"metric":"cer","model":"microsoft/trocr-small-handwritten","model_load_seconds":1.7003701649373397,"model_revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","n":2915,"normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","notes":"Full pinned 2,915-line IAM test split, greedy FP32 batch-8 with 128-token cap. English handwriting line transcription only; no layout/table claim or official scorer parity claim.","parameters":61596672,"peak_gpu_bytes":405035008,"profile":"full","protocol":{"adapter":"ocr","aggregation":"Corpus CER: total character edits / total reference characters","area":"Documents","batch_size":8,"benchmark":"IAM lines / full 2,915-line test","contract":"Handwritten line image \u2192 text","coverage":"full","dataset":"Teklia/IAM-line","dataset_config":null,"dataset_revision":"fbdad97500ce54635c0d1ba306bf535cb40656cf","dataset_url":"https://huggingface.co/datasets/Teklia/IAM-line","direction":"min","dtype":"float32","generation":{"do_sample":false,"max_new_tokens":128,"num_beams":1},"id":"ocr-handwriting-full","license":"mit","limit":2915,"metric":"cer","models":[{"id":"microsoft/trocr-small-handwritten","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac"},{"id":"microsoft/trocr-base-handwritten","revision":"eaacaf452b06415df8f10bb6fad3a4c11e609406"},{"id":"microsoft/trocr-large-handwritten","revision":"e68501f437cd2587ae5d68ee457964cac824ddee"}],"name":"Handwriting recognition / full IAM test","normalization":"Strip outer whitespace only; preserve case, punctuation and internal whitespace","parent_task":"handwriting","protocol_version":"codesota-ocr-iam-full-batch8-v1","runner_file":"evaluate_ocr_full.py","selection":"Every nonempty transcription in the pinned test split; expected exactly 2,915 lines","source":"https://fki.tic.heia-fr.ch/databases/iam-handwriting-database","split":"test","tf32":false,"workstream":"ocr"},"reference_characters":125615,"resource_metrics":{"basis":"Evaluator subprocess elapsed \u00d7 one reserved GPU; includes data/model loading and CPU scoring; not kernel-active time","gpu_count":1,"gpu_slot_seconds":47.436708036926575,"measurement_version":"gpu-slot-v1"},"runner_sha256":"b99bc6319c495e4109c56b227297baed3e6c03c640156cbde91c3a7e4402c5f4","scope":"befde9a399561651c0f51c037036c5ce08be730bb11271b7ec7d78989978c1d2","score":0.06331250248776021,"scoring_seconds":40.6181889870204,"seconds":44.34781287400983,"seed":42,"selection":"First 2915 nonempty transcriptions in pinned test split order","status":"completed","task":"ocr-handwriting-full","tf32":false,"worker":"white-gpu1"}