{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"microsoft/trocr-small-handwritten","parameters":61596672,"revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","source":"https://huggingface.co/microsoft/trocr-small-handwritten/tree/b4648cfa171985a6745f37ddd637e98c0da958ac","updated":1792207132}],"model":"microsoft/trocr-small-handwritten","page":"/models/microsoft/trocr-small-handwritten","pending":[],"results":[{"benchmark":"IAM lines","coverage":"subset","direction":"min","evaluation_seconds":8.352338270982727,"finished":1792192922,"gpu_slot_seconds":null,"manifest_url":"/artifacts/1ed98ed973f5e29bf51634c4/manifest.json","metric":"cer","n":32,"protocol_version":"codesota-pilot-v1","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","run_id":"1ed98ed973f5e29bf51634c4","run_url":"/runs/1ed98ed973f5e29bf51634c4","scope":"87f7f645d4ae1c902e4f3c4d821290e2fa08df318242d5d78a563467763e36ec","score":0.05858170606372045,"task":"handwriting"},{"benchmark":"IAM lines / 256-line subset","coverage":"subset-256","direction":"min","evaluation_seconds":11.098257708013989,"finished":1792207132,"gpu_slot_seconds":13.950158877996728,"manifest_url":"/artifacts/203773305b4445d4321f4c55/manifest.json","metric":"cer","n":256,"protocol_version":"codesota-ocr-lines-v1","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","run_id":"203773305b4445d4321f4c55","run_url":"/runs/203773305b4445d4321f4c55","scope":"43b6e2903c8e8a7a053dbd24dd6eda620db738365eeb9319b6c582768fa103f4","score":0.062048827966582856,"task":"ocr-handwriting-256"}],"revisions":["b4648cfa171985a6745f37ddd637e98c0da958ac"],"source":"https://huggingface.co/microsoft/trocr-small-handwritten"}}