{"api_version":"codesota.v1","data":{"archived_results":[],"declared_task_reviews":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"Qwen/Qwen2-VL-2B-Instruct","parameters":2208985600,"revision":"895c3a49bc3fa70a340399125c650a463535e71c","source":"https://huggingface.co/Qwen/Qwen2-VL-2B-Instruct/tree/895c3a49bc3fa70a340399125c650a463535e71c","updated":1792348439}],"model":"Qwen/Qwen2-VL-2B-Instruct","page":"/models/Qwen/Qwen2-VL-2B-Instruct","pending":[],"results":[{"applicability":{"intended_task":null,"interface":"unknown","model":"Qwen/Qwen2-VL-2B-Instruct","operational_evidence":"exact-scope run available","profile_id":"ocrbench-v1-full","relevance":"Do not use as a reference ranking; singleton checks changed predictions and scores.","requirements":["Use the separate serial full OCRBench reference protocol.","This batch4, bounded-resolution result is retained as diagnostic evidence."],"revision":"895c3a49bc3fa70a340399125c650a463535e71c","scientific_validity":"not established by a model card or a successful run","scope_id":"d5b62220da83f9ebb4c271f820fa35b964ad4a0400651e30e94f5727f4a14007","sources":[],"status":"experimental_batch_sensitive","warnings":[]},"benchmark":"OCRBench v1 / full 1,000 questions \u2014 experimental batch-4","coverage":"full","direction":"max","evaluation_seconds":265.19395936699584,"finished":1792347330,"gpu_slot_seconds":268.25494880997576,"manifest_url":"/artifacts/c6ad7d2fef906cfb7173ab6f/manifest.json","metric":"accuracy","n":1000,"protocol_version":"codesota-ocrbench-v1-full-bf16-qwen-batch4-v1","revision":"895c3a49bc3fa70a340399125c650a463535e71c","run_id":"c6ad7d2fef906cfb7173ab6f","run_url":"/runs/c6ad7d2fef906cfb7173ab6f","scope":"d5b62220da83f9ebb4c271f820fa35b964ad4a0400651e30e94f5727f4a14007","score":0.49,"task":"ocrbench-v1-full"},{"applicability":{"intended_task":null,"interface":"unknown","model":"Qwen/Qwen2-VL-2B-Instruct","operational_evidence":"exact-scope run available","profile_id":"ocrbench-v1-full-serial","relevance":"unreviewed","requirements":["Review this exact revision, intended task and model interface."],"revision":"895c3a49bc3fa70a340399125c650a463535e71c","scientific_validity":"not established by a model card or a successful run","scope_id":"dcccfe2d1c65816985fdcc2bb76bfad20fcc76719fc61e7a4fd8a82df9ec1d29","sources":[],"status":"unreviewed","warnings":[]},"benchmark":"OCRBench v1 / full serial reference","coverage":"full","direction":"max","evaluation_seconds":767.8772910310654,"finished":1792348439,"gpu_slot_seconds":770.8569654059829,"manifest_url":"/artifacts/3f6b2514a95d7e1f9decf62a/manifest.json","metric":"accuracy","n":1000,"protocol_version":"codesota-ocrbench-v1-full-native-resolution-serial-v1","revision":"895c3a49bc3fa70a340399125c650a463535e71c","run_id":"3f6b2514a95d7e1f9decf62a","run_url":"/runs/3f6b2514a95d7e1f9decf62a","scope":"dcccfe2d1c65816985fdcc2bb76bfad20fcc76719fc61e7a4fd8a82df9ec1d29","score":0.785,"task":"ocrbench-v1-full-serial"}],"revisions":["895c3a49bc3fa70a340399125c650a463535e71c"],"source":"https://huggingface.co/Qwen/Qwen2-VL-2B-Instruct"}}