{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","parameters":852985920,"revision":"f49099d79e51bbb783fae622877c4c3415142c82","source":"https://huggingface.co/McGill-NLP/AfriqueQwen3.5-0.8B-50Langs/tree/f49099d79e51bbb783fae622877c4c3415142c82","updated":1792212426}],"model":"McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","page":"/models/McGill-NLP/AfriqueQwen3.5-0.8B-50Langs","pending":[],"results":[{"benchmark":"ARC-Challenge / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":35.97204692498781,"finished":1792212426,"gpu_slot_seconds":37.615605833008885,"manifest_url":"/artifacts/d9933c5cbfcdb9fd6ec4015f/manifest.json","metric":"accuracy","n":1172,"protocol_version":"codesota-qwen35-arc-challenge-v1","revision":"f49099d79e51bbb783fae622877c4c3415142c82","run_id":"d9933c5cbfcdb9fd6ec4015f","run_url":"/runs/d9933c5cbfcdb9fd6ec4015f","scope":"8877f1f73ee0a3c138937e07b7f6ca917f2c1d914d223e6a8ffa42b9ac8f0a47","score":0.34215017064846415,"task":"qwen35-arc-challenge-full"},{"benchmark":"ARC-Easy / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":119.18755076802336,"finished":1792208995,"gpu_slot_seconds":120.88774907798506,"manifest_url":"/artifacts/5bbe24be9bf8dff49b0ed176/manifest.json","metric":"accuracy","n":2376,"protocol_version":"codesota-qwen35-arc-easy-v1","revision":"f49099d79e51bbb783fae622877c4c3415142c82","run_id":"5bbe24be9bf8dff49b0ed176","run_url":"/runs/5bbe24be9bf8dff49b0ed176","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6767676767676768,"task":"qwen35-arc-easy-full"}],"revisions":["f49099d79e51bbb783fae622877c4c3415142c82"],"source":"https://huggingface.co/McGill-NLP/AfriqueQwen3.5-0.8B-50Langs"}}