{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","parameters":752393024,"revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0","source":"https://huggingface.co/NamanAgnih0tri/AlphaRoute-0.8B-v1.5/tree/ef87d71f1105f47a15d0d290ee000bcfc0ed68c0","updated":1792212200}],"model":"NamanAgnih0tri/AlphaRoute-0.8B-v1.5","page":"/models/NamanAgnih0tri/AlphaRoute-0.8B-v1.5","pending":[],"results":[{"benchmark":"ARC-Challenge / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":31.42348099395167,"finished":1792212200,"gpu_slot_seconds":33.11008321400732,"manifest_url":"/artifacts/3a8d7c60e2066a56464fef3a/manifest.json","metric":"accuracy","n":1172,"protocol_version":"codesota-qwen35-arc-challenge-v1","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0","run_id":"3a8d7c60e2066a56464fef3a","run_url":"/runs/3a8d7c60e2066a56464fef3a","scope":"8877f1f73ee0a3c138937e07b7f6ca917f2c1d914d223e6a8ffa42b9ac8f0a47","score":0.3609215017064846,"task":"qwen35-arc-challenge-full"},{"benchmark":"ARC-Easy / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":79.91655220999382,"finished":1792209297,"gpu_slot_seconds":81.62029453902505,"manifest_url":"/artifacts/ac57fcc1efdfa2d6892cb07e/manifest.json","metric":"accuracy","n":2376,"protocol_version":"codesota-qwen35-arc-easy-v1","revision":"ef87d71f1105f47a15d0d290ee000bcfc0ed68c0","run_id":"ac57fcc1efdfa2d6892cb07e","run_url":"/runs/ac57fcc1efdfa2d6892cb07e","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.6961279461279462,"task":"qwen35-arc-easy-full"}],"revisions":["ef87d71f1105f47a15d0d290ee000bcfc0ed68c0"],"source":"https://huggingface.co/NamanAgnih0tri/AlphaRoute-0.8B-v1.5"}}