{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"Qwen/Qwen2.5-Coder-0.5B","parameters":494032768,"revision":"8123ea2e9354afb7ffcc6c8641d1b2f5ecf18301","source":"https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B/tree/8123ea2e9354afb7ffcc6c8641d1b2f5ecf18301","updated":1792207586}],"model":"Qwen/Qwen2.5-Coder-0.5B","page":"/models/Qwen/Qwen2.5-Coder-0.5B","pending":[],"results":[{"benchmark":"HumanEval (full 164, serial greedy pass@1)","coverage":"full","direction":"max","evaluation_seconds":437.05874325707555,"finished":1792207586,"gpu_slot_seconds":438.5185039949138,"manifest_url":"/artifacts/3a1b18f9e6b4ff4550f198af/manifest.json","metric":"pass@1","n":164,"protocol_version":"codesota-humaneval-full-v2","revision":"8123ea2e9354afb7ffcc6c8641d1b2f5ecf18301","run_id":"3a1b18f9e6b4ff4550f198af","run_url":"/runs/3a1b18f9e6b4ff4550f198af","scope":"7388be4229d45cb22b346201154469558e2015772bcb2abde7f2fb7b0b7ad294","score":0.27439024390243905,"task":"code-generation-full"}],"revisions":["8123ea2e9354afb7ffcc6c8641d1b2f5ecf18301"],"source":"https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B"}}