{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"nineninesix/qwen3_5-full-attn-only-14","parameters":511217664,"revision":"a26dff91d90e168da8e49f0c19dde98447c095da","source":"https://huggingface.co/nineninesix/qwen3_5-full-attn-only-14/tree/a26dff91d90e168da8e49f0c19dde98447c095da","updated":1792212147}],"model":"nineninesix/qwen3_5-full-attn-only-14","page":"/models/nineninesix/qwen3_5-full-attn-only-14","pending":[],"results":[{"benchmark":"ARC-Challenge / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":17.62481356598437,"finished":1792212147,"gpu_slot_seconds":19.207840957911685,"manifest_url":"/artifacts/1b595b2b874b0d615aa89161/manifest.json","metric":"accuracy","n":1172,"protocol_version":"codesota-qwen35-arc-challenge-v1","revision":"a26dff91d90e168da8e49f0c19dde98447c095da","run_id":"1b595b2b874b0d615aa89161","run_url":"/runs/1b595b2b874b0d615aa89161","scope":"8877f1f73ee0a3c138937e07b7f6ca917f2c1d914d223e6a8ffa42b9ac8f0a47","score":0.21416382252559726,"task":"qwen35-arc-challenge-full"},{"benchmark":"ARC-Easy / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":44.37574226304423,"finished":1792209360,"gpu_slot_seconds":46.106542260968126,"manifest_url":"/artifacts/c2a07bc2c5480c9315dbaeda/manifest.json","metric":"accuracy","n":2376,"protocol_version":"codesota-qwen35-arc-easy-v1","revision":"a26dff91d90e168da8e49f0c19dde98447c095da","run_id":"c2a07bc2c5480c9315dbaeda","run_url":"/runs/c2a07bc2c5480c9315dbaeda","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.25,"task":"qwen35-arc-easy-full"}],"revisions":["a26dff91d90e168da8e49f0c19dde98447c095da"],"source":"https://huggingface.co/nineninesix/qwen3_5-full-attn-only-14"}}