{"api_version":"codesota.v1","data":{"archived_results":[],"evidence_status":"CodeSOTA measurements only; model-card claims are not benchmark results","measured_parameters":[{"basis":"Unique parameters counted in the loaded evaluator model on White","model":"OmniJev/PlayJev-0.8B","parameters":852985920,"revision":"a7348002b1e159add7037d6d50812cd4db2d96e9","source":"https://huggingface.co/OmniJev/PlayJev-0.8B/tree/a7348002b1e159add7037d6d50812cd4db2d96e9","updated":1792212373}],"model":"OmniJev/PlayJev-0.8B","page":"/models/OmniJev/PlayJev-0.8B","pending":[],"results":[{"benchmark":"ARC-Challenge / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":41.44727034296375,"finished":1792212373,"gpu_slot_seconds":43.19695033796597,"manifest_url":"/artifacts/6ecc59527b7e193dcac98122/manifest.json","metric":"accuracy","n":1172,"protocol_version":"codesota-qwen35-arc-challenge-v1","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9","run_id":"6ecc59527b7e193dcac98122","run_url":"/runs/6ecc59527b7e193dcac98122","scope":"8877f1f73ee0a3c138937e07b7f6ca917f2c1d914d223e6a8ffa42b9ac8f0a47","score":0.24744027303754265,"task":"qwen35-arc-challenge-full"},{"benchmark":"ARC-Easy / Qwen3.5 same-base cohort","coverage":"full","direction":"max","evaluation_seconds":91.46230818401091,"finished":1792208754,"gpu_slot_seconds":93.24119240511209,"manifest_url":"/artifacts/0f4e12b0cba7a4a4a9b3603c/manifest.json","metric":"accuracy","n":2376,"protocol_version":"codesota-qwen35-arc-easy-v1","revision":"a7348002b1e159add7037d6d50812cd4db2d96e9","run_id":"0f4e12b0cba7a4a4a9b3603c","run_url":"/runs/0f4e12b0cba7a4a4a9b3603c","scope":"84fe51c6790b19376ad4a234c742b80e0f73e3eb0d6a7257d48e5315d6a7c078","score":0.2756734006734007,"task":"qwen35-arc-easy-full"}],"revisions":["a7348002b1e159add7037d6d50812cd4db2d96e9"],"source":"https://huggingface.co/OmniJev/PlayJev-0.8B"}}