{"components":{"schemas":{"Benchmark":{"additionalProperties":true,"properties":{"benchmark_family":{"type":"string"},"benchmark_id":{"type":"string"},"dataset_revision":{"type":["string","null"]},"measured_cost":{"type":["number","null"]},"measured_cost_unit":{"type":"string"},"name":{"type":"string"},"planning_cost":{"type":"string"},"protocol_id":{"type":["string","null"]},"status":{"enum":["planned","adapter_ready","pilot","full","failed"],"type":"string"},"task_ids":{"items":{"type":"string"},"type":"array"}},"required":["benchmark_id","name","benchmark_family","task_ids","status"],"type":"object"},"Coverage":{"additionalProperties":true,"properties":{"count":{"minimum":1,"type":"integer"},"kind":{"enum":["full","subset","unknown"],"type":"string"},"unit":{"type":"string"}},"required":["kind","count","unit"],"type":"object"},"Error":{"properties":{"error":{"type":"string"}},"required":["error"],"type":"object"},"EvaluationProfile":{"additionalProperties":true,"properties":{"benchmark_id":{"type":"string"},"id":{"type":"string"},"models":{"items":{"$ref":"#/components/schemas/Record"},"type":"array"},"name":{"type":"string"},"scope":{"type":"string"},"task_ids":{"items":{"type":"string"},"type":"array"}},"required":["id","name","benchmark_id","task_ids","scope","models"],"type":"object"},"ListResponse":{"properties":{"api_version":{"const":"codesota.v1"},"data":{"items":{"$ref":"#/components/schemas/Record"},"type":"array"},"pagination":{"properties":{"limit":{"type":"integer"},"next":{"type":["string","null"]},"offset":{"type":"integer"},"previous":{"type":["string","null"]},"total":{"type":"integer"}},"required":["limit","offset","total","next","previous"],"type":"object"}},"required":["api_version","data","pagination"],"type":"object"},"Metric":{"additionalProperties":true,"properties":{"direction":{"enum":["min","max"],"type":"string"},"name":{"type":"string"},"value":{"type":"number"}},"required":["name","value","direction"],"type":"object"},"ModelVersion":{"additionalProperties":true,"properties":{"id":{"type":"string"},"model":{"type":"string"},"parameters":{"minimum":1,"type":["integer","null"]},"revision":{"pattern":"^[a-f0-9]{40}$","type":"string"},"source":{"type":"string"}},"required":["id","model","revision","parameters"],"type":"object"},"ObjectResponse":{"properties":{"api_version":{"const":"codesota.v1"},"data":{"$ref":"#/components/schemas/Record"}},"required":["api_version","data"],"type":"object"},"Protocol":{"additionalProperties":true,"properties":{"benchmark_id":{"type":"string"},"configuration":{"$ref":"#/components/schemas/Record"},"id":{"type":"string"},"protocol_id":{"type":"string"}},"required":["id","protocol_id","benchmark_id","configuration"],"type":"object"},"QueueJob":{"additionalProperties":true,"properties":{"gpu":{"type":["integer","null"]},"id":{"type":"string"},"model":{"type":"string"},"started":{"type":["integer","null"]},"status":{"type":"string"},"task":{"type":"string"}},"required":["id","task","model","status"],"type":"object"},"Record":{"additionalProperties":true,"type":"object"},"Result":{"additionalProperties":true,"properties":{"benchmark_id":{"type":"string"},"coverage":{"$ref":"#/components/schemas/Coverage"},"evidence":{"additionalProperties":true,"properties":{"items":{"type":"string"},"manifest":{"type":"string"},"result":{"type":"string"},"source":{"type":"string"}},"required":["result","manifest","source","items"],"type":"object"},"finished":{"type":"integer"},"id":{"type":"string"},"is_current_scope":{"type":"boolean"},"metric":{"$ref":"#/components/schemas/Metric"},"model":{"type":"string"},"model_revision":{"type":"string"},"model_version_id":{"type":"string"},"origin":{"enum":["codesota","reported"],"type":"string"},"protocol_id":{"type":"string"},"scope_id":{"type":"string"}},"required":["id","model_version_id","model","model_revision","benchmark_id","protocol_id","scope_id","metric","origin","coverage","is_current_scope","finished","evidence"],"type":"object"},"Task":{"additionalProperties":true,"properties":{"id":{"type":"string"},"input":{"type":"string"},"name":{"type":"string"},"output":{"type":"string"}},"required":["id","name","input","output"],"type":"object"}}},"info":{"description":"Public benchmark plans, pinned evaluation profiles, model versions and measured subset results. Compare only identical scope_id/metric. List results default to current scopes; current=false includes archived runs. No public write API. No aggregate SOTA claim.","title":"CodeSOTA public read API","version":"1.0.0"},"openapi":"3.1.0","paths":{"/api/v1/agents":{"get":{"operationId":"agents","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read agents"}},"/api/v1/benchmarks":{"get":{"operationId":"benchmarks","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}},{"in":"query","name":"status","schema":{"enum":["planned","adapter_ready","pilot","full","failed"],"type":"string"}},{"in":"query","name":"preset","schema":{"enum":["liquid-reference","small-base"],"type":"string"}},{"in":"query","name":"family","schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/Benchmark"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read benchmarks"}},"/api/v1/benchmarks/{id}":{"get":{"operationId":"get_benchmarks","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/Benchmark"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one benchmarks record"}},"/api/v1/evaluation-profiles":{"get":{"operationId":"evaluation_profiles","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/EvaluationProfile"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read evaluation-profiles"}},"/api/v1/evaluation-profiles/{id}":{"get":{"operationId":"get_evaluation_profiles","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/EvaluationProfile"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one evaluation-profiles record"}},"/api/v1/factory":{"get":{"operationId":"factory","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read factory"}},"/api/v1/gpus":{"get":{"operationId":"gpus","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read gpus"}},"/api/v1/manifest":{"get":{"operationId":"manifest","responses":{"200":{"description":"API discovery manifest"}},"security":[],"summary":"Discover resources and comparison rules"}},"/api/v1/models":{"get":{"operationId":"models","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/ModelVersion"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read models"}},"/api/v1/models/{id}":{"get":{"operationId":"get_models","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/ModelVersion"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one models record"}},"/api/v1/performance":{"get":{"operationId":"performance","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read performance"}},"/api/v1/protocols":{"get":{"operationId":"protocols","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/Protocol"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read protocols"}},"/api/v1/protocols/{id}":{"get":{"operationId":"get_protocols","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/Protocol"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one protocols record"}},"/api/v1/queue":{"get":{"operationId":"queue","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}},{"in":"query","name":"status","schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/QueueJob"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read queue"}},"/api/v1/queue/eta":{"get":{"operationId":"queue_eta","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read queue/eta"}},"/api/v1/results":{"get":{"operationId":"results","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}},{"in":"query","name":"model","schema":{"type":"string"}},{"in":"query","name":"scope_id","schema":{"type":"string"}},{"in":"query","name":"current","schema":{"enum":["true","false"],"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/Result"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read results"}},"/api/v1/results/{id}":{"get":{"operationId":"get_results","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/Result"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one results record"}},"/api/v1/tasks":{"get":{"operationId":"tasks","parameters":[{"in":"query","name":"limit","schema":{"default":20,"maximum":100,"minimum":1,"type":"integer"}},{"in":"query","name":"offset","schema":{"default":0,"minimum":0,"type":"integer"}},{"in":"query","name":"q","schema":{"maxLength":200,"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ListResponse"},{"properties":{"data":{"items":{"$ref":"#/components/schemas/Task"},"type":"array"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read tasks"}},"/api/v1/tasks/{id}":{"get":{"operationId":"get_tasks","parameters":[{"in":"path","name":"id","required":true,"schema":{"type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"allOf":[{"$ref":"#/components/schemas/ObjectResponse"},{"properties":{"data":{"$ref":"#/components/schemas/Task"}}}]}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read one tasks record"}},"/api/v1/traffic":{"get":{"operationId":"traffic","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read traffic"}},"/api/v1/validation":{"get":{"operationId":"validation","parameters":[],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ObjectResponse"}}},"description":"Public JSON; no authentication required"},"400":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Invalid parameters"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}},"description":"Record or resource not found"}},"security":[],"summary":"Read validation"}}},"servers":[{"url":"https://beta.codesota.com"}]}