Benchmark plan / bfcl

BFCL v3

tool-use · instruct · en

planned · No sub-1B cohort score yet. Planning cost W; actual GPU time is not measured.

Related BFCL versions; preserve separate protocols and shared family.

Before scheduling

Pin dataset revision, split and item IDs; validate the native-model adapter; set context and generation budgets; freeze prompts, decoding, scoring and any grader/environment. Report every compatible system in the same scope. Long-context or gated data may require further preparation.

Presets: liquid-reference. Qualified detail-page visits affect planning priority, not automatic budget expansion.

Ontology record

{
  "number": 12,
  "benchmark_id": "bfcl-v3",
  "name": "BFCL v3",
  "benchmark_family": "bfcl",
  "task_ids": [
    "tool-use"
  ],
  "group": "liquid-reference",
  "source": "https://github.com/ShishirPatil/gorilla/tree/main/berkeley-function-call-leaderboard",
  "liquid": [
    "LFM2.5-350M"
  ],
  "presets": [
    "liquid-reference"
  ],
  "languages": [
    "en"
  ],
  "base_or_instruct": "instruct",
  "metric": "function_call_accuracy",
  "direction": "max",
  "dataset_revision": null,
  "split": null,
  "item_ids": null,
  "protocol_id": null,
  "generation_and_context_budget": {
    "max_input_tokens": null,
    "max_output_tokens": null,
    "sample_count": null
  },
  "grader_or_environment": "Pinned tools and simulator required",
  "measured_cost": null,
  "planning_cost": "W",
  "status": "planned",
  "note": "Related BFCL versions; preserve separate protocols and shared family.",
  "existing_adapter_task": null,
  "comparison_scope": "No sub-1B cohort result for this catalogue entry yet",
  "execution_tier": 2,
  "execution_priority_reason": "Liquid reference coverage",
  "execution_order": 112,
  "visits_30d": 0,
  "demand": 0,
  "priority": 0
}