{
  "generated_at": "2026-08-22T17:37:34+00:00",
  "requested_model": "openrouter/auto-beta",
  "router_plugin": {
    "id": "auto-beta-router",
    "cost_tier": "low"
  },
  "completed": 1499,
  "failed_or_pending": 0,
  "all_rows": {
    "n": 1499,
    "accuracy": 0.5390260173448966,
    "precision": 0.44015444015444016,
    "recall": 0.8042328042328042,
    "f1": 0.5689332501559576,
    "confusion_matrix": {
      "tp": 456,
      "fp": 580,
      "tn": 352,
      "fn": 111
    }
  },
  "primary_excluding_few_shot_sources": {
    "n": 1198,
    "accuracy": 0.5325542570951586,
    "precision": 0.45593419506462984,
    "recall": 0.8,
    "f1": 0.5808383233532934,
    "confusion_matrix": {
      "tp": 388,
      "fp": 463,
      "tn": 250,
      "fn": 97
    }
  },
  "actual_models": {
    "google/gemini-2.5-flash-lite": 687,
    "deepseek/deepseek-v4-flash": 808,
    "z-ai/glm-5.2": 4
  },
  "protocol_label": "Auto Router evaluation using the released zero-shot pluckability protocol; router mixture, not a named-model result."
}