{
  "generated_at": "2026-08-23T15:49:43+00:00",
  "requested_model": "openrouter/auto-beta",
  "router_plugin": {
    "id": "auto-beta-router",
    "cost_tier": "low"
  },
  "completed": 1499,
  "failed_or_pending": 0,
  "all_rows": {
    "n": 1499,
    "accuracy": 0.5323549032688459,
    "precision": 0.4376163873370577,
    "recall": 0.8289241622574955,
    "f1": 0.5728214503351614,
    "confusion_matrix": {
      "tp": 470,
      "fp": 604,
      "tn": 328,
      "fn": 97
    }
  },
  "primary_excluding_few_shot_sources": {
    "n": 1198,
    "accuracy": 0.5383973288814691,
    "precision": 0.4610091743119266,
    "recall": 0.8288659793814434,
    "f1": 0.5924834193072955,
    "confusion_matrix": {
      "tp": 402,
      "fp": 470,
      "tn": 243,
      "fn": 83
    }
  },
  "actual_models": {
    "deepseek/deepseek-v4-flash": 772,
    "google/gemini-2.5-flash-lite": 726,
    "openai/gpt-5.6-luna": 1
  },
  "protocol_label": "Auto Router evaluation using the released zero-shot pluckability protocol; router mixture, not a named-model result."
}