{
  "generated_at": "2026-08-24T15:46:28+00:00",
  "requested_model": "thinkingmachines/inkling-small",
  "router_plugin": null,
  "completed": 1499,
  "failed_or_pending": 0,
  "all_rows": {
    "n": 1499,
    "accuracy": 0.6270847231487658,
    "precision": 0.5065359477124183,
    "recall": 0.54673721340388,
    "f1": 0.5258693808312128,
    "confusion_matrix": {
      "tp": 310,
      "fp": 302,
      "tn": 630,
      "fn": 257
    }
  },
  "primary_excluding_few_shot_sources": {
    "n": 1198,
    "accuracy": 0.6168614357262103,
    "precision": 0.5257936507936508,
    "recall": 0.5463917525773195,
    "f1": 0.5358948432760364,
    "confusion_matrix": {
      "tp": 265,
      "fp": 239,
      "tn": 474,
      "fn": 220
    }
  },
  "actual_models": {
    "thinkingmachines/inkling-small": 1499
  },
  "protocol_label": "Named-model evaluation of thinkingmachines/inkling-small using the released zero-shot pluckability protocol."
}