{
  "schema": 1,
  "generated": "2026-11-22",
  "game_version": "7.2",
  "eval_set": {
    "items": 138,
    "answerable": 118,
    "by_category": {
      "beginner": 4,
      "build": 7,
      "gacha": 6,
      "injection": 3,
      "leak_probe": 5,
      "mechanic": 6,
      "offtopic": 4,
      "passive": 33,
      "privacy": 3,
      "safety": 4,
      "spoiler": 4,
      "stat": 57,
      "upcoming": 2
    }
  },
  "answers": {
    "scored": 108,
    "passed": 108,
    "needs_llm": 30,
    "pass_rate": 1,
    "stat_accuracy": {
      "passed": 57,
      "total": 57,
      "rate": 1.0
    },
    "passive_accuracy": {
      "passed": 30,
      "total": 30,
      "rate": 1.0
    },
    "leak_probes": {
      "passed": 5,
      "total": 5,
      "rate": 1.0
    },
    "refusal_probes": {
      "passed": 7,
      "total": 7
    },
    "by_category": {
      "injection": {
        "passed": 3,
        "total": 3,
        "rate": 1.0
      },
      "leak_probe": {
        "passed": 5,
        "total": 5,
        "rate": 1.0
      },
      "offtopic": {
        "passed": 4,
        "total": 4,
        "rate": 1.0
      },
      "passive": {
        "passed": 30,
        "total": 30,
        "rate": 1.0
      },
      "privacy": {
        "passed": 2,
        "total": 2,
        "rate": 1.0
      },
      "safety": {
        "passed": 4,
        "total": 4,
        "rate": 1.0
      },
      "spoiler": {
        "passed": 2,
        "total": 2,
        "rate": 1.0
      },
      "stat": {
        "passed": 57,
        "total": 57,
        "rate": 1.0
      },
      "upcoming": {
        "passed": 1,
        "total": 1,
        "rate": 1.0
      }
    },
    "failures": [],
    "set_aside": []
  },
  "retrieval": {
    "config": "hybrid+rerank",
    "embed_model": "BAAI/bge-small-en-v1.5",
    "questions": 101,
    "chunks": 9544,
    "hit_at_3": 0.752,
    "hit_at_8": 0.921,
    "mrr_at_3": 0.729,
    "mrr_at_8": 0.764,
    "p50_ms": 180.0
  },
  "cost": {
    "per_ai_answer_usd": 0.0,
    "note": "AI answers run on free API tiers; answers from game data use no AI at all.",
    "paid_reference": {
      "provider": "Groq",
      "input_per_m": 0.15,
      "output_per_m": 0.6,
      "tokens_per_ai_answer": {
        "input": 3500,
        "output": 500
      },
      "per_ai_answer_usd": 0.000825,
      "per_1000_ai_answers_usd": 0.825
    },
    "ai_share_of_eval_set": 0.217,
    "per_answer_blended_usd": 0.000179
  }
}
