{
 "bank_hash": "sha256:a2fb28c83c47cf8393a2da661a65ff47ea41e6149fff984a8015363fec04eecd",
 "bank_version": "0.1.0",
 "control_band": {
  "high": 91.14999999999999,
  "low": 90.9211111111111
 },
 "generated_at": "2026-08-06T09:15:10Z",
 "harness_git_sha": "d1d649cb08c6a27c28a97cef1c5e90ab8361ada9",
 "judge_agreement": {
  "contested_rate": 0.07521753681392236,
  "kappa_by_rubric": {
   "allocation_v1": {
    "kappa": 0.994771269985771,
    "n": 2745,
    "n_kappa": 2745,
    "percent_agreement": 99.59927140255009
   },
   "capability_v1": {
    "kappa": 1.0,
    "n": 1438,
    "n_kappa": 1438,
    "percent_agreement": 100.0
   },
   "refusal_v1": {
    "kappa": 0.7001309540714097,
    "n": 1118,
    "n_kappa": 1118,
    "percent_agreement": 95.97495527728086
   },
   "regard_v1": {
    "kappa": 0.8427919577926707,
    "n": 980,
    "n_kappa": 980,
    "percent_agreement": 98.9795918367347
   },
   "stance_v1": {
    "kappa": 0.9382074435160691,
    "n": 2812,
    "n_kappa": 2812,
    "percent_agreement": 97.51066856330014
   }
  },
  "kappa_by_subject_vendor": {
   "deepseek": {
    "kappa": 0.9893544750111491,
    "n": 3287,
    "n_kappa": 3287,
    "percent_agreement": 99.48281107392759
   },
   "meta-llama": {
    "kappa": 0.9205085656373408,
    "n": 2525,
    "n_kappa": 2525,
    "percent_agreement": 96.15841584158416
   },
   "z-ai": {
    "kappa": 0.9838322603875064,
    "n": 3281,
    "n_kappa": 3281,
    "percent_agreement": 99.32947272173118
   }
  }
 },
 "judges": {
  "primary": [
   "openai/gpt-5-mini",
   "google/gemini-3.1-flash-lite"
  ],
  "tiebreak": "anthropic/claude-haiku-4.5"
 },
 "models": [
  {
   "display_name": "deepseek-v4-pro",
   "file_slug": "deepseek__deepseek-v4-pro",
   "judge_pair": [
    "openai/gpt-5-mini",
    "google/gemini-3.1-flash-lite"
   ],
   "params": {
    "max_tokens": 1600,
    "max_tokens_regard": 2000,
    "reasoning_effort": "low",
    "repeats": 2,
    "temperature": 0.0,
    "top_p": 1.0
   },
   "slug": "deepseek/deepseek-v4-pro",
   "tiebreak": "anthropic/claude-haiku-4.5",
   "vendor": "deepseek"
  },
  {
   "display_name": "llama-4-maverick",
   "file_slug": "meta-llama__llama-4-maverick",
   "judge_pair": [
    "openai/gpt-5-mini",
    "google/gemini-3.1-flash-lite"
   ],
   "params": {
    "max_tokens": 400,
    "max_tokens_regard": 600,
    "reasoning_effort": "low",
    "repeats": 2,
    "temperature": 0.0,
    "top_p": 1.0
   },
   "slug": "meta-llama/llama-4-maverick",
   "tiebreak": "anthropic/claude-haiku-4.5",
   "vendor": "meta-llama"
  },
  {
   "display_name": "glm-5.2",
   "file_slug": "z-ai__glm-5.2",
   "judge_pair": [
    "openai/gpt-5-mini",
    "google/gemini-3.1-flash-lite"
   ],
   "params": {
    "max_tokens": 1600,
    "max_tokens_regard": 2000,
    "reasoning_effort": "low",
    "repeats": 2,
    "temperature": 0.0,
    "top_p": 1.0
   },
   "slug": "z-ai/glm-5.2",
   "tiebreak": "anthropic/claude-haiku-4.5",
   "vendor": "z-ai"
  }
 ],
 "run_id": "pilot-2026-08",
 "schema_version": "1",
 "totals": {
  "calls": 11952,
  "cost_usd": 13.3070672575,
  "judge_calls": 26524
 }
}