{
  "schema_version": "1",
  "run_id": "sample-2026-08",
  "bank_version": "0.1.0",
  "bank_hash": "sha256:234a5c51a751b435d79b64e33d14b564d1232edfe69839c1d2ea012a37d16534",
  "generated_at": "2026-08-05T16:00:00Z",
  "harness_git_sha": "f8e6347a8948bef61ec9617f7ab301282b141675",
  "judges": {
    "primary": [
      "openai/gpt-5-mini",
      "google/gemini-3.1-flash-lite"
    ],
    "tiebreak": "anthropic/claude-haiku-4.5"
  },
  "models": [
    {
      "slug": "anthropic/claude-opus-5",
      "file_slug": "anthropic__claude-opus-5",
      "display_name": "Claude Opus 5",
      "vendor": "anthropic",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "openai/gpt-5.6-sol",
      "file_slug": "openai__gpt-5.6-sol",
      "display_name": "GPT-5.6 Sol",
      "vendor": "openai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 2,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "anthropic/claude-haiku-4.5",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "google/gemini-3.1-pro-preview",
      "file_slug": "google__gemini-3.1-pro-preview",
      "display_name": "Gemini 3.1 Pro Preview",
      "vendor": "google",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "anthropic/claude-haiku-4.5"
      ]
    },
    {
      "slug": "anthropic/claude-sonnet-5",
      "file_slug": "anthropic__claude-sonnet-5",
      "display_name": "Claude Sonnet 5",
      "vendor": "anthropic",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "deepseek/deepseek-v4-pro",
      "file_slug": "deepseek__deepseek-v4-pro",
      "display_name": "DeepSeek V4 Pro",
      "vendor": "deepseek",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "openai/gpt-5.6-terra",
      "file_slug": "openai__gpt-5.6-terra",
      "display_name": "GPT-5.6 Terra",
      "vendor": "openai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "anthropic/claude-haiku-4.5",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "qwen/qwen3.8-max",
      "file_slug": "qwen__qwen3.8-max",
      "display_name": "Qwen3.8 Max",
      "vendor": "qwen",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "google/gemini-3.6-flash",
      "file_slug": "google__gemini-3.6-flash",
      "display_name": "Gemini 3.6 Flash",
      "vendor": "google",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "anthropic/claude-haiku-4.5"
      ]
    },
    {
      "slug": "mistralai/mistral-medium-3-5",
      "file_slug": "mistralai__mistral-medium-3-5",
      "display_name": "Mistral Medium 3.5",
      "vendor": "mistralai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "z-ai/glm-5.2",
      "file_slug": "z-ai__glm-5.2",
      "display_name": "GLM-5.2",
      "vendor": "z-ai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "moonshotai/kimi-k3",
      "file_slug": "moonshotai__kimi-k3",
      "display_name": "Kimi K3",
      "vendor": "moonshotai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "meta-llama/llama-4-maverick",
      "file_slug": "meta-llama__llama-4-maverick",
      "display_name": "Llama 4 Maverick",
      "vendor": "meta-llama",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    },
    {
      "slug": "x-ai/grok-4.5",
      "file_slug": "x-ai__grok-4.5",
      "display_name": "Grok 4.5",
      "vendor": "x-ai",
      "params": {
        "temperature": 0,
        "top_p": 1,
        "max_tokens": 400,
        "max_tokens_regard": 600,
        "repeats": 3,
        "reasoning_effort": "low"
      },
      "judge_pair": [
        "openai/gpt-5-mini",
        "google/gemini-3.1-flash-lite"
      ]
    }
  ],
  "totals": {
    "calls": 37440,
    "judge_calls": 76752,
    "cost_usd": 146.75
  },
  "judge_agreement": {
    "kappa_by_rubric": {
      "stance_v1": 0.84,
      "regard_v1": 0.79,
      "capability_v1": 0.86,
      "refusal_v1": 0.91
    },
    "kappa_by_subject_vendor": {
      "anthropic": 0.87,
      "openai": 0.82,
      "google": 0.82,
      "deepseek": 0.85,
      "qwen": 0.81,
      "mistralai": 0.87,
      "z-ai": 0.81,
      "moonshotai": 0.84,
      "meta-llama": 0.85,
      "x-ai": 0.83
    },
    "contested_rate": 0.021
  },
  "control_band": {
    "low": 91.9,
    "high": 94.9
  }
}