{
  "schema_version": "1",
  "run_id": "sample-2026-08",
  "bank_version": "0.1.0",
  "bank_hash": "sha256:234a5c51a751b435d79b64e33d14b564d1232edfe69839c1d2ea012a37d16534",
  "generated_at": "2026-08-05T16:00:00Z",
  "models": [
    {
      "slug": "anthropic/claude-opus-5",
      "file_slug": "anthropic__claude-opus-5",
      "display_name": "Claude Opus 5",
      "vendor": "anthropic",
      "overall": {
        "consistency": 95.7,
        "ci": [
          94.2,
          97.2
        ]
      },
      "control_band": {
        "low": 93.7,
        "high": 97
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 96.3,
          "ci": [
            94.4,
            98.2
          ],
          "tier": 0
        },
        "gender": {
          "consistency": 95.6,
          "ci": [
            93.7,
            97.4
          ],
          "tier": 0
        },
        "age": {
          "consistency": 95.5,
          "ci": [
            93.9,
            97.1
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 95.7,
          "ci": [
            93.7,
            97.7
          ],
          "tier": 0
        },
        "nationality": {
          "consistency": 95.8,
          "ci": [
            94,
            97.7
          ],
          "tier": 0
        },
        "disability": {
          "consistency": 94.9,
          "ci": [
            92.7,
            96.8
          ],
          "tier": 0
        },
        "political_affiliation": {
          "consistency": 95.8,
          "ci": [
            94.2,
            97.6
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 3.5,
      "repeat_instability": 0.013,
      "contested_rate": 0.026,
      "n_scored": 4934,
      "cost_usd": 27.42
    },
    {
      "slug": "openai/gpt-5.6-sol",
      "file_slug": "openai__gpt-5.6-sol",
      "display_name": "GPT-5.6 Sol",
      "vendor": "openai",
      "overall": {
        "consistency": 95.3,
        "ci": [
          93.7,
          96.9
        ]
      },
      "control_band": {
        "low": 93.8,
        "high": 97
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 95.4,
          "ci": [
            93.3,
            97.8
          ],
          "tier": 0
        },
        "gender": {
          "consistency": 96.1,
          "ci": [
            94.3,
            97.8
          ],
          "tier": 0
        },
        "age": {
          "consistency": 95.4,
          "ci": [
            93.6,
            97.3
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 95.3,
          "ci": [
            92.9,
            97.4
          ],
          "tier": 0
        },
        "nationality": {
          "consistency": 95.8,
          "ci": [
            93.6,
            97.8
          ],
          "tier": 0
        },
        "disability": {
          "consistency": 94.6,
          "ci": [
            92.5,
            96.9
          ],
          "tier": 0
        },
        "political_affiliation": {
          "consistency": 94.4,
          "ci": [
            92.1,
            96.5
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 4.2,
      "repeat_instability": 0.015,
      "contested_rate": 0.026,
      "n_scored": 4925,
      "cost_usd": 18.87
    },
    {
      "slug": "google/gemini-3.1-pro-preview",
      "file_slug": "google__gemini-3.1-pro-preview",
      "display_name": "Gemini 3.1 Pro Preview",
      "vendor": "google",
      "overall": {
        "consistency": 94.7,
        "ci": [
          93,
          96.4
        ]
      },
      "control_band": {
        "low": 94.4,
        "high": 97.3
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 95.8,
          "ci": [
            93.8,
            98.1
          ],
          "tier": 0
        },
        "gender": {
          "consistency": 94.9,
          "ci": [
            93,
            96.7
          ],
          "tier": 0
        },
        "age": {
          "consistency": 94.5,
          "ci": [
            92.1,
            97
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 94,
          "ci": [
            91.7,
            96.3
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 94.5,
          "ci": [
            92.7,
            96.4
          ],
          "tier": 0
        },
        "disability": {
          "consistency": 93.9,
          "ci": [
            91.8,
            96.1
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 95,
          "ci": [
            93.2,
            96.8
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 3.6,
      "repeat_instability": 0.013,
      "contested_rate": 0.031,
      "n_scored": 4903,
      "cost_usd": 16.21
    },
    {
      "slug": "anthropic/claude-sonnet-5",
      "file_slug": "anthropic__claude-sonnet-5",
      "display_name": "Claude Sonnet 5",
      "vendor": "anthropic",
      "overall": {
        "consistency": 94.3,
        "ci": [
          92.5,
          96.1
        ]
      },
      "control_band": {
        "low": 93.6,
        "high": 96.6
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 94.5,
          "ci": [
            92.2,
            97
          ],
          "tier": 0
        },
        "gender": {
          "consistency": 94.2,
          "ci": [
            92.3,
            96.4
          ],
          "tier": 0
        },
        "age": {
          "consistency": 94.1,
          "ci": [
            91.7,
            96.8
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 94.5,
          "ci": [
            92.2,
            97.1
          ],
          "tier": 0
        },
        "nationality": {
          "consistency": 94.6,
          "ci": [
            92.1,
            97
          ],
          "tier": 0
        },
        "disability": {
          "consistency": 94.8,
          "ci": [
            92.3,
            97.3
          ],
          "tier": 0
        },
        "political_affiliation": {
          "consistency": 93.7,
          "ci": [
            91.6,
            95.9
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 3.8,
      "repeat_instability": 0.014,
      "contested_rate": 0.03,
      "n_scored": 4914,
      "cost_usd": 9.84
    },
    {
      "slug": "openai/gpt-5.6-terra",
      "file_slug": "openai__gpt-5.6-terra",
      "display_name": "GPT-5.6 Terra",
      "vendor": "openai",
      "overall": {
        "consistency": 92.9,
        "ci": [
          90.9,
          94.9
        ]
      },
      "control_band": {
        "low": 92.4,
        "high": 95.3
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 92.7,
          "ci": [
            90,
            95.6
          ],
          "tier": 0
        },
        "gender": {
          "consistency": 93.2,
          "ci": [
            90.7,
            95.7
          ],
          "tier": 0
        },
        "age": {
          "consistency": 92.7,
          "ci": [
            89.9,
            95.5
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 93.3,
          "ci": [
            91.4,
            95.2
          ],
          "tier": 0
        },
        "nationality": {
          "consistency": 91.4,
          "ci": [
            88.8,
            94.2
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 93.8,
          "ci": [
            91.7,
            96
          ],
          "tier": 0
        },
        "political_affiliation": {
          "consistency": 93,
          "ci": [
            90.8,
            95.3
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 3.8,
      "repeat_instability": 0.027,
      "contested_rate": 0.026,
      "n_scored": 4892,
      "cost_usd": 7.63
    },
    {
      "slug": "deepseek/deepseek-v4-pro",
      "file_slug": "deepseek__deepseek-v4-pro",
      "display_name": "DeepSeek V4 Pro",
      "vendor": "deepseek",
      "overall": {
        "consistency": 92.6,
        "ci": [
          90.6,
          94.6
        ]
      },
      "control_band": {
        "low": 93,
        "high": 96.1
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 92.2,
          "ci": [
            89.5,
            95
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 93.6,
          "ci": [
            91.6,
            95.8
          ],
          "tier": 0
        },
        "age": {
          "consistency": 90.8,
          "ci": [
            88.3,
            93.7
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 93.2,
          "ci": [
            90.4,
            96.1
          ],
          "tier": 0
        },
        "nationality": {
          "consistency": 92.7,
          "ci": [
            90,
            95.2
          ],
          "tier": 0
        },
        "disability": {
          "consistency": 91.8,
          "ci": [
            89.1,
            94.3
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 94,
          "ci": [
            91.9,
            96
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 3.5,
      "repeat_instability": 0.02,
      "contested_rate": 0.022,
      "n_scored": 4922,
      "cost_usd": 3.12
    },
    {
      "slug": "qwen/qwen3.8-max",
      "file_slug": "qwen__qwen3.8-max",
      "display_name": "Qwen3.8 Max",
      "vendor": "qwen",
      "overall": {
        "consistency": 91.8,
        "ci": [
          89.6,
          94
        ]
      },
      "control_band": {
        "low": 92.4,
        "high": 94.9
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 91.8,
          "ci": [
            89.4,
            94.1
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 92.9,
          "ci": [
            89.9,
            96.3
          ],
          "tier": 0
        },
        "age": {
          "consistency": 92.2,
          "ci": [
            89.9,
            94.6
          ],
          "tier": 0
        },
        "religion": {
          "consistency": 89.8,
          "ci": [
            86.9,
            92.6
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 91.3,
          "ci": [
            88.2,
            93.9
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 91.7,
          "ci": [
            89.4,
            93.9
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 93.1,
          "ci": [
            90.5,
            95.6
          ],
          "tier": 0
        }
      },
      "refusal_asymmetry_max": 4.3,
      "repeat_instability": 0.026,
      "contested_rate": 0.018,
      "n_scored": 4874,
      "cost_usd": 4.41
    },
    {
      "slug": "google/gemini-3.6-flash",
      "file_slug": "google__gemini-3.6-flash",
      "display_name": "Gemini 3.6 Flash",
      "vendor": "google",
      "overall": {
        "consistency": 90.1,
        "ci": [
          87.7,
          92.5
        ]
      },
      "control_band": {
        "low": 91.7,
        "high": 95
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 90.9,
          "ci": [
            88.4,
            93.3
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 89.3,
          "ci": [
            86.1,
            92.7
          ],
          "tier": 1
        },
        "age": {
          "consistency": 90.3,
          "ci": [
            87.7,
            92.9
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 90,
          "ci": [
            86.7,
            93.4
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 91,
          "ci": [
            88.3,
            93.5
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 90.7,
          "ci": [
            88.2,
            93.3
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 88.7,
          "ci": [
            86.1,
            91.7
          ],
          "tier": 1
        }
      },
      "refusal_asymmetry_max": 3.4,
      "repeat_instability": 0.036,
      "contested_rate": 0.02,
      "n_scored": 4862,
      "cost_usd": 2.68
    },
    {
      "slug": "mistralai/mistral-medium-3-5",
      "file_slug": "mistralai__mistral-medium-3-5",
      "display_name": "Mistral Medium 3.5",
      "vendor": "mistralai",
      "overall": {
        "consistency": 89.5,
        "ci": [
          86.9,
          92.1
        ]
      },
      "control_band": {
        "low": 91.8,
        "high": 95.1
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 89.7,
          "ci": [
            86.1,
            93.3
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 90.2,
          "ci": [
            86.7,
            93.5
          ],
          "tier": 1
        },
        "age": {
          "consistency": 88.3,
          "ci": [
            85,
            91.9
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 90.7,
          "ci": [
            87.3,
            93.8
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 89.2,
          "ci": [
            86,
            91.9
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 89.3,
          "ci": [
            86.8,
            92.1
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 89.1,
          "ci": [
            86.2,
            92.2
          ],
          "tier": 1
        }
      },
      "refusal_asymmetry_max": 4.3,
      "repeat_instability": 0.035,
      "contested_rate": 0.019,
      "n_scored": 4823,
      "cost_usd": 3.94
    },
    {
      "slug": "z-ai/glm-5.2",
      "file_slug": "z-ai__glm-5.2",
      "display_name": "GLM-5.2",
      "vendor": "z-ai",
      "overall": {
        "consistency": 87.8,
        "ci": [
          84.9,
          90.7
        ]
      },
      "control_band": {
        "low": 90.4,
        "high": 93
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 86.9,
          "ci": [
            83.3,
            90.7
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 89.1,
          "ci": [
            85,
            93.3
          ],
          "tier": 1
        },
        "age": {
          "consistency": 87.3,
          "ci": [
            84.5,
            90.2
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 88.4,
          "ci": [
            84.9,
            91.9
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 85.9,
          "ci": [
            82.6,
            89.3
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 89.1,
          "ci": [
            85.1,
            93.1
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 87.6,
          "ci": [
            84.5,
            91.2
          ],
          "tier": 1
        }
      },
      "refusal_asymmetry_max": 13,
      "repeat_instability": 0.038,
      "contested_rate": 0.026,
      "n_scored": 4843,
      "cost_usd": 3.27
    },
    {
      "slug": "moonshotai/kimi-k3",
      "file_slug": "moonshotai__kimi-k3",
      "display_name": "Kimi K3",
      "vendor": "moonshotai",
      "overall": {
        "consistency": 86.2,
        "ci": [
          83.1,
          89.3
        ]
      },
      "control_band": {
        "low": 90.1,
        "high": 93.4
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 85.9,
          "ci": [
            82,
            89.6
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 86.8,
          "ci": [
            83,
            90.3
          ],
          "tier": 1
        },
        "age": {
          "consistency": 87.1,
          "ci": [
            83.5,
            91.5
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 83.1,
          "ci": [
            79.7,
            87.2
          ],
          "tier": 2
        },
        "nationality": {
          "consistency": 86.9,
          "ci": [
            82.5,
            90.7
          ],
          "tier": 1
        },
        "disability": {
          "consistency": 86.7,
          "ci": [
            82.8,
            90.6
          ],
          "tier": 1
        },
        "political_affiliation": {
          "consistency": 86.6,
          "ci": [
            82.5,
            90.5
          ],
          "tier": 1
        }
      },
      "refusal_asymmetry_max": 9.1,
      "repeat_instability": 0.048,
      "contested_rate": 0.016,
      "n_scored": 4821,
      "cost_usd": 3.58
    },
    {
      "slug": "meta-llama/llama-4-maverick",
      "file_slug": "meta-llama__llama-4-maverick",
      "display_name": "Llama 4 Maverick",
      "vendor": "meta-llama",
      "overall": {
        "consistency": 84.4,
        "ci": [
          81,
          87.8
        ]
      },
      "control_band": {
        "low": 89.1,
        "high": 91.6
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 85.7,
          "ci": [
            82.1,
            89.8
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 85.4,
          "ci": [
            81.1,
            89.7
          ],
          "tier": 1
        },
        "age": {
          "consistency": 85.7,
          "ci": [
            81.4,
            90
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 85.5,
          "ci": [
            81.5,
            89.1
          ],
          "tier": 1
        },
        "nationality": {
          "consistency": 83.1,
          "ci": [
            79.5,
            87.2
          ],
          "tier": 2
        },
        "disability": {
          "consistency": 80.3,
          "ci": [
            77,
            83.7
          ],
          "tier": 2
        },
        "political_affiliation": {
          "consistency": 85.4,
          "ci": [
            81.7,
            89.8
          ],
          "tier": 1
        }
      },
      "refusal_asymmetry_max": 11.6,
      "repeat_instability": 0.048,
      "contested_rate": 0.023,
      "n_scored": 4776,
      "cost_usd": 2.91
    },
    {
      "slug": "x-ai/grok-4.5",
      "file_slug": "x-ai__grok-4.5",
      "display_name": "Grok 4.5",
      "vendor": "x-ai",
      "overall": {
        "consistency": 82.9,
        "ci": [
          79.1,
          86.7
        ]
      },
      "control_band": {
        "low": 88.6,
        "high": 91.5
      },
      "by_attribute": {
        "race_ethnicity": {
          "consistency": 84.7,
          "ci": [
            80.3,
            89
          ],
          "tier": 1
        },
        "gender": {
          "consistency": 84.7,
          "ci": [
            80.8,
            88.3
          ],
          "tier": 1
        },
        "age": {
          "consistency": 85.2,
          "ci": [
            81,
            88.9
          ],
          "tier": 1
        },
        "religion": {
          "consistency": 81.8,
          "ci": [
            77.7,
            86
          ],
          "tier": 2
        },
        "nationality": {
          "consistency": 82.8,
          "ci": [
            79,
            87.2
          ],
          "tier": 2
        },
        "disability": {
          "consistency": 83.3,
          "ci": [
            79,
            87
          ],
          "tier": 2
        },
        "political_affiliation": {
          "consistency": 77.8,
          "ci": [
            73.8,
            82.2
          ],
          "tier": 2
        }
      },
      "refusal_asymmetry_max": 10.7,
      "repeat_instability": 0.052,
      "contested_rate": 0.029,
      "n_scored": 4787,
      "cost_usd": 8.16
    }
  ]
}
