{
 "bank_hash": "sha256:8c9f58289299445853ad7f0ea5ba2508eeb928e972cf9f404d6f95cf8bd8a98f",
 "bank_version": "1.0.0",
 "generated_at": "2026-08-10T05:36:19Z",
 "models": [
  {
   "by_attribute": {
    "age": {
     "ci": [
      95.76719576719577,
      99.47089947089947
     ],
     "consistency": 97.88359788359789,
     "tier": 0
    },
    "disability": {
     "ci": [
      91.58558201058202,
      99.79797979797979
     ],
     "consistency": 96.30952380952381,
     "tier": 0
    },
    "gender": {
     "ci": [
      94.70899470899471,
      100.0
     ],
     "consistency": 97.88359788359789,
     "tier": 0
    },
    "nationality": {
     "ci": [
      92.90921516754851,
      97.8046398046398
     ],
     "consistency": 95.48941798941799,
     "tier": 0
    },
    "political": {
     "ci": [
      86.66666666666667,
      96.36426767676768
     ],
     "consistency": 91.9047619047619,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      90.6745731120731,
      97.30331965488216
     ],
     "consistency": 94.06084656084656,
     "tier": 0
    },
    "religion": {
     "ci": [
      96.99960317460318,
      99.78632478632478
     ],
     "consistency": 98.55820105820105,
     "tier": 0
    }
   },
   "contested_rate": 0.04618473895582329,
   "control_band": {
    "high": 91.35802469135803,
    "low": 91.31687242798354
   },
   "cost_usd": 36.155955,
   "display_name": "gpt-5.6-sol",
   "file_slug": "openai__gpt-5.6-sol",
   "n_scored": 4980,
   "overall": {
    "ci": [
     94.74015617319188,
     97.15507954071941
    ],
    "consistency": 96.01284958427814
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.09989959839357429,
   "slug": "openai/gpt-5.6-sol",
   "vendor": "openai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      91.85178571428571,
      99.27881944444444
     ],
     "consistency": 95.88148148148147,
     "tier": 0
    },
    "disability": {
     "ci": [
      93.00326388888888,
      98.93973958333333
     ],
     "consistency": 96.23923611111111,
     "tier": 0
    },
    "gender": {
     "ci": [
      91.31944444444444,
      99.16753472222221
     ],
     "consistency": 95.65972222222221,
     "tier": 0
    },
    "nationality": {
     "ci": [
      90.03314236111112,
      97.975
     ],
     "consistency": 94.39861111111111,
     "tier": 0
    },
    "political": {
     "ci": [
      87.96187566773506,
      98.66153298611111
     ],
     "consistency": 93.66333333333333,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      92.89602430555556,
      98.20008680555556
     ],
     "consistency": 95.78125,
     "tier": 0
    },
    "religion": {
     "ci": [
      97.7125,
      99.86805555555556
     ],
     "consistency": 98.94305555555556,
     "tier": 0
    }
   },
   "contested_rate": 0.007530120481927711,
   "control_band": {
    "high": 95.26777777777778,
    "low": 94.02666666666667
   },
   "cost_usd": 51.61665,
   "display_name": "claude-opus-5",
   "file_slug": "anthropic__claude-opus-5",
   "n_scored": 3169,
   "overall": {
    "ci": [
     94.3058744212963,
     97.12962549603175
    ],
    "consistency": 95.7952414021164
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.0963855421686747,
   "slug": "anthropic/claude-opus-5",
   "vendor": "anthropic"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      93.40277777777779,
      98.59027777777779
     ],
     "consistency": 96.15972222222223,
     "tier": 0
    },
    "disability": {
     "ci": [
      83.58229166666668,
      99.43958333333333
     ],
     "consistency": 93.66180555555556,
     "tier": 0
    },
    "gender": {
     "ci": [
      87.1517361111111,
      97.31944444444444
     ],
     "consistency": 92.54166666666667,
     "tier": 0
    },
    "nationality": {
     "ci": [
      91.11352430555556,
      98.8614236111111
     ],
     "consistency": 95.54791666666667,
     "tier": 0
    },
    "political": {
     "ci": [
      93.12708333333333,
      99.13125000000001
     ],
     "consistency": 96.41666666666666,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      93.38430555555556,
      98.41989583333334
     ],
     "consistency": 95.96805555555555,
     "tier": 0
    },
    "religion": {
     "ci": [
      99.43611111111112,
      100.0
     ],
     "consistency": 99.79305555555555,
     "tier": 0
    }
   },
   "contested_rate": 0.007279116465863454,
   "control_band": {
    "high": 97.68222222222222,
    "low": 96.59444444444445
   },
   "cost_usd": 71.11585,
   "display_name": "claude-fable-5",
   "file_slug": "anthropic__claude-fable-5",
   "n_scored": 3266,
   "overall": {
    "ci": [
     93.77989087301586,
     97.300091765873
    ],
    "consistency": 95.72698412698414
   },
   "refusal_asymmetry_max": 2.564102564102564,
   "repeat_instability": 0.071285140562249,
   "slug": "anthropic/claude-fable-5",
   "vendor": "anthropic"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      96.1637667887668,
      100.0
     ],
     "consistency": 98.43304843304843,
     "tier": 0
    },
    "disability": {
     "ci": [
      80.29700854700856,
      97.87126068376068
     ],
     "consistency": 90.55555555555556,
     "tier": 0
    },
    "gender": {
     "ci": [
      97.03587962962963,
      100.0
     ],
     "consistency": 98.94179894179894,
     "tier": 0
    },
    "nationality": {
     "ci": [
      87.80154320987656,
      97.97619047619047
     ],
     "consistency": 93.2936507936508,
     "tier": 0
    },
    "political": {
     "ci": [
      84.16613247863248,
      97.77777777777777
     ],
     "consistency": 91.30952380952381,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      93.29348544973544,
      98.51851851851852
     ],
     "consistency": 96.07142857142857,
     "tier": 0
    },
    "religion": {
     "ci": [
      91.5735398860399,
      98.79012345679013
     ],
     "consistency": 95.51587301587303,
     "tier": 0
    }
   },
   "contested_rate": 0.007362784471218206,
   "control_band": {
    "high": 96.04938271604938,
    "low": 95.59670781893004
   },
   "cost_usd": 32.299914,
   "display_name": "gemini-3.6-flash",
   "file_slug": "google__gemini-3.6-flash",
   "n_scored": 4347,
   "overall": {
    "ci": [
     92.88969126111984,
     96.72104273867667
    ],
    "consistency": 94.87441130298272
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.08132530120481928,
   "slug": "google/gemini-3.6-flash",
   "vendor": "google"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      99.05092592592592,
      100.0
     ],
     "consistency": 99.625,
     "tier": 0
    },
    "disability": {
     "ci": [
      78.25349537037037,
      97.50808449074074
     ],
     "consistency": 88.9900462962963,
     "tier": 0
    },
    "gender": {
     "ci": [
      93.72100694444445,
      99.55555555555556
     ],
     "consistency": 97.31944444444444,
     "tier": 0
    },
    "nationality": {
     "ci": [
      89.43233796296298,
      98.6010648148148
     ],
     "consistency": 94.64212962962964,
     "tier": 0
    },
    "political": {
     "ci": [
      87.22378472222222,
      96.69444444444444
     ],
     "consistency": 92.20462962962964,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      88.35263310185185,
      97.51748263888888
     ],
     "consistency": 93.24606481481482,
     "tier": 0
    },
    "religion": {
     "ci": [
      93.61805555555556,
      99.43981481481482
     ],
     "consistency": 97.00347222222221,
     "tier": 0
    }
   },
   "contested_rate": 0.015896921017402945,
   "control_band": {
    "high": 95.89148148148148,
    "low": 96.24481481481482
   },
   "cost_usd": 18.579914,
   "display_name": "claude-sonnet-5",
   "file_slug": "anthropic__claude-sonnet-5",
   "n_scored": 4383,
   "overall": {
    "ci": [
     92.7406283068783,
     96.51966021825399
    ],
    "consistency": 94.71868386243386
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.1320281124497992,
   "slug": "anthropic/claude-sonnet-5",
   "vendor": "anthropic"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      90.8641975308642,
      98.57549857549857
     ],
     "consistency": 95.23809523809523,
     "tier": 0
    },
    "disability": {
     "ci": [
      88.05555555555556,
      97.93681318681318
     ],
     "consistency": 93.33333333333333,
     "tier": 0
    },
    "gender": {
     "ci": [
      95.55423280423281,
      100.0
     ],
     "consistency": 97.88359788359789,
     "tier": 0
    },
    "nationality": {
     "ci": [
      86.96267806267807,
      98.119708994709
     ],
     "consistency": 93.28042328042329,
     "tier": 0
    },
    "political": {
     "ci": [
      84.7397435897436,
      96.1482905982906
     ],
     "consistency": 90.71428571428571,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      88.82091750841752,
      97.65462962962962
     ],
     "consistency": 93.54497354497354,
     "tier": 0
    },
    "religion": {
     "ci": [
      93.1478587962963,
      99.04332010582011
     ],
     "consistency": 96.30952380952381,
     "tier": 0
    }
   },
   "contested_rate": 0.05338018741633199,
   "control_band": {
    "high": 91.81069958847736,
    "low": 93.53909465020575
   },
   "cost_usd": 7.5557145,
   "display_name": "gpt-5.6-terra",
   "file_slug": "openai__gpt-5.6-terra",
   "n_scored": 4936,
   "overall": {
    "ci": [
     92.59147176401642,
     95.94385041765996
    ],
    "consistency": 94.3291761148904
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.11546184738955824,
   "slug": "openai/gpt-5.6-terra",
   "vendor": "openai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      89.8039351851852,
      98.52314814814814
     ],
     "consistency": 94.58796296296296,
     "tier": 0
    },
    "disability": {
     "ci": [
      85.7885763888889,
      98.10364583333333
     ],
     "consistency": 92.89444444444445,
     "tier": 0
    },
    "gender": {
     "ci": [
      90.73599537037038,
      98.2599537037037
     ],
     "consistency": 94.93055555555556,
     "tier": 0
    },
    "nationality": {
     "ci": [
      92.64114583333334,
      97.82981481481482
     ],
     "consistency": 95.39583333333333,
     "tier": 0
    },
    "political": {
     "ci": [
      85.34631944444445,
      96.33652777777777
     ],
     "consistency": 91.12777777777778,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      91.97449074074075,
      98.5486111111111
     ],
     "consistency": 95.74583333333334,
     "tier": 0
    },
    "religion": {
     "ci": [
      90.2429050925926,
      98.10802083333333
     ],
     "consistency": 94.38101851851852,
     "tier": 0
    }
   },
   "contested_rate": 0.02961847389558233,
   "control_band": {
    "high": 95.38666666666667,
    "low": 95.18111111111112
   },
   "cost_usd": 15.15713,
   "display_name": "grok-4.5",
   "file_slug": "x-ai__grok-4.5",
   "n_scored": 5795,
   "overall": {
    "ci": [
     92.41878802910053,
     95.78412367724867
    ],
    "consistency": 94.15191798941801
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.19728915662650603,
   "slug": "x-ai/grok-4.5",
   "vendor": "x-ai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      85.25297619047622,
      99.20634920634922
     ],
     "consistency": 93.16239316239316,
     "tier": 0
    },
    "disability": {
     "ci": [
      76.05009920634922,
      94.84929653679653
     ],
     "consistency": 86.13095238095238,
     "tier": 0
    },
    "gender": {
     "ci": [
      92.06349206349206,
      100.0
     ],
     "consistency": 96.42857142857143,
     "tier": 0
    },
    "nationality": {
     "ci": [
      88.88591269841271,
      97.77777777777777
     ],
     "consistency": 93.69047619047619,
     "tier": 0
    },
    "political": {
     "ci": [
      89.31623931623932,
      97.6923076923077
     ],
     "consistency": 93.54700854700855,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      95.7775641025641,
      99.57264957264957
     ],
     "consistency": 97.85714285714285,
     "tier": 0
    },
    "religion": {
     "ci": [
      95.11111111111111,
      100.0
     ],
     "consistency": 97.77777777777777,
     "tier": 0
    }
   },
   "contested_rate": 0.009789156626506024,
   "control_band": {
    "high": 96.7283950617284,
    "low": 96.60493827160494
   },
   "cost_usd": 40.34958,
   "display_name": "gemini-3.1-pro-preview",
   "file_slug": "google__gemini-3.1-pro-preview",
   "n_scored": 2707,
   "overall": {
    "ci": [
     92.00293985115412,
     96.0425395371824
    ],
    "consistency": 94.08490319204604
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.020080321285140562,
   "slug": "google/gemini-3.1-pro-preview",
   "vendor": "google"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      89.5820601851852,
      97.95844907407407
     ],
     "consistency": 94.37037037037037,
     "tier": 0
    },
    "disability": {
     "ci": [
      84.32315972222221,
      98.15875000000001
     ],
     "consistency": 91.79583333333333,
     "tier": 0
    },
    "gender": {
     "ci": [
      92.64351851851852,
      97.67592592592592
     ],
     "consistency": 95.4212962962963,
     "tier": 0
    },
    "nationality": {
     "ci": [
      93.18586805555556,
      98.01759259259259
     ],
     "consistency": 95.83749999999999,
     "tier": 0
    },
    "political": {
     "ci": [
      85.76302083333334,
      95.48579861111111
     ],
     "consistency": 90.76944444444445,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      89.4321875,
      96.68243055555556
     ],
     "consistency": 93.11921296296296,
     "tier": 0
    },
    "religion": {
     "ci": [
      92.54328703703703,
      98.65605324074073
     ],
     "consistency": 96.00648148148147,
     "tier": 0
    }
   },
   "contested_rate": 0.016900937081659972,
   "control_band": {
    "high": 90.8111111111111,
    "low": 91.68962962962964
   },
   "cost_usd": 38.732005,
   "display_name": "kimi-k3",
   "file_slug": "moonshotai__kimi-k3",
   "n_scored": 5663,
   "overall": {
    "ci": [
     92.22226273148148,
     95.3982919973545
    ],
    "consistency": 93.90287698412699
   },
   "refusal_asymmetry_max": 0.8547008547008548,
   "repeat_instability": 0.25,
   "slug": "moonshotai/kimi-k3",
   "vendor": "moonshotai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      92.06591021825396,
      98.59176587301587
     ],
     "consistency": 95.62962962962963,
     "tier": 0
    },
    "disability": {
     "ci": [
      84.02715277777779,
      96.9543576388889
     ],
     "consistency": 91.24236111111111,
     "tier": 0
    },
    "gender": {
     "ci": [
      96.5625,
      100.0
     ],
     "consistency": 98.80208333333333,
     "tier": 0
    },
    "nationality": {
     "ci": [
      87.92778472222223,
      98.72557407407407
     ],
     "consistency": 94.1511111111111,
     "tier": 0
    },
    "political": {
     "ci": [
      83.27904513888889,
      92.83173611111111
     ],
     "consistency": 88.06388888888888,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      89.8125,
      97.85434027777778
     ],
     "consistency": 93.95138888888889,
     "tier": 0
    },
    "religion": {
     "ci": [
      85.16015625000001,
      93.52289930555555
     ],
     "consistency": 89.42465277777778,
     "tier": 0
    }
   },
   "contested_rate": 0.02284136546184739,
   "control_band": {
    "high": 85.58388888888888,
    "low": 88.87777777777778
   },
   "cost_usd": 71.8838685,
   "display_name": "mistral-medium-3-5",
   "file_slug": "mistralai__mistral-medium-3-5",
   "n_scored": 2723,
   "overall": {
    "ci": [
     91.35742880763418,
     94.6312431382275
    ],
    "consistency": 93.03787367724865
   },
   "refusal_asymmetry_max": 1.282051282051282,
   "repeat_instability": 0.06475903614457831,
   "slug": "mistralai/mistral-medium-3-5",
   "vendor": "mistralai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      91.58333333333333,
      98.22222222222223
     ],
     "consistency": 95.27314814814815,
     "tier": 0
    },
    "disability": {
     "ci": [
      81.45375000000001,
      94.44309027777777
     ],
     "consistency": 88.93472222222223,
     "tier": 0
    },
    "gender": {
     "ci": [
      91.81458333333333,
      98.86574074074073
     ],
     "consistency": 95.69907407407408,
     "tier": 0
    },
    "nationality": {
     "ci": [
      87.36500000000001,
      96.91320601851852
     ],
     "consistency": 92.6550925925926,
     "tier": 0
    },
    "political": {
     "ci": [
      85.8875,
      95.73645833333333
     ],
     "consistency": 91.16666666666666,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      90.0111111111111,
      95.2013425925926
     ],
     "consistency": 92.71203703703704,
     "tier": 0
    },
    "religion": {
     "ci": [
      88.11545138888889,
      95.45179398148149
     ],
     "consistency": 92.00231481481481,
     "tier": 0
    }
   },
   "contested_rate": 0.03396921017402945,
   "control_band": {
    "high": 95.06074074074074,
    "low": 93.52592592592592
   },
   "cost_usd": 12.5712231088,
   "display_name": "glm-5.2",
   "file_slug": "z-ai__glm-5.2",
   "n_scored": 5713,
   "overall": {
    "ci": [
     90.99738095238096,
     94.19386574074075
    ],
    "consistency": 92.63472222222221
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.24046184738955823,
   "slug": "z-ai/glm-5.2",
   "vendor": "z-ai"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      91.221875,
      98.01435185185186
     ],
     "consistency": 95.00462962962963,
     "tier": 0
    },
    "disability": {
     "ci": [
      80.18222222222224,
      94.53333333333333
     ],
     "consistency": 88.1,
     "tier": 0
    },
    "gender": {
     "ci": [
      90.82407407407406,
      97.08819444444444
     ],
     "consistency": 94.06944444444444,
     "tier": 0
    },
    "nationality": {
     "ci": [
      87.47449074074073,
      96.08994212962962
     ],
     "consistency": 92.15231481481482,
     "tier": 0
    },
    "political": {
     "ci": [
      86.83444444444444,
      96.60322916666667
     ],
     "consistency": 91.89861111111111,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      91.32501157407408,
      97.81113425925926
     ],
     "consistency": 94.76296296296296,
     "tier": 0
    },
    "religion": {
     "ci": [
      87.7478587962963,
      96.61346064814815
     ],
     "consistency": 92.33055555555556,
     "tier": 0
    }
   },
   "contested_rate": 0.024765729585006693,
   "control_band": {
    "high": 92.62222222222223,
    "low": 90.01407407407407
   },
   "cost_usd": 18.749422,
   "display_name": "qwen3.8-max",
   "file_slug": "qwen__qwen3.8-max",
   "n_scored": 5828,
   "overall": {
    "ci": [
     90.80405588624339,
     94.26031911375661
    ],
    "consistency": 92.61693121693122
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.24799196787148595,
   "slug": "qwen/qwen3.8-max",
   "vendor": "qwen"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      90.27737268518518,
      97.21296296296296
     ],
     "consistency": 94.19675925925925,
     "tier": 0
    },
    "disability": {
     "ci": [
      82.87048611111112,
      96.080625
     ],
     "consistency": 90.21944444444443,
     "tier": 0
    },
    "gender": {
     "ci": [
      88.9712962962963,
      98.06944444444444
     ],
     "consistency": 93.94907407407408,
     "tier": 0
    },
    "nationality": {
     "ci": [
      88.74388888888889,
      96.84274305555556
     ],
     "consistency": 93.35324074074074,
     "tier": 0
    },
    "political": {
     "ci": [
      79.9875,
      90.93774305555556
     ],
     "consistency": 85.43888888888888,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      86.50711226851851,
      95.68987268518518
     ],
     "consistency": 91.5275462962963,
     "tier": 0
    },
    "religion": {
     "ci": [
      91.78069444444445,
      97.73563657407406
     ],
     "consistency": 94.92546296296295,
     "tier": 0
    }
   },
   "contested_rate": 0.022925033467202142,
   "control_band": {
    "high": 92.53777777777778,
    "low": 93.25074074074074
   },
   "cost_usd": 5.4865354982,
   "display_name": "deepseek-v4-pro",
   "file_slug": "deepseek__deepseek-v4-pro",
   "n_scored": 5681,
   "overall": {
    "ci": [
     90.08694279100528,
     93.6401628637566
    ],
    "consistency": 91.94434523809524
   },
   "refusal_asymmetry_max": 0.0,
   "repeat_instability": 0.24899598393574296,
   "slug": "deepseek/deepseek-v4-pro",
   "vendor": "deepseek"
  },
  {
   "by_attribute": {
    "age": {
     "ci": [
      85.13310185185186,
      97.1574074074074
     ],
     "consistency": 91.58333333333333,
     "tier": 0
    },
    "disability": {
     "ci": [
      81.27361111111111,
      92.42916666666666
     ],
     "consistency": 86.97083333333333,
     "tier": 0
    },
    "gender": {
     "ci": [
      83.29351851851851,
      97.08836805555555
     ],
     "consistency": 90.79861111111111,
     "tier": 0
    },
    "nationality": {
     "ci": [
      87.83291666666668,
      96.3132175925926
     ],
     "consistency": 92.23194444444445,
     "tier": 0
    },
    "political": {
     "ci": [
      80.17225694444446,
      90.61972222222222
     ],
     "consistency": 85.69259259259259,
     "tier": 0
    },
    "race_ethnicity": {
     "ci": [
      85.51458333333335,
      97.17592592592592
     ],
     "consistency": 91.91666666666667,
     "tier": 0
    },
    "religion": {
     "ci": [
      85.70815972222222,
      94.32523148148148
     ],
     "consistency": 90.14814814814814,
     "tier": 0
    }
   },
   "contested_rate": 0.14708835341365462,
   "control_band": {
    "high": 85.4525925925926,
    "low": 82.94518518518518
   },
   "cost_usd": 0.834571648,
   "display_name": "llama-4-maverick",
   "file_slug": "meta-llama__llama-4-maverick",
   "n_scored": 5094,
   "overall": {
    "ci": [
     87.72534722222223,
     92.0748511904762
    ],
    "consistency": 89.90601851851852
   },
   "refusal_asymmetry_max": 0.8547008547008548,
   "repeat_instability": 0.07630522088353414,
   "slug": "meta-llama/llama-4-maverick",
   "vendor": "meta-llama"
  }
 ],
 "run_id": "full-2026-08",
 "schema_version": "1"
}