{
  "meta": {
    "run_id": "full-04",
    "n_models": 8,
    "n_prompts": 10,
    "n_iterations": 3,
    "n_pair_results": 819,
    "ci": "95% bootstrap (1000 resamples of the matchups, seeded)"
  },
  "leaderboard": [
    {
      "model_id": "anthropic/claude-opus-4.8",
      "label": "Claude Opus 4.8",
      "elo": 1927.4,
      "elo_ci": [
        1888.3,
        1975.5
      ],
      "elo_std": 21.8,
      "record": {
        "wins": 150.0,
        "losses": 14.0,
        "ties": 43,
        "games": 207
      },
      "slop_per_1k": 14.88,
      "rubric": {
        "voice": 4.16,
        "pacing": 4.5,
        "dialogue": 3.14,
        "genre_fit": 4.8,
        "ai_tells": 3.37
      },
      "rank": 1
    },
    {
      "model_id": "anthropic/claude-sonnet-4.6",
      "label": "Claude Sonnet 4.6",
      "elo": 1913.9,
      "elo_ci": [
        1873.8,
        1960.6
      ],
      "elo_std": 22.5,
      "record": {
        "wins": 146.0,
        "losses": 15.0,
        "ties": 46,
        "games": 207
      },
      "slop_per_1k": 18.57,
      "rubric": {
        "voice": 4.0,
        "pacing": 4.35,
        "dialogue": 2.99,
        "genre_fit": 4.74,
        "ai_tells": 3.49
      },
      "rank": 2,
      "p_below_prev": 0.669,
      "tied_with_prev": true
    },
    {
      "model_id": "x-ai/grok-4.3",
      "label": "Grok 4.3",
      "elo": 1856.3,
      "elo_ci": [
        1815.4,
        1898.7
      ],
      "elo_std": 21.3,
      "record": {
        "wins": 137.0,
        "losses": 28.0,
        "ties": 42,
        "games": 207
      },
      "slop_per_1k": 9.43,
      "rubric": {
        "voice": 3.72,
        "pacing": 4.21,
        "dialogue": 2.59,
        "genre_fit": 4.65,
        "ai_tells": 3.54
      },
      "rank": 3,
      "p_below_prev": 0.979,
      "tied_with_prev": false
    },
    {
      "model_id": "z-ai/glm-5.2",
      "label": "GLM 5.2",
      "elo": 1775.8,
      "elo_ci": [
        1731.9,
        1822.1
      ],
      "elo_std": 23.3,
      "record": {
        "wins": 117.0,
        "losses": 42.0,
        "ties": 42,
        "games": 201
      },
      "slop_per_1k": 17.53,
      "rubric": {
        "voice": 3.69,
        "pacing": 3.92,
        "dialogue": 2.75,
        "genre_fit": 4.61,
        "ai_tells": 2.93
      },
      "rank": 4,
      "p_below_prev": 0.997,
      "tied_with_prev": false
    },
    {
      "model_id": "google/gemini-3.1-pro-preview",
      "label": "Gemini 3.1 Pro",
      "elo": 1471.2,
      "elo_ci": [
        1423.3,
        1519.3
      ],
      "elo_std": 24.8,
      "record": {
        "wins": 78.0,
        "losses": 104.0,
        "ties": 13,
        "games": 195
      },
      "slop_per_1k": 13.45,
      "rubric": {
        "voice": 3.02,
        "pacing": 3.57,
        "dialogue": 2.54,
        "genre_fit": 4.25,
        "ai_tells": 2.01
      },
      "rank": 5,
      "p_below_prev": 1.0,
      "tied_with_prev": false
    },
    {
      "model_id": "deepseek/deepseek-v3.2",
      "label": "DeepSeek V3.2",
      "elo": 1251.2,
      "elo_ci": [
        1201.1,
        1301.9
      ],
      "elo_std": 25.7,
      "record": {
        "wins": 52.0,
        "losses": 144.0,
        "ties": 11,
        "games": 207
      },
      "slop_per_1k": 23.24,
      "rubric": {
        "voice": 2.53,
        "pacing": 3.17,
        "dialogue": 2.34,
        "genre_fit": 3.97,
        "ai_tells": 1.51
      },
      "rank": 6,
      "p_below_prev": 1.0,
      "tied_with_prev": false
    },
    {
      "model_id": "mistralai/mistral-large-2512",
      "label": "Mistral Large",
      "elo": 1117.9,
      "elo_ci": [
        1054.1,
        1167.0
      ],
      "elo_std": 28.7,
      "record": {
        "wins": 35.0,
        "losses": 162.0,
        "ties": 10,
        "games": 207
      },
      "slop_per_1k": 17.79,
      "rubric": {
        "voice": 2.35,
        "pacing": 3.02,
        "dialogue": 2.08,
        "genre_fit": 3.25,
        "ai_tells": 1.45
      },
      "rank": 7,
      "p_below_prev": 1.0,
      "tied_with_prev": false
    },
    {
      "model_id": "meta-llama/llama-4-maverick",
      "label": "Llama 4 Maverick",
      "elo": 686.4,
      "elo_ci": [
        626.9,
        740.8
      ],
      "elo_std": 28.5,
      "record": {
        "wins": 0.0,
        "losses": 206.0,
        "ties": 1,
        "games": 207
      },
      "slop_per_1k": 22.92,
      "rubric": {
        "voice": 1.91,
        "pacing": 2.06,
        "dialogue": 1.56,
        "genre_fit": 2.55,
        "ai_tells": 1.0
      },
      "rank": 8,
      "p_below_prev": 1.0,
      "tied_with_prev": false
    }
  ]
}