{
 "board_a": [
  {
   "model": "MedGemma-27B",
   "mimic": 6.4,
   "padchest": 13.9,
   "vindr": 8.1,
   "degenerate": [],
   "mean": 9.47
  },
  {
   "model": "CheXone",
   "mimic": 8.2,
   "padchest": 12.0,
   "vindr": 11.1,
   "degenerate": [],
   "mean": 10.43
  },
  {
   "model": "MedGemma-4B",
   "mimic": 8.3,
   "padchest": 13.4,
   "vindr": 15.3,
   "degenerate": [],
   "mean": 12.33
  },
  {
   "model": "MedGemma-1.5-4B",
   "mimic": 7.4,
   "padchest": 17.8,
   "vindr": 0.8,
   "degenerate": [
    "vindr"
   ],
   "mean": 12.6
  },
  {
   "model": "LLaVA-Rad",
   "mimic": 15.6,
   "padchest": 0.8,
   "vindr": 11.6,
   "degenerate": [
    "padchest"
   ],
   "mean": 13.6
  },
  {
   "model": "RadFM",
   "mimic": 13.7,
   "padchest": 32.8,
   "vindr": 54.7,
   "degenerate": [],
   "mean": 33.73
  }
 ],
 "board_b": [
  {
   "model": "Kimi K3",
   "config": "reasoning: low",
   "model_id": "kimi-k3",
   "pooled": 5.71,
   "pooled_ci": [
    5.14,
    6.34
   ],
   "n_pairs": 5725,
   "mimic": 6.85,
   "mimic_ci": [
    5.73,
    8.18
   ],
   "padchest": 3.08,
   "padchest_ci": [
    2.44,
    3.87
   ],
   "vindr": 7.98,
   "vindr_ci": [
    6.82,
    9.32
   ]
  },
  {
   "model": "GPT-5-mini",
   "config": "reasoning: low",
   "model_id": "gpt-5-mini-2025-08-07",
   "pooled": 5.93,
   "pooled_ci": [
    5.37,
    6.54
   ],
   "n_pairs": 6192,
   "mimic": 11.18,
   "mimic_ci": [
    9.84,
    12.68
   ],
   "padchest": 2.41,
   "padchest_ci": [
    1.86,
    3.1
   ],
   "vindr": 5.12,
   "vindr_ci": [
    4.22,
    6.19
   ]
  },
  {
   "model": "Claude Opus 5",
   "config": "thinking off",
   "model_id": "claude-opus-5",
   "pooled": 8.36,
   "pooled_ci": [
    7.7,
    9.08
   ],
   "n_pairs": 6194,
   "mimic": 9.3,
   "mimic_ci": [
    8.07,
    10.69
   ],
   "padchest": 5.79,
   "padchest_ci": [
    4.91,
    6.8
   ],
   "vindr": 10.6,
   "vindr_ci": [
    9.31,
    12.05
   ]
  },
  {
   "model": "Claude Opus 5",
   "config": "adaptive thinking",
   "model_id": "claude-opus-5",
   "pooled": 9.53,
   "pooled_ci": [
    8.83,
    10.29
   ],
   "n_pairs": 6209,
   "mimic": 7.88,
   "mimic_ci": [
    6.75,
    9.17
   ],
   "padchest": 7.59,
   "padchest_ci": [
    6.6,
    8.73
   ],
   "vindr": 13.54,
   "vindr_ci": [
    12.09,
    15.14
   ]
  },
  {
   "model": "GPT-5.6 Sol",
   "config": "reasoning: low",
   "model_id": "gpt-5.6-sol",
   "pooled": 9.71,
   "pooled_ci": [
    9.0,
    10.48
   ],
   "n_pairs": 6208,
   "mimic": 8.93,
   "mimic_ci": [
    7.73,
    10.3
   ],
   "padchest": 3.84,
   "padchest_ci": [
    3.14,
    4.69
   ],
   "vindr": 17.67,
   "vindr_ci": [
    16.04,
    19.44
   ]
  },
  {
   "model": "Claude Haiku 4.5",
   "config": "default",
   "model_id": "claude-haiku-4-5-20251001",
   "pooled": 11.13,
   "pooled_ci": [
    10.37,
    11.94
   ],
   "n_pairs": 6199,
   "mimic": 5.21,
   "mimic_ci": [
    4.3,
    6.3
   ],
   "padchest": 11.77,
   "padchest_ci": [
    10.54,
    13.13
   ],
   "vindr": 16.18,
   "vindr_ci": [
    14.61,
    17.89
   ]
  }
 ],
 "updated": "2026-08-16"
}