From 372033a4d6655a780fa7acd630b290807e9e3fed Mon Sep 17 00:00:00 2001
From: YannAhlgrim <yann@ahlgrim.net>
Date: Wed, 8 Jul 2026 11:28:18 +0200
Subject: [PATCH] ignore id score

---
 tools/summarize_grid.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tools/summarize_grid.py b/tools/summarize_grid.py
index 05d5776..af6d5fd 100644
--- a/tools/summarize_grid.py
+++ b/tools/summarize_grid.py
@@ -258,6 +258,10 @@ def _collect_rows(root_dir, metric_key, col_paths):
                     metrics = json.load(f)
             except (OSError, json.JSONDecodeError):
                 continue
+            # Only consider out-of-distribution (OOD) metrics. WILDS eval files
+            # record their split at the top level; "test" is the OOD split.
+            if not isinstance(metrics, dict) or metrics.get("split") != "test":
+                continue
             value = _find_metric(metrics, metric_key)
             if value is None:
                 continue