diff --git a/tools/summarize_grid.py b/tools/summarize_grid.py index 05d5776..af6d5fd 100644 --- a/tools/summarize_grid.py +++ b/tools/summarize_grid.py @@ -258,6 +258,10 @@ def _collect_rows(root_dir, metric_key, col_paths): metrics = json.load(f) except (OSError, json.JSONDecodeError): continue + # Only consider out-of-distribution (OOD) metrics. WILDS eval files + # record their split at the top level; "test" is the OOD split. + if not isinstance(metrics, dict) or metrics.get("split") != "test": + continue value = _find_metric(metrics, metric_key) if value is None: continue