Change eval to every 5000 steps

allenai · Nov 24, 2024 · 4250a8d · 4250a8d
1 parent 3e9608f
commit 4250a8d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/eval.py b/scripts/eval.py
@@ -126,6 +126,7 @@ def main(cfg: TrainConfig) -> None:
         # This globbing only works with local paths
         load_paths = list(glob.glob(f"{cfg.load_path}/step*"))
         load_paths = [x for x in load_paths if x.split("/")[-1].replace("-unsharded", "").split("step")[-1].isdigit()]
+        load_paths = [x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0]
         load_paths = list(
             sorted(load_paths, key=lambda x: int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]))
         )