Create sensible filenames

allenai · May 31, 2024 · 9e89408 · 9e89408
1 parent 02a8a58
commit 9e89408
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/run_dataloader.py b/scripts/run_dataloader.py
@@ -75,7 +75,7 @@ def main(cfg: TrainConfig, output_dir: Path) -> None:
             file_start = batch_number - batches_per_file + 1
             file_end = batch_number + 1
             for name, t in name_to_batches.items():
-                filename = output_dir / f"{name}-{file_start}-{file_end}.npy"
+                filename = output_dir / f"{name}-{file_start:07}-{file_end:07}.npy"
                 np.save(filename, t[:batches_read])
             batches_read = 0