From 59103e970982f7d1ecd158d8da9d7906ce02f0ef Mon Sep 17 00:00:00 2001 From: lukas Date: Mon, 18 Dec 2023 17:18:34 +0100 Subject: [PATCH] fix error of outdated debug dataset automatically being downloaded --- .../calvin_agent/datasets/calvin_data_module.py | 17 +++++------------ 1 file changed, 5 insertions(+), 12 deletions(-) diff --git a/calvin_models/calvin_agent/datasets/calvin_data_module.py b/calvin_models/calvin_agent/datasets/calvin_data_module.py index 8ba93f1d..ccf774d3 100644 --- a/calvin_models/calvin_agent/datasets/calvin_data_module.py +++ b/calvin_models/calvin_agent/datasets/calvin_data_module.py @@ -16,7 +16,6 @@ logger = logging.getLogger(__name__) DEFAULT_TRANSFORM = OmegaConf.create({"train": None, "val": None}) -ONE_EP_DATASET_URL = "http://www.informatik.uni-freiburg.de/~meeso/50steps.tar.xz" class CalvinDataModule(pl.LightningDataModule): @@ -51,17 +50,11 @@ def prepare_data(self, *args, **kwargs): # download and unpack images if not dataset_exist: - if "CI" not in os.environ: - print(f"No dataset found in {self.training_dir}.") - print("For information how to download to full CALVIN dataset, please visit") - print("https://github.com/mees/calvin/tree/main/dataset") - print("Do you wish to download small debug dataset to continue training?") - s = input("YES / no") - if s == "no": - exit() - logger.info(f"downloading dataset to {self.training_dir} and {self.val_dir}") - torchvision.datasets.utils.download_and_extract_archive(ONE_EP_DATASET_URL, self.training_dir) - torchvision.datasets.utils.download_and_extract_archive(ONE_EP_DATASET_URL, self.val_dir) + logger.error(f"""No dataset found in {Path(self.training_dir).parent}. + Please make sure you set the correct dataset path. + For information how to download one of the CALVIN datasets, please visit + https://github.com/mees/calvin/tree/main/dataset""") + exit() if self.use_shm: # When using shared memory dataset, initialize lookups