From 1637bce09c82d5996737a100556099e09aa5dfb9 Mon Sep 17 00:00:00 2001 From: Ananth Subramaniam Date: Tue, 21 Oct 2025 05:03:32 -0700 Subject: [PATCH] remove lru_cache decorator from finetune dataset building (#1012) Signed-off-by: Ananth Subramaniam Signed-off-by: NeMo Bot --- src/megatron/bridge/data/builders/finetuning_dataset.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/megatron/bridge/data/builders/finetuning_dataset.py b/src/megatron/bridge/data/builders/finetuning_dataset.py index b63307dcb6..a6b857b1de 100644 --- a/src/megatron/bridge/data/builders/finetuning_dataset.py +++ b/src/megatron/bridge/data/builders/finetuning_dataset.py @@ -13,7 +13,6 @@ # limitations under the License. import logging -from functools import lru_cache from pathlib import Path from typing import Any, Optional, Union @@ -178,7 +177,6 @@ def _build_datasets(self) -> list[Optional[Any]]: return [train_ds, valid_ds, test_ds] - @lru_cache def _create_dataset( self, path: Union[str, Path],