From 9eb926f31ab0e2cd1767480acd37409033211283 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Mon, 27 Oct 2025 16:56:33 +0000 Subject: [PATCH 1/2] build: Bump MCore MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- 3rdparty/Megatron-LM | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/3rdparty/Megatron-LM b/3rdparty/Megatron-LM index 6802bec8c8a..1fea03d3c40 160000 --- a/3rdparty/Megatron-LM +++ b/3rdparty/Megatron-LM @@ -1 +1 @@ -Subproject commit 6802bec8c8a704dccbddc87e32b20a1476b37869 +Subproject commit 1fea03d3c40be69161b0f5febfdcf64e5aeb4512 From 647a8b28a5a96049d22b1999a6fa61ffb3b20e2b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?oliver=20k=C3=B6nig?= Date: Tue, 28 Oct 2025 11:19:08 +0000 Subject: [PATCH 2/2] update lockfile MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: oliver könig --- uv.lock | 20 ++++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/uv.lock b/uv.lock index 2bd7e234065..3077f71b856 100644 --- a/uv.lock +++ b/uv.lock @@ -1,5 +1,5 @@ version = 1 -revision = 3 +revision = 2 requires-python = ">=3.10" resolution-markers = [ "python_full_version >= '3.14' and platform_python_implementation != 'PyPy' and sys_platform == 'linux'", @@ -1205,6 +1205,16 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/87/62/9773de14fe6c45c23649e98b83231fffd7b9892b6cf863251dc2afa73643/einops-0.8.1-py3-none-any.whl", hash = "sha256:919387eb55330f5757c6bea9165c5ff5cfe63a642682ea788a6d472576d81737", size = 64359, upload-time = "2025-02-09T03:17:01.998Z" }, ] +[[package]] +name = "emerging-optimizers" +version = "0.1.0" +source = { git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=fb1add873e7851ec34b48581ea1b15761b73d189#fb1add873e7851ec34b48581ea1b15761b73d189" } +dependencies = [ + { name = "absl-py" }, + { name = "torch", marker = "sys_platform == 'never'" }, + { name = "typing-extensions" }, +] + [[package]] name = "exceptiongroup" version = "1.3.0" @@ -2279,6 +2289,7 @@ dev = [ { name = "av" }, { name = "causal-conv1d" }, { name = "einops" }, + { name = "emerging-optimizers" }, { name = "flash-linear-attention" }, { name = "flashinfer-python" }, { name = "mamba-ssm" }, @@ -2312,6 +2323,7 @@ requires-dist = [ { name = "causal-conv1d", marker = "extra == 'dev'", specifier = "~=1.5" }, { name = "einops", marker = "extra == 'dev'", specifier = "~=0.8" }, { name = "einops", marker = "extra == 'lts'" }, + { name = "emerging-optimizers", marker = "extra == 'dev'", git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=fb1add873e7851ec34b48581ea1b15761b73d189" }, { name = "flash-linear-attention", marker = "extra == 'dev'", specifier = "~=0.3.2" }, { name = "flashinfer-python", marker = "extra == 'dev'" }, { name = "flask-restful", marker = "extra == 'mlm'" }, @@ -2336,7 +2348,7 @@ requires-dist = [ { name = "torch" }, { name = "tqdm", marker = "extra == 'dev'" }, { name = "tqdm", marker = "extra == 'lts'" }, - { name = "transformer-engine", extras = ["pytorch"], marker = "extra == 'dev'", specifier = ">=2.6.0a0,<2.8.0" }, + { name = "transformer-engine", extras = ["pytorch"], marker = "extra == 'dev'", git = "https://github.com/NVIDIA/TransformerEngine.git?rev=release_v2.8" }, { name = "transformers", marker = "extra == 'lts'" }, { name = "transformers", marker = "extra == 'mlm'" }, { name = "wandb", marker = "extra == 'mlm'" }, @@ -2350,6 +2362,7 @@ provides-extras = ["mlm", "dev", "lts"] build = [ { name = "cython", specifier = ">=3.0.0" }, { name = "hatchling" }, + { name = "nvidia-mathdx" }, { name = "packaging", specifier = ">=24.2" }, { name = "pybind11" }, { name = "setuptools", specifier = "<80.0.0" }, @@ -2368,7 +2381,6 @@ docs = [ { name = "sphinx-autodoc2" }, { name = "sphinx-copybutton" }, ] -emerging-optimizers = [{ name = "emerging-optimizers", git = "https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git?rev=fb1add873e7851ec34b48581ea1b15761b73d189" }] flash-mla = [{ name = "flash-mla", git = "https://github.com/deepseek-ai/FlashMLA?rev=9edee0c022cd0938148a18e334203b0aab43aa19" }] linting = [ { name = "black", specifier = "==24.4.2" }, @@ -2379,7 +2391,7 @@ linting = [ ] test = [ { name = "coverage" }, - { name = "nemo-run" }, + { name = "nemo-run", git = "https://github.com/NVIDIA-NeMo/Run.git?rev=8ca8f7952a597f944985f1f1368a7acb9aa3a6c2" }, { name = "nltk" }, { name = "pydantic" }, { name = "pygithub" },