{lib}[foss/2024a] CheckM2 v1.1.0, TensorFlow v2.18.1, Bazel v6.5.0, ... by pavelToman · Pull Request #22848 · easybuilders/easybuild-easyconfigs

pavelToman · 2025-05-07T09:23:41Z

(created using eb --new-pr)
resolves vscentrum/vsc-software-stack#527

requires:

update easyblock:
- Update TensorFlow easyblock for v2.18.x easybuild-easyblocks#3699
optree from:
- {lib}[GCCcore/13.3.0] optree v0.14.1 #22877 (extracted from {ai}[foss/2024a] PyTorch v2.3.0 #22616)

run:
eb --from-pr 22848 --include-easyblocks-from-pr 3699 --upload-test-report --rebuild --robot

…ss-2024a.eb, Bazel-6.5.0-GCCcore-13.3.0.eb, LightGBM-4.6.0-foss-2024a.eb, scikit-learn-1.6.1-gfbf-2024a.eb, tensorboard-2.18.0-gfbf-2024a.eb and patches: TensorFlow-2.18.1_disable-tf32-in-fused-matmul-tests.patch, TensorFlow-2.18.1_fix-patchelf.patch, TensorFlow-2.18.1_fix-setup.py.patch, TensorFlow-2.18.1_fix-xnnpack.patch, TensorFlow-2.18.1_fixedpoint.patch

github-actions · 2025-05-07T09:24:19Z

Updated software `Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb`

Diff against Bazel-7.4.1-GCCcore-13.3.0-Java-21.eb

easybuild/easyconfigs/b/Bazel/Bazel-7.4.1-GCCcore-13.3.0-Java-21.eb

diff --git a/easybuild/easyconfigs/b/Bazel/Bazel-7.4.1-GCCcore-13.3.0-Java-21.eb b/easybuild/easyconfigs/b/Bazel/Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb
index 5455effbb3..0fde9e21b6 100644
--- a/easybuild/easyconfigs/b/Bazel/Bazel-7.4.1-GCCcore-13.3.0-Java-21.eb
+++ b/easybuild/easyconfigs/b/Bazel/Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb
@@ -1,5 +1,5 @@
 name = 'Bazel'
-version = '7.4.1'
+version = '6.5.0'
 versionsuffix = '-Java-%(javaver)s'
 
 homepage = 'https://bazel.io/'
@@ -10,19 +10,22 @@ toolchain = {'name': 'GCCcore', 'version': '13.3.0'}
 
 source_urls = ['https://github.com/bazelbuild/%(namelower)s/releases/download/%(version)s']
 sources = ['%(namelower)s-%(version)s-dist.zip']
-checksums = ['83386618bc489f4da36266ef2620ec64a526c686cf07041332caff7c953afaf5']
+patches = ['Bazel-6.3.1_add-symlinks-in-runfiles.patch']
+checksums = [
+    {'bazel-6.5.0-dist.zip': 'fc89da919415289f29e4ff18a5e01270ece9a6fe83cb60967218bac4a3bb3ed2'},
+    {'Bazel-6.3.1_add-symlinks-in-runfiles.patch': '81db53aa87229557480b6f719c99a0f1af9c69dfec12185451e520b0128c3ae2'},
+]
 
 builddependencies = [
     ('binutils', '2.42'),
     ('Python', '3.12.3'),
     ('Zip', '3.0'),
 ]
-dependencies = [
-    ('Java', '21', '', SYSTEM),
-]
+
+dependencies = [('Java', '11', '', SYSTEM)]
 
 runtest = True
-testopts = "--sandbox_add_mount_pair=$TMPDIR "
-testopts += "-- //examples/cpp:hello-success_test //examples/py/... //examples/py_native:test //examples/shell/..."
+pretestopts = "sed -i 's/assertEquals/assertEqual/g' examples/py_native/test.py examples/py_native/fail.py && "
+testopts = "-- //examples/cpp:hello-success_test //examples/py/... //examples/py_native:test //examples/shell/..."
 
 moduleclass = 'devel'

Diff against Bazel-6.1.0-GCCcore-12.3.0.eb

easybuild/easyconfigs/b/Bazel/Bazel-6.1.0-GCCcore-12.3.0.eb

diff --git a/easybuild/easyconfigs/b/Bazel/Bazel-6.1.0-GCCcore-12.3.0.eb b/easybuild/easyconfigs/b/Bazel/Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb
index 1bacc7b936..0fde9e21b6 100644
--- a/easybuild/easyconfigs/b/Bazel/Bazel-6.1.0-GCCcore-12.3.0.eb
+++ b/easybuild/easyconfigs/b/Bazel/Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb
@@ -1,29 +1,31 @@
 name = 'Bazel'
-version = '6.1.0'
+version = '6.5.0'
+versionsuffix = '-Java-%(javaver)s'
 
 homepage = 'https://bazel.io/'
 description = """Bazel is a build tool that builds code quickly and reliably.
 It is used to build the majority of Google's software."""
 
-toolchain = {'name': 'GCCcore', 'version': '12.3.0'}
+toolchain = {'name': 'GCCcore', 'version': '13.3.0'}
 
 source_urls = ['https://github.com/bazelbuild/%(namelower)s/releases/download/%(version)s']
 sources = ['%(namelower)s-%(version)s-dist.zip']
 patches = ['Bazel-6.3.1_add-symlinks-in-runfiles.patch']
 checksums = [
-    {'bazel-6.1.0-dist.zip': 'c4b85675541cf66ee7cb71514097fdd6c5fc0e02527243617a4f20ca6b4f2932'},
+    {'bazel-6.5.0-dist.zip': 'fc89da919415289f29e4ff18a5e01270ece9a6fe83cb60967218bac4a3bb3ed2'},
     {'Bazel-6.3.1_add-symlinks-in-runfiles.patch': '81db53aa87229557480b6f719c99a0f1af9c69dfec12185451e520b0128c3ae2'},
 ]
 
 builddependencies = [
-    ('binutils', '2.40'),
-    ('Python', '3.11.3'),
+    ('binutils', '2.42'),
+    ('Python', '3.12.3'),
     ('Zip', '3.0'),
 ]
 
 dependencies = [('Java', '11', '', SYSTEM)]
 
 runtest = True
+pretestopts = "sed -i 's/assertEquals/assertEqual/g' examples/py_native/test.py examples/py_native/fail.py && "
 testopts = "-- //examples/cpp:hello-success_test //examples/py/... //examples/py_native:test //examples/shell/..."
 
 moduleclass = 'devel'

Updated software `CheckM2-1.1.0-foss-2024a.eb`

Diff against CheckM2-1.0.2-foss-2022b.eb

easybuild/easyconfigs/c/CheckM2/CheckM2-1.0.2-foss-2022b.eb

diff --git a/easybuild/easyconfigs/c/CheckM2/CheckM2-1.0.2-foss-2022b.eb b/easybuild/easyconfigs/c/CheckM2/CheckM2-1.1.0-foss-2024a.eb
index 63f42c93cb..5ee27e8f1a 100644
--- a/easybuild/easyconfigs/c/CheckM2/CheckM2-1.0.2-foss-2022b.eb
+++ b/easybuild/easyconfigs/c/CheckM2/CheckM2-1.1.0-foss-2024a.eb
@@ -1,60 +1,55 @@
-easyblock = 'PythonBundle'
+easyblock = 'PythonPackage'
 
 name = 'CheckM2'
-version = '1.0.2'
+version = '1.1.0'
 
 homepage = 'https://github.com/chklovski/CheckM2/'
 description = "Assessing the quality of metagenome-derived genome bins using machine learning"
 
-toolchain = {'name': 'foss', 'version': '2022b'}
+toolchain = {'name': 'foss', 'version': '2024a'}
 
-builddependencies = [('CMake', '3.24.3')]
+source_urls = ['https://github.com/chklovski/CheckM2/archive/']
+sources = [{'download_filename': '%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}]
+checksums = ['7978e4ca08ae8ea3285931b955d1a4818684f9f955995837e98e6ab7ff90674f']
+
+builddependencies = [
+    ('CMake', '3.29.3'),
+    ('scikit-build-core', '0.10.6'),
+]
 dependencies = [
-    ('Python', '3.10.8'),
-    ('SciPy-bundle', '2023.02'),
-    ('DIAMOND', '2.1.8'),
-    ('TensorFlow', '2.13.0'),
+    ('Python', '3.12.3'),
+    ('Python-bundle-PyPI', '2024.06'),
+    ('SciPy-bundle', '2024.05'),
+    ('DIAMOND', '2.1.11'),
+    ('TensorFlow', '2.18.1'),
     ('prodigal', '2.6.3'),
-    ('h5py', '3.8.0'),
-    ('tqdm', '4.64.1'),
-]
-
-exts_list = [
-    ('scikit-learn', '0.23.2', {
-        'modulename': 'sklearn',
-        'checksums': ['20766f515e6cd6f954554387dfae705d93c7b544ec0e6c6a5d8e006f6f7ef480'],
-    }),
-    ('lightgbm', '3.2.1', {
-        'checksums': ['bd98e3b501b4c24dc127f4ad93e467f42923fe3eefa99e143b5b93158f024395'],
-    }),
-    (name, version, {
-        'patches': ['%(name)s-%(version)s_fileManager.py-database-fix.patch'],
-        'source_urls': ['https://github.com/chklovski/CheckM2/archive/'],
-        'sources': ['%(version)s.tar.gz'],
-        'checksums': [
-            {'1.0.2.tar.gz': '9d3129e4d0b53acc38519a259cc1e20a215dff0cbce51cef874545ca2fff005a'},
-            {'CheckM2-1.0.2_fileManager.py-database-fix.patch':
-             '953f0eeef49ea537c0cb97c173a2488c29f09b58cd10800c60078b436a7ea2c7'},
-        ],
-    }),
+    ('tqdm', '4.66.5'),
+    ('scikit-learn', '1.6.1'),
+    ('LightGBM', '4.6.0'),
 ]
 
+# Fix undefined variable from https://github.com/chklovski/CheckM2/commit/6144f70
 postinstallcmds = [
-    # np.float is depreciated in newer numpy
-    'sed -i "s/np.float/float/g" %(installdir)s/lib/python%(pyshortver)s/site-packages/checkm2/predictQuality.py',
-    # update DB_LOCATION_DEFINITION in defaultValues.py to env CHECKM2DB
     "cd %(installdir)s/lib/python%(pyshortver)s/site-packages/checkm2 && "
-    r"sed -i 's/\(DB_LOCATION_DEFINITION\) = .*/\1 = os.environ.get(\"CHECKM2DB\", \"Not Set\")/' defaultValues.py",
+    "sed -i 's/format(f)/format(bin)/' main.py",
 ]
 
-modloadmsg = """You need download a diamond database now and setup a path to this db:
-First you need to setup $CHECKM2DB as:
-$ export CHECKM2DB="path/to/database/CheckM2_database/uniref100.KO.1.dmnd"
-Next, download the database (/CheckM2_database/uniref100.KO.1.dmnd will be created):
-$ checkm2 database --download --path path/to/database
-You can check path to the database by:
+modloadmsg = """
+You need to download a Diamond database and setup a path to this db now:
+
+1) Download the database (/CheckM2_database/uniref100.KO.1.dmnd will be created):
+$ checkm2 database --download --path /path/to/database --no_write_json_db
+- for example: $ checkm2 database --download --path $HOME/DB_CHECKM2 --no_write_json_db
+
+2) Setup $CHECKM2DB:
+$ export CHECKM2DB="/path/to/database/CheckM2_database/uniref100.KO.1.dmnd"
+- for example: $ export CHECKM2DB="$HOME/DB_CHECKM2/CheckM2_database/uniref100.KO.1.dmnd"
+Unset it by: $ unset CHECKM2DB
+
+You can check the path to the database:
 $ checkm2 database --current
-You can either test if everything is setup properly by:
+
+You can test if everything is setup properly:
 $ checkm2 testrun
 """

Updated software `LightGBM-4.6.0-foss-2024a.eb`

Diff against LightGBM-4.5.0-foss-2023a.eb

easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a.eb

diff --git a/easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a.eb b/easybuild/easyconfigs/l/LightGBM/LightGBM-4.6.0-foss-2024a.eb
index 89c2cfe142..87540e034a 100644
--- a/easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a.eb
+++ b/easybuild/easyconfigs/l/LightGBM/LightGBM-4.6.0-foss-2024a.eb
@@ -1,26 +1,26 @@
 easyblock = 'PythonBundle'
 
 name = "LightGBM"
-version = "4.5.0"
+version = "4.6.0"
 
 homepage = "https://lightgbm.readthedocs.io"
 description = """A fast, distributed, high performance gradient boosting (GBT, GBDT, GBRT, GBM
 or MART) framework based on decision tree algorithms, used for ranking,
 classification and many other machine learning tasks."""
 
-toolchain = {'name': 'foss', 'version': '2023a'}
+toolchain = {'name': 'foss', 'version': '2024a'}
 
 builddependencies = [
-    ('scikit-build-core', '0.9.3'),
-    ('wget', '1.24.5'),
+    ('scikit-build-core', '0.10.6'),
+    ('wget', '1.25.0'),
 ]
 
 dependencies = [
-    ('Python', '3.11.3'),
-    ('SciPy-bundle', '2023.07'),
-    ('Arrow', '14.0.1'),  # optional
-    ('dask', '2023.9.2'),  # optional
-    ('scikit-learn', '1.3.1'),  # optional
+    ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
+    ('Arrow', '17.0.0'),  # optional
+    ('dask', '2024.9.1'),  # optional
+    ('scikit-learn', '1.6.1'),  # optional
 ]
 
 # example files are not distributed with the sources
@@ -37,7 +37,7 @@ _test_cmds_pre = " && ".join([
 
 exts_list = [
     ('lightgbm', version, {
-        'checksums': ['e1cd7baf0318d4e308a26575a63a4635f08df866ad3622a9d8e3d71d9637a1ba'],
+        'checksums': ['cb1c59720eb569389c0ba74d14f52351b573af489f230032a1c9f314f8bab7fe'],
         'installopts': "--config-settings=cmake.define.USE_MPI=ON",
         'use_pip_extras': "arrow,dask,pandas,scikit-learn",
         'pretestopts': _test_cmds_pre,

Diff against LightGBM-4.5.0-foss-2023a-CUDA-12.1.1.eb

easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a-CUDA-12.1.1.eb

diff --git a/easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a-CUDA-12.1.1.eb b/easybuild/easyconfigs/l/LightGBM/LightGBM-4.6.0-foss-2024a.eb
index 2e7811fc07..87540e034a 100644
--- a/easybuild/easyconfigs/l/LightGBM/LightGBM-4.5.0-foss-2023a-CUDA-12.1.1.eb
+++ b/easybuild/easyconfigs/l/LightGBM/LightGBM-4.6.0-foss-2024a.eb
@@ -1,28 +1,26 @@
 easyblock = 'PythonBundle'
 
 name = "LightGBM"
-version = "4.5.0"
-versionsuffix = '-CUDA-%(cudaver)s'
+version = "4.6.0"
 
 homepage = "https://lightgbm.readthedocs.io"
 description = """A fast, distributed, high performance gradient boosting (GBT, GBDT, GBRT, GBM
 or MART) framework based on decision tree algorithms, used for ranking,
 classification and many other machine learning tasks."""
 
-toolchain = {'name': 'foss', 'version': '2023a'}
+toolchain = {'name': 'foss', 'version': '2024a'}
 
 builddependencies = [
-    ('scikit-build-core', '0.9.3'),
-    ('wget', '1.24.5'),
+    ('scikit-build-core', '0.10.6'),
+    ('wget', '1.25.0'),
 ]
 
 dependencies = [
-    ('CUDA', '12.1.1', '', SYSTEM),
-    ('Python', '3.11.3'),
-    ('SciPy-bundle', '2023.07'),
-    ('Arrow', '14.0.1'),  # optional
-    ('dask', '2023.9.2'),  # optional
-    ('scikit-learn', '1.3.1'),  # optional
+    ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
+    ('Arrow', '17.0.0'),  # optional
+    ('dask', '2024.9.1'),  # optional
+    ('scikit-learn', '1.6.1'),  # optional
 ]
 
 # example files are not distributed with the sources
@@ -39,8 +37,8 @@ _test_cmds_pre = " && ".join([
 
 exts_list = [
     ('lightgbm', version, {
-        'checksums': ['e1cd7baf0318d4e308a26575a63a4635f08df866ad3622a9d8e3d71d9637a1ba'],
-        'installopts': "--config-settings=cmake.define.USE_CUDA=ON",
+        'checksums': ['cb1c59720eb569389c0ba74d14f52351b573af489f230032a1c9f314f8bab7fe'],
+        'installopts': "--config-settings=cmake.define.USE_MPI=ON",
         'use_pip_extras': "arrow,dask,pandas,scikit-learn",
         'pretestopts': _test_cmds_pre,
         'runtest': 'python',

Updated software `scikit-learn-1.6.1-gfbf-2024a.eb`

Diff against scikit-learn-1.6.1-gfbf-2023a.eb

easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2023a.eb

diff --git a/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2023a.eb b/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2024a.eb
index 0fd01357a3..42cd2fd95b 100644
--- a/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2023a.eb
+++ b/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2024a.eb
@@ -9,19 +9,17 @@ building upon numpy, scipy, and matplotlib. As a machine-learning module,
 it provides versatile tools for data mining and analysis in any field of science and engineering.
 It strives to be simple and efficient, accessible to everybody, and reusable in various contexts."""
 
-toolchain = {'name': 'gfbf', 'version': '2023a'}
+toolchain = {'name': 'gfbf', 'version': '2024a'}
 
 builddependencies = [
     ('meson-python', '0.16.0'),
-    # Build requires "Cython>=3.0.8"
-    # Cython included with Python-bundle-PyPI (0.29.35) is too old
     ('Cython', '3.0.10'),
 ]
 
 dependencies = [
-    ('Python', '3.11.3'),
-    ('Python-bundle-PyPI', '2023.06'),
-    ('SciPy-bundle', '2023.07'),
+    ('Python', '3.12.3'),
+    ('Python-bundle-PyPI', '2024.06'),
+    ('SciPy-bundle', '2024.05'),
 ]
 
 exts_list = [

Diff against scikit-learn-0.20.4-foss-2023a-Python-2.7.18.eb

easybuild/easyconfigs/s/scikit-learn/scikit-learn-0.20.4-foss-2023a-Python-2.7.18.eb

diff --git a/easybuild/easyconfigs/s/scikit-learn/scikit-learn-0.20.4-foss-2023a-Python-2.7.18.eb b/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2024a.eb
index 36ddcddab3..42cd2fd95b 100644
--- a/easybuild/easyconfigs/s/scikit-learn/scikit-learn-0.20.4-foss-2023a-Python-2.7.18.eb
+++ b/easybuild/easyconfigs/s/scikit-learn/scikit-learn-1.6.1-gfbf-2024a.eb
@@ -1,8 +1,7 @@
 easyblock = 'PythonBundle'
 
 name = 'scikit-learn'
-version = '0.20.4'
-versionsuffix = '-Python-%(pyver)s'
+version = '1.6.1'
 
 homepage = 'https://scikit-learn.org/stable/index.html'
 description = """Scikit-learn integrates machine learning algorithms in the tightly-knit scientific Python world,
@@ -10,23 +9,24 @@ building upon numpy, scipy, and matplotlib. As a machine-learning module,
 it provides versatile tools for data mining and analysis in any field of science and engineering.
 It strives to be simple and efficient, accessible to everybody, and reusable in various contexts."""
 
-toolchain = {'name': 'foss', 'version': '2023a'}
+toolchain = {'name': 'gfbf', 'version': '2024a'}
+
+builddependencies = [
+    ('meson-python', '0.16.0'),
+    ('Cython', '3.0.10'),
+]
 
 dependencies = [
-    ('Python', '2.7.18'),
-    ('numpy', '1.16.6', versionsuffix),
-    ('SciPy-bundle', '2024.06', versionsuffix),
+    ('Python', '3.12.3'),
+    ('Python-bundle-PyPI', '2024.06'),
+    ('SciPy-bundle', '2024.05'),
 ]
 
 exts_list = [
     (name, version, {
-        'patches': ['scikit-learn-0.20.3_fix-cd_fast.patch'],
-        'checksums': [
-            {'scikit-learn-0.20.4.tar.gz': 'dfa8a3f33907614030cdfbc8b6f553dacbecaf09f922244f128af3060a137cfc'},
-            {'scikit-learn-0.20.3_fix-cd_fast.patch':
-             '9a98785a99bde000a58048ccbe382ea362aa8cf644171097e8ae755cddddeb75'},
-        ],
         'modulename': 'sklearn',
+        'sources': ['scikit_learn-%(version)s.tar.gz'],
+        'checksums': ['b4fc2525eca2c69a59260f583c56a7557c6ccdf8deafdba6e060f94c1c59738e'],
     }),
     ('sklearn', '0.0', {
         'checksums': ['e23001573aa194b834122d2b9562459bf5ae494a2d59ca6b8aa22c85a44c0e31'],

Updated software `TensorFlow-2.18.1-foss-2024a.eb`

Diff against TensorFlow-2.15.1-foss-2023a-CUDA-12.1.1.eb

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a-CUDA-12.1.1.eb

diff --git a/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a-CUDA-12.1.1.eb b/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb
index c9333512ba..e840e3624b 100644
--- a/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a-CUDA-12.1.1.eb
+++ b/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb
@@ -1,76 +1,72 @@
 easyblock = 'PythonBundle'
 
 name = 'TensorFlow'
-version = '2.15.1'
-versionsuffix = '-CUDA-%(cudaver)s'
+version = '2.18.1'
 
 homepage = 'https://www.tensorflow.org/'
 description = "An open-source software library for Machine Intelligence"
 
-toolchain = {'name': 'foss', 'version': '2023a'}
+toolchain = {'name': 'foss', 'version': '2024a'}
 toolchainopts = {'pic': True}
 
 builddependencies = [
-    ('Bazel', '6.1.0'),
+    ('hatchling', '1.24.2'),
+    ('Bazel', '6.5.0', '-Java-11'),
     # git 2.x required, see also https://github.com/tensorflow/tensorflow/issues/29053
-    ('git', '2.41.0', '-nodocs'),
-    ('pybind11', '2.11.1'),
+    ('git', '2.45.1'),
+    ('pybind11', '2.12.0'),
     ('UnZip', '6.0'),
     # Required to build some of the extensions
-    ('poetry', '1.5.1'),
-    # Protobuf disabled since 2.13.0 easyconfigs:
-    # Compiling with system protobuf don't seem to work, see:
-    # https://github.com/tensorflow/tensorflow/issues/61593
-    # ('protobuf', '24.0'),
+    ('poetry', '1.8.3'),
+    ('Cython', '3.0.10'),
 ]
 
 dependencies = [
-    ('CUDA', '12.1.1', '', SYSTEM),
-    ('cuDNN', '8.9.2.26', versionsuffix, SYSTEM),
-    ('NCCL', '2.18.3', versionsuffix),
-    ('Python', '3.11.3'),
-    ('h5py', '3.9.0'),
-    ('cURL', '8.0.1'),
-    ('dill', '0.3.7'),
+    ('Python', '3.12.3'),
+    ('h5py', '3.12.1'),
+    ('cURL', '8.7.1'),
+    ('dill', '0.3.9'),
     ('double-conversion', '3.3.0'),
-    ('flatbuffers', '23.5.26'),
-    ('flatbuffers-python', '23.5.26'),
+    ('flatbuffers', '24.3.25'),
+    ('flatbuffers-python', '24.3.25'),
     ('giflib', '5.2.1'),
-    ('hwloc', '2.9.1'),
-    ('ICU', '73.2'),
+    ('hwloc', '2.10.0'),
+    ('ICU', '75.1'),
     ('JsonCpp', '1.9.5'),
-    ('libjpeg-turbo', '2.1.5.1'),
-    ('ml_dtypes', '0.3.2'),
-    ('NASM', '2.16.01'),
-    ('nsync', '1.26.0'),
-    ('SQLite', '3.42.0'),
+    ('libjpeg-turbo', '3.0.1'),
+    ('ml_dtypes', '0.5.0'),
+    ('NASM', '2.16.03'),
+    ('nsync', '1.29.2'),
+    ('SQLite', '3.45.3'),
     ('patchelf', '0.18.0'),
-    ('libpng', '1.6.39'),
-    ('snappy', '1.1.10'),
-    ('zlib', '1.2.13'),
-    ('tensorboard', '2.15.1'),
+    ('libpng', '1.6.43'),
+    ('snappy', '1.2.1'),
+    ('zlib', '1.3.1'),
+    ('grpcio', '1.70.0'),
+    ('wrapt', '1.16.0'),
+    ('Markdown', '3.7'),
+    ('absl-py', '2.1.0'),
+    ('tensorboard', '2.18.0'),
+    ('optree', '0.14.1'),
+    ('typing-extensions', '4.11.0'),
 ]
 
-# Dependencies created and updated using findPythonDeps, see:
-# https://docs.easybuild.io/api/easybuild/scripts/findPythonDeps
-# Notable changes since 2.13.0-foss-2023a
-# - tensoboard-wit deprecated as of tensorboard 2.13.0 (tensorboard@33abcb54d7)
-# - portpicker for tests no longer needed (TF@e85860e838)
-# - opt_einsum now comes from ml_dtypes
 exts_list = [
-    ('wrapt', '1.14.1', {
-        'checksums': ['380a85cf89e0e69b7cfbe2ea9f765f004ff419f34194018a6827ac0e3edfed4d'],
+    ('astor', '0.8.1', {
+        'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
+    }),
+    ('termcolor', '2.5.0', {
+        'checksums': ['998d8d27da6d48442e8e1f016119076b690d962507531df4890fcd2db2ef8a6f'],
     }),
-    ('termcolor', '2.3.0', {
-        'checksums': ['b5b08f68937f138fe92f6c089b99f1e2da0ae56c52b78bf7075fd95420fd9a5a'],
+    ('Werkzeug', '3.1.3', {
+        'source_tmpl': '%(namelower)s-%(version)s.tar.gz',
+        'checksums': ['60723ce945c19328679790e3282cc758aa4a6040e4bb330f53d30fa546d44746'],
     }),
-    ('tensorflow-estimator', '2.15.0', {
-        'source_tmpl': 'tensorflow_estimator-%(version)s-py2.py3-none-any.whl',
-        'checksums': ['aedf21eec7fb2dc91150fc91a1ce12bc44dbb72278a08b58e79ff87c9e28f153'],
+    ('namex', '0.0.8', {
+        'checksums': ['32a50f6c565c0bb10aa76298c959507abdc0e850efe085dc38f3440fcb3aa90b'],
     }),
-    ('keras', '2.15.0', {
-        'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
-        'checksums': ['2dcc6d2e30cf9c951064b63c1f4c404b966c59caf09e01f3549138ec8ee0dd1f'],
+    ('keras', '3.9.2', {
+        'checksums': ['322aab6418ee3de1e2bd0871b60a07f0e444e744a7e8cba79af8b42408879ecf'],
     }),
     ('google-pasta', '0.2.0', {
         'modulename': 'pasta',
@@ -79,37 +75,27 @@ exts_list = [
     ('astunparse', '1.6.3', {
         'checksums': ['5ad93a8456f0d084c3456d059fd9a92cce667963232cbf763eac3bc5b7940872'],
     }),
-    # Required by tests
     ('tblib', '3.0.0', {
         'checksums': ['93622790a0a29e04f0346458face1e144dc4d32f493714c6c3dff82a4adb77e6'],
     }),
-    ('astor', '0.8.1', {
-        'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
-    }),
     (name, version, {
         'patches': [
-            'TensorFlow-2.1.0_fix-cuda-build.patch',
-            'TensorFlow-2.4.0_dont-use-var-lock.patch',
             'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch',
-            'TensorFlow-2.13.0_exclude-xnnpack-on-ppc.patch',
-            'TensorFlow-2.15.1_remove-duplicate-gpu-tests.patch',
-            'TensorFlow-2.15.1_remove-libclang-dep.patch',
-            'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch',
-            'TensorFlow-2.15.1_add-default-shell-env.patch',
-            'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch',
             'TensorFlow-2.15.1_fix-flatbuffer-license.patch',
             'TensorFlow-2.15.1_fix-pybind11-build.patch',
-            'TensorFlow-2.15.1_fix-cuda_build_defs.patch',
-            'TensorFlow-2.15.1_disable-avx512-extensions.patch',
-            'TensorFlow-2.15.1_disable-tf32-in-fused-matmul-tests.patch'
+            'TensorFlow-2.15.1_add-default-shell-env.patch',
+            'TensorFlow-2.4.0_dont-use-var-lock.patch',
+            'TensorFlow-2.18.1_disable-tf32-in-fused-matmul-tests.patch',
+            'TensorFlow-2.18.1_fix-patchelf.patch',
+            'TensorFlow-2.18.1_fix-xnnpack.patch',
+            'TensorFlow-2.18.1_fixedpoint.patch',
+            'TensorFlow-2.18.1_fix-setup.py.patch',
+            'TensorFlow-2.18.1_fix-AVX512-eigen-compilation-gcc13.patch',
         ],
         'source_tmpl': 'v%(version)s.tar.gz',
         'source_urls': ['https://github.com/tensorflow/tensorflow/archive/'],
         'test_script': 'TensorFlow-2.x_mnist-test.py',
-        'test_tag_filters_cpu': (
-            '-gpu,-tpu,-no_cuda_on_cpu_tap,'
-            '-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only'
-        ),
+        'test_tag_filters_cpu': '-gpu,-tpu,-no_cuda_on_cpu_tap,-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only',
         'test_tag_filters_gpu': (
             'gpu,-no_gpu,-nogpu,-gpu_cupti,-no_cuda11,'
             '-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only'
@@ -132,42 +118,34 @@ exts_list = [
             '-//tensorflow/core/kernels/mkl:mkl_fused_batch_norm_op_test',
             '-//tensorflow/core/ir/importexport/tests/roundtrip/...',
         ],
-        'testopts': '--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small ',
+        'testopts': "--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small ",
         'testopts_gpu': (
             '--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small '
             '--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute '
         ),
         'with_xla': True,
         'checksums': [
-            {'v2.15.1.tar.gz': 'f36416d831f06fe866e149c7cd752da410a11178b01ff5620e9f265511ed57cf'},
-            {'TensorFlow-2.1.0_fix-cuda-build.patch':
-             '78c20aeaa7784b8ceb46238a81e8c2461137d28e0b576deeba8357d23fbe1f5a'},
-            {'TensorFlow-2.4.0_dont-use-var-lock.patch':
-             'b14f2493fd2edf79abd1c4f2dde6c98a3e7d5cb9c25ab9386df874d5f072d6b5'},
+            {'v2.18.1.tar.gz': '467c512b631e72ad5c9d5c16b23669bcf89675de630cfbb58f9dde746d34afa8'},
             {'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch':
              '77d8c8a5627493fc7c38b4de79d49e60ff6628b05ff969f4cd3ff9857176c459'},
-            {'TensorFlow-2.13.0_exclude-xnnpack-on-ppc.patch':
-             'd0818206846911d946666ded7d3216c0546e37cee1890a2f48dc1a9d71047cad'},
-            {'TensorFlow-2.15.1_remove-duplicate-gpu-tests.patch':
-             'd8810d5b875de5be8603afd743774ce9dd8c0d4a82314c7fe2f284a080be7498'},
-            {'TensorFlow-2.15.1_remove-libclang-dep.patch':
-             '871b2f0221b7a150ac9f563ffad7187e052a7eedd95c20fb4524987d7edb6f21'},
-            {'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch':
-             'eba7351a4b0696c589b9c507bacb0257ebce8c39fde39ab72d5d6a69deaaec02'},
-            {'TensorFlow-2.15.1_add-default-shell-env.patch':
-             '3d5196b4bf2e91048dc8a18f9e8f487a223fcd973d6302e80b0d4000ea3d652b'},
-            {'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch':
-             '761059e5f5f5eeeef8aed5517a7685a0eb0a9193d4afe8d45237527681c9c0a3'},
             {'TensorFlow-2.15.1_fix-flatbuffer-license.patch':
              '2c04d5095977a628a238dbf93c5fada7159c86752a7183e64e0cf7c7ab00caf4'},
             {'TensorFlow-2.15.1_fix-pybind11-build.patch':
              '3bb350ac92ab99c63c951c96b3b0160699f5f16822b64f72111ebfd2275cafce'},
-            {'TensorFlow-2.15.1_fix-cuda_build_defs.patch':
-             '091581a7c4fc2fc7af282cab6661632c29029d2f36eccb6695ffa5783e065f88'},
-            {'TensorFlow-2.15.1_disable-avx512-extensions.patch':
-             '506ceecff67237eed9cd9e9e114bc1461f35a343f77f83cb3dab710aa701dc0f'},
-            {'TensorFlow-2.15.1_disable-tf32-in-fused-matmul-tests.patch':
-             'f78aa0e8f814a57e8d2e6b24ff095df49e8654aadb797393fa95a9378d0aa662'},
+            {'TensorFlow-2.15.1_add-default-shell-env.patch':
+             '3d5196b4bf2e91048dc8a18f9e8f487a223fcd973d6302e80b0d4000ea3d652b'},
+            {'TensorFlow-2.4.0_dont-use-var-lock.patch':
+             'b14f2493fd2edf79abd1c4f2dde6c98a3e7d5cb9c25ab9386df874d5f072d6b5'},
+            {'TensorFlow-2.18.1_disable-tf32-in-fused-matmul-tests.patch':
+             '97ec29666f3449f2249b121d3c88a374d888732c978c8f2aa74aa5243c7088cc'},
+            {'TensorFlow-2.18.1_fix-patchelf.patch':
+             '6c9a4d8484868b68aad99527420f22ff09528db588cdb11926ec9340f0c4a816'},
+            {'TensorFlow-2.18.1_fix-xnnpack.patch': 'baf81d7b2b61b5a923cf1f171d5e2400df6b8bd9073d3afa7a356e3bbe11984c'},
+            {'TensorFlow-2.18.1_fixedpoint.patch': '5ea1eb3b32e7df5f9ae711a71778b4cae544b3380f18882186eea035873fb640'},
+            {'TensorFlow-2.18.1_fix-setup.py.patch':
+             '6a30d61fd47b773d5e3a40ba3d02288df16321ffc45500f91b666437d8ec3343'},
+            {'TensorFlow-2.18.1_fix-AVX512-eigen-compilation-gcc13.patch':
+             '976d4be56144060f2ac4351db8341c6dd72376b0d871d5fddd986548ad03c873'},
         ],
     }),
 ]

Diff against TensorFlow-2.15.1-foss-2023a.eb

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a.eb

diff --git a/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a.eb b/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb
index 41a35c0c90..e840e3624b 100644
--- a/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023a.eb
+++ b/easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb
@@ -1,72 +1,72 @@
 easyblock = 'PythonBundle'
 
 name = 'TensorFlow'
-version = '2.15.1'
+version = '2.18.1'
 
 homepage = 'https://www.tensorflow.org/'
 description = "An open-source software library for Machine Intelligence"
 
-toolchain = {'name': 'foss', 'version': '2023a'}
+toolchain = {'name': 'foss', 'version': '2024a'}
 toolchainopts = {'pic': True}
 
 builddependencies = [
-    ('Bazel', '6.1.0'),
+    ('hatchling', '1.24.2'),
+    ('Bazel', '6.5.0', '-Java-11'),
     # git 2.x required, see also https://github.com/tensorflow/tensorflow/issues/29053
-    ('git', '2.41.0', '-nodocs'),
-    ('pybind11', '2.11.1'),
+    ('git', '2.45.1'),
+    ('pybind11', '2.12.0'),
     ('UnZip', '6.0'),
     # Required to build some of the extensions
-    ('poetry', '1.5.1'),
-    # Protobuf disabled since 2.13.0 easyconfigs:
-    # Compiling with system protobuf don't seem to work, see:
-    # https://github.com/tensorflow/tensorflow/issues/61593
-    # ('protobuf', '24.0'),
+    ('poetry', '1.8.3'),
+    ('Cython', '3.0.10'),
 ]
 
 dependencies = [
-    ('Python', '3.11.3'),
-    ('h5py', '3.9.0'),
-    ('cURL', '8.0.1'),
-    ('dill', '0.3.7'),
+    ('Python', '3.12.3'),
+    ('h5py', '3.12.1'),
+    ('cURL', '8.7.1'),
+    ('dill', '0.3.9'),
     ('double-conversion', '3.3.0'),
-    ('flatbuffers', '23.5.26'),
-    ('flatbuffers-python', '23.5.26'),
+    ('flatbuffers', '24.3.25'),
+    ('flatbuffers-python', '24.3.25'),
     ('giflib', '5.2.1'),
-    ('hwloc', '2.9.1'),
-    ('ICU', '73.2'),
+    ('hwloc', '2.10.0'),
+    ('ICU', '75.1'),
     ('JsonCpp', '1.9.5'),
-    ('libjpeg-turbo', '2.1.5.1'),
-    ('ml_dtypes', '0.3.2'),
-    ('NASM', '2.16.01'),
-    ('nsync', '1.26.0'),
-    ('SQLite', '3.42.0'),
+    ('libjpeg-turbo', '3.0.1'),
+    ('ml_dtypes', '0.5.0'),
+    ('NASM', '2.16.03'),
+    ('nsync', '1.29.2'),
+    ('SQLite', '3.45.3'),
     ('patchelf', '0.18.0'),
-    ('libpng', '1.6.39'),
-    ('snappy', '1.1.10'),
-    ('zlib', '1.2.13'),
-    ('tensorboard', '2.15.1'),
+    ('libpng', '1.6.43'),
+    ('snappy', '1.2.1'),
+    ('zlib', '1.3.1'),
+    ('grpcio', '1.70.0'),
+    ('wrapt', '1.16.0'),
+    ('Markdown', '3.7'),
+    ('absl-py', '2.1.0'),
+    ('tensorboard', '2.18.0'),
+    ('optree', '0.14.1'),
+    ('typing-extensions', '4.11.0'),
 ]
 
-# Dependencies created and updated using findPythonDeps, see:
-# https://docs.easybuild.io/api/easybuild/scripts/findPythonDeps
-# Notable changes since 2.13.0-foss-2023a
-# - tensoboard-wit deprecated as of tensorboard 2.13.0 (tensorboard@33abcb54d7)
-# - portpicker for tests no longer needed (TF@e85860e838)
-# - opt_einsum now comes from ml_dtypes
 exts_list = [
-    ('wrapt', '1.14.1', {
-        'checksums': ['380a85cf89e0e69b7cfbe2ea9f765f004ff419f34194018a6827ac0e3edfed4d'],
+    ('astor', '0.8.1', {
+        'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
     }),
-    ('termcolor', '2.3.0', {
-        'checksums': ['b5b08f68937f138fe92f6c089b99f1e2da0ae56c52b78bf7075fd95420fd9a5a'],
+    ('termcolor', '2.5.0', {
+        'checksums': ['998d8d27da6d48442e8e1f016119076b690d962507531df4890fcd2db2ef8a6f'],
     }),
-    ('tensorflow-estimator', '2.15.0', {
-        'source_tmpl': 'tensorflow_estimator-%(version)s-py2.py3-none-any.whl',
-        'checksums': ['aedf21eec7fb2dc91150fc91a1ce12bc44dbb72278a08b58e79ff87c9e28f153'],
+    ('Werkzeug', '3.1.3', {
+        'source_tmpl': '%(namelower)s-%(version)s.tar.gz',
+        'checksums': ['60723ce945c19328679790e3282cc758aa4a6040e4bb330f53d30fa546d44746'],
     }),
-    ('keras', '2.15.0', {
-        'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
-        'checksums': ['2dcc6d2e30cf9c951064b63c1f4c404b966c59caf09e01f3549138ec8ee0dd1f'],
+    ('namex', '0.0.8', {
+        'checksums': ['32a50f6c565c0bb10aa76298c959507abdc0e850efe085dc38f3440fcb3aa90b'],
+    }),
+    ('keras', '3.9.2', {
+        'checksums': ['322aab6418ee3de1e2bd0871b60a07f0e444e744a7e8cba79af8b42408879ecf'],
     }),
     ('google-pasta', '0.2.0', {
         'modulename': 'pasta',
@@ -75,32 +75,27 @@ exts_list = [
     ('astunparse', '1.6.3', {
         'checksums': ['5ad93a8456f0d084c3456d059fd9a92cce667963232cbf763eac3bc5b7940872'],
     }),
-    # Required by tests
     ('tblib', '3.0.0', {
         'checksums': ['93622790a0a29e04f0346458face1e144dc4d32f493714c6c3dff82a4adb77e6'],
     }),
-    ('astor', '0.8.1', {
-        'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
-    }),
     (name, version, {
         'patches': [
             'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch',
-            'TensorFlow-2.13.0_exclude-xnnpack-on-ppc.patch',
-            'TensorFlow-2.15.1_remove-libclang-dep.patch',
-            'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch',
-            'TensorFlow-2.15.1_add-default-shell-env.patch',
-            'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch',
             'TensorFlow-2.15.1_fix-flatbuffer-license.patch',
             'TensorFlow-2.15.1_fix-pybind11-build.patch',
-            'TensorFlow-2.15.1_disable-avx512-extensions.patch',
+            'TensorFlow-2.15.1_add-default-shell-env.patch',
+            'TensorFlow-2.4.0_dont-use-var-lock.patch',
+            'TensorFlow-2.18.1_disable-tf32-in-fused-matmul-tests.patch',
+            'TensorFlow-2.18.1_fix-patchelf.patch',
+            'TensorFlow-2.18.1_fix-xnnpack.patch',
+            'TensorFlow-2.18.1_fixedpoint.patch',
+            'TensorFlow-2.18.1_fix-setup.py.patch',
+            'TensorFlow-2.18.1_fix-AVX512-eigen-compilation-gcc13.patch',
         ],
         'source_tmpl': 'v%(version)s.tar.gz',
         'source_urls': ['https://github.com/tensorflow/tensorflow/archive/'],
         'test_script': 'TensorFlow-2.x_mnist-test.py',
-        'test_tag_filters_cpu': (
-            '-gpu,-tpu,-no_cuda_on_cpu_tap,'
-            '-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only'
-        ),
+        'test_tag_filters_cpu': '-gpu,-tpu,-no_cuda_on_cpu_tap,-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only',
         'test_tag_filters_gpu': (
             'gpu,-no_gpu,-nogpu,-gpu_cupti,-no_cuda11,'
             '-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only'
@@ -123,32 +118,34 @@ exts_list = [
             '-//tensorflow/core/kernels/mkl:mkl_fused_batch_norm_op_test',
             '-//tensorflow/core/ir/importexport/tests/roundtrip/...',
         ],
-        'testopts': '--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small ',
+        'testopts': "--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small ",
         'testopts_gpu': (
             '--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small '
             '--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute '
         ),
         'with_xla': True,
         'checksums': [
-            {'v2.15.1.tar.gz': 'f36416d831f06fe866e149c7cd752da410a11178b01ff5620e9f265511ed57cf'},
+            {'v2.18.1.tar.gz': '467c512b631e72ad5c9d5c16b23669bcf89675de630cfbb58f9dde746d34afa8'},
             {'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch':
              '77d8c8a5627493fc7c38b4de79d49e60ff6628b05ff969f4cd3ff9857176c459'},
-            {'TensorFlow-2.13.0_exclude-xnnpack-on-ppc.patch':
-             'd0818206846911d946666ded7d3216c0546e37cee1890a2f48dc1a9d71047cad'},
-            {'TensorFlow-2.15.1_remove-libclang-dep.patch':
-             '871b2f0221b7a150ac9f563ffad7187e052a7eedd95c20fb4524987d7edb6f21'},
-            {'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch':
-             'eba7351a4b0696c589b9c507bacb0257ebce8c39fde39ab72d5d6a69deaaec02'},
-            {'TensorFlow-2.15.1_add-default-shell-env.patch':
-             '3d5196b4bf2e91048dc8a18f9e8f487a223fcd973d6302e80b0d4000ea3d652b'},
-            {'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch':
-             '761059e5f5f5eeeef8aed5517a7685a0eb0a9193d4afe8d45237527681c9c0a3'},
             {'TensorFlow-2.15.1_fix-flatbuffer-license.patch':
              '2c04d5095977a628a238dbf93c5fada7159c86752a7183e64e0cf7c7ab00caf4'},
             {'TensorFlow-2.15.1_fix-pybind11-build.patch':
              '3bb350ac92ab99c63c951c96b3b0160699f5f16822b64f72111ebfd2275cafce'},
-            {'TensorFlow-2.15.1_disable-avx512-extensions.patch':
-             '506ceecff67237eed9cd9e9e114bc1461f35a343f77f83cb3dab710aa701dc0f'},
+            {'TensorFlow-2.15.1_add-default-shell-env.patch':
+             '3d5196b4bf2e91048dc8a18f9e8f487a223fcd973d6302e80b0d4000ea3d652b'},
+            {'TensorFlow-2.4.0_dont-use-var-lock.patch':
+             'b14f2493fd2edf79abd1c4f2dde6c98a3e7d5cb9c25ab9386df874d5f072d6b5'},
+            {'TensorFlow-2.18.1_disable-tf32-in-fused-matmul-tests.patch':
+             '97ec29666f3449f2249b121d3c88a374d888732c978c8f2aa74aa5243c7088cc'},
+            {'TensorFlow-2.18.1_fix-patchelf.patch':
+             '6c9a4d8484868b68aad99527420f22ff09528db588cdb11926ec9340f0c4a816'},
+            {'TensorFlow-2.18.1_fix-xnnpack.patch': 'baf81d7b2b61b5a923cf1f171d5e2400df6b8bd9073d3afa7a356e3bbe11984c'},
+            {'TensorFlow-2.18.1_fixedpoint.patch': '5ea1eb3b32e7df5f9ae711a71778b4cae544b3380f18882186eea035873fb640'},
+            {'TensorFlow-2.18.1_fix-setup.py.patch':
+             '6a30d61fd47b773d5e3a40ba3d02288df16321ffc45500f91b666437d8ec3343'},
+            {'TensorFlow-2.18.1_fix-AVX512-eigen-compilation-gcc13.patch':
+             '976d4be56144060f2ac4351db8341c6dd72376b0d871d5fddd986548ad03c873'},
         ],
     }),
 ]

Updated software `tensorboard-2.18.0-gfbf-2024a.eb`

Diff against tensorboard-2.18.0-gfbf-2023b.eb

easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2023b.eb

diff --git a/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2023b.eb b/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2024a.eb
index cfa9250f6f..e342b91279 100644
--- a/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2023b.eb
+++ b/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2024a.eb
@@ -7,25 +7,19 @@ homepage = 'https://github.com/tensorflow/tensorboard'
 description = """TensorBoard is a suite of web applications for inspecting and
 understanding your TensorFlow runs and graphs."""
 
-toolchain = {'name': 'gfbf', 'version': '2023b'}
-
-builddependencies = [
-    ('poetry', '1.6.1'),
-]
+toolchain = {'name': 'gfbf', 'version': '2024a'}
 
+builddependencies = [('poetry', '1.8.3')]
 dependencies = [
-    ('Python', '3.11.5'),
-    ('SciPy-bundle', '2023.11'),
-    ('protobuf-python', '4.25.3'),
-    ('grpcio', '1.67.1'),
-    ('Markdown', '3.6'),
+    ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
+    ('protobuf-python', '5.28.0'),
+    ('grpcio', '1.70.0'),
+    ('Markdown', '3.7'),
+    ('absl-py', '2.1.0'),
 ]
 
 exts_list = [
-    ('absl-py', '2.1.0', {
-        'modulename': 'absl',
-        'checksums': ['7820790efbb316739cde8b4e19357243fc3608a152024288513dd968d7d959ff'],
-    }),
     ('cachetools', '5.5.0', {
         'checksums': ['2cc24fb4cbe39633fb7badd9db9ca6295d766d9c2995f245725a46715d050f2a'],
     }),
@@ -43,9 +37,9 @@ exts_list = [
         'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
         'checksums': ['7e0610d205889588983836ec05dc098e80f97b7e7bbff7e994ebb78f578d0ddb'],
     }),
-    ('Werkzeug', '3.1.0', {
+    ('Werkzeug', '3.1.3', {
         'source_tmpl': '%(namelower)s-%(version)s.tar.gz',
-        'checksums': ['6f2a0d38f25ba5a75c36c45b4ae350c7a23b57e3b974e9eb2d6851f2c648c00d'],
+        'checksums': ['60723ce945c19328679790e3282cc758aa4a6040e4bb330f53d30fa546d44746'],
     }),
     (name, version, {
         'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',

Diff against tensorboard-2.15.1-gfbf-2022b.eb

easybuild/easyconfigs/t/tensorboard/tensorboard-2.15.1-gfbf-2022b.eb

diff --git a/easybuild/easyconfigs/t/tensorboard/tensorboard-2.15.1-gfbf-2022b.eb b/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2024a.eb
index 2c8ceb4953..e342b91279 100644
--- a/easybuild/easyconfigs/t/tensorboard/tensorboard-2.15.1-gfbf-2022b.eb
+++ b/easybuild/easyconfigs/t/tensorboard/tensorboard-2.18.0-gfbf-2024a.eb
@@ -1,87 +1,50 @@
 easyblock = 'PythonBundle'
 
 name = 'tensorboard'
-version = '2.15.1'
+version = '2.18.0'
 
 homepage = 'https://github.com/tensorflow/tensorboard'
 description = """TensorBoard is a suite of web applications for inspecting and
 understanding your TensorFlow runs and graphs."""
 
-toolchain = {'name': 'gfbf', 'version': '2022b'}
-
-postinstallpatches = [
-    ('tensorboard-2.10_jupyterhub-support.patch', 'lib/python%(pyshortver)s/site-packages'),
-]
-checksums = [
-    {'tensorboard-2.10_jupyterhub-support.patch':
-     '50a292e6ee518aecb5644595e0f3db4867be4f82e328e008e5a3f6a1f19baf87'},
-]
+toolchain = {'name': 'gfbf', 'version': '2024a'}
 
+builddependencies = [('poetry', '1.8.3')]
 dependencies = [
-    ('Python', '3.10.8'),
-    ('SciPy-bundle', '2023.02'),
-    ('protobuf-python', '4.23.0'),
-    ('grpcio', '1.57.0'),
+    ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
+    ('protobuf-python', '5.28.0'),
+    ('grpcio', '1.70.0'),
+    ('Markdown', '3.7'),
+    ('absl-py', '2.1.0'),
 ]
 
 exts_list = [
-    ('absl-py', '2.1.0', {
-        'modulename': 'absl',
-        'checksums': ['7820790efbb316739cde8b4e19357243fc3608a152024288513dd968d7d959ff'],
+    ('cachetools', '5.5.0', {
+        'checksums': ['2cc24fb4cbe39633fb7badd9db9ca6295d766d9c2995f245725a46715d050f2a'],
     }),
-    ('cachetools', '5.3.2', {
-        'checksums': ['086ee420196f7b2ab9ca2db2520aca326318b68fe5ba8bc4d49cca91add450f2'],
-    }),
-    ('pyasn1_modules', '0.3.0', {
-        'checksums': ['5bd01446b736eb9d31512a30d46c1ac3395d676c6f3cafa4c03eb54b9925631c'],
+    ('pyasn1_modules', '0.4.1', {
+        'checksums': ['c28e2dbf9c06ad61c71a075c7e0f9fd0f1b0bb2d2ad4377f240d33ac2ab60a7c'],
     }),
     ('rsa', '4.9', {
         'checksums': ['e38464a49c6c85d7f1351b0126661487a7e0a14a50f1675ec50eb34d4f20ef21'],
     }),
-    ('google-auth', '2.26.2', {
+    ('google_auth', '2.35.0', {
         'modulename': 'google.auth',
-        'checksums': ['97327dbbf58cccb58fc5a1712bba403ae76668e64814eb30f7316f7e27126b81'],
-    }),
-    ('oauthlib', '3.2.2', {
-        'checksums': ['9859c40929662bec5d64f34d01c99e093149682a3f38915dc0655d5a633dd918'],
-    }),
-    ('requests-oauthlib', '1.3.1', {
-        'checksums': ['75beac4a47881eeb94d5ea5d6ad31ef88856affe2332b9aafb52c6452ccf0d7a'],
-    }),
-    ('google-auth-oauthlib', '1.2.0', {
-        'checksums': ['292d2d3783349f2b0734a0a0207b1e1e322ac193c2c09d8f7c613fb7cc501ea8'],
-    }),
-    ('Markdown', '3.5.2', {
-        'checksums': ['e1ac7b3dc550ee80e602e71c1d168002f062e49f1b11e26a36264dafd4df2ef8'],
+        'checksums': ['f4c64ed4e01e8e8b646ef34c018f8bf3338df0c8e37d8b3bba40e7f574a3278a'],
     }),
     ('tensorboard_data_server', '0.7.2', {
         'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
         'checksums': ['7e0610d205889588983836ec05dc098e80f97b7e7bbff7e994ebb78f578d0ddb'],
     }),
-    ('gviz-api', '1.10.0', {
-        'source_tmpl': 'gviz_api-%(version)s.tar.gz',
-        'checksums': ['846692dd8cc73224fc31b18e41589bd934e1cc05090c6576af4b4b26c2e71b90'],
-    }),
-    ('tensorboard-plugin-profile', '2.15.1', {
-        'source_tmpl': 'tensorboard_plugin_profile-%(version)s.tar.gz',
-        'checksums': ['84bb33e446eb4a9c0616f669fc6a42cdd40eadd9ae1d74bf756f4f0479993273'],
-    }),
-    ('Werkzeug', '3.0.1', {
+    ('Werkzeug', '3.1.3', {
         'source_tmpl': '%(namelower)s-%(version)s.tar.gz',
-        'checksums': ['507e811ecea72b18a404947aded4b3390e1db8f826b494d76550ef45bb3b1dcc'],
+        'checksums': ['60723ce945c19328679790e3282cc758aa4a6040e4bb330f53d30fa546d44746'],
     }),
     (name, version, {
         'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
-        'checksums': ['c46c1d1cf13a458c429868a78b2531d8ff5f682058d69ec0840b0bc7a38f1c0f'],
+        'checksums': ['107ca4821745f73e2aefa02c50ff70a9b694f39f790b11e6f682f7d326745eab'],
     }),
 ]
 
-#  Relax restriction on protobuf dependency as issue was fixed
-#  in https://github.com/protocolbuffers/upb/pull/1514
-#  see also: https://github.com/easybuilders/easybuild-easyconfigs/pull/19671
-postinstallcmds = [
-    'sed -i "s/Requires-Dist: protobuf.*/Requires-Dist: protobuf >=3.19.6/g" ' +
-    '%(installdir)s/lib/python%(pyshortver)s/site-packages/%(name)s-%(version)s.dist-info/METADATA',
-]
-
 moduleclass = 'lib'

pavelToman · 2025-05-07T09:33:46Z

@Flamefire Could you please help me with patches for TensorFlow?
TensorFlow-2.15.1_fix-AVX512-eigen-compilation-gcc13.patch
TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch
It is not working for TF-2.18.1 and I am not sure if it is needed

Flamefire · 2025-05-07T10:26:41Z

@Flamefire Could you please help me with patches for TensorFlow? TensorFlow-2.15.1_fix-AVX512-eigen-compilation-gcc13.patch TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch It is not working for TF-2.18.1 and I am not sure if it is needed

It can be removed as it is not required anymore. The fix was merged upstream and TF uses that already

pavelToman · 2025-05-08T08:32:40Z

The installation failed for me after 7h :(

# Configuration: 5767a3b8c20d53ad438abdccb3d2c16b25f76d446c10b1aa8605c0530e8ad9aa
# Execution platform: @local_execution_config_platform//:platform
[25,010 / 26,060] Compiling tensorflow/core/kernels/matmul_op_real.cc; 71s local ... (4 actions running)
[25,010 / 26,060] Compiling tensorflow/core/kernels/matmul_op_real.cc; 80s local ... (4 actions running)
ERROR: /tmp/vsc47063/easybuild/build/TensorFlow/2.18.1/foss-2024a/TensorFlow/tensorflow-2.18.1/tensorflow/core/kernels/BUILD:3588:18: Compiling tensorflow/core/kernels/matmul_op_real.cc failed: (Exit 1): gcc failed: error executing command (from target //tensorflow/core/kernels:matmul_op) 
  (cd /tmp/vsc47063/easybuild/build/TensorFlow/2.18.1/foss-2024a/TensorFlow/bazel-root/56ab21d3bef95823065a587f2075c4b2/execroot/org_tensorflow && \
  exec env - \
    CPATH=/apps/gent/RHEL9/cascadelake-ib/software/cURL/8.7.1-GCCcore-13.3.0/include:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/double-conversion/3.3.0-GCCcore-13.3.0/include:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/flatbuffers/24.3.25-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/giflib/5.2.1-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/hwloc/2.10.0-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/ICU/75.1-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/JsonCpp/1.9.5-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/libjpeg-turbo/3.0.1-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/libpng/1.6.43-GCCcore-13.3.0/include:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/nsync/1.29.2-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/pybind11/2.12.0-GCC-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/snappy/1.1.10-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/SQLite/3.45.3-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/zlib/1.3.1-GCCcore-13.3.0/include:/apps/gent/RHEL9/cascadelake-ib/software/OpenSSL/3/include \
    LD_LIBRARY_PATH=/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/lib64:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/protobuf/28.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/Abseil/20240722.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/snappy/1.1.10-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libpng/1.6.43-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/nsync/1.29.2-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libjpeg-turbo/3.0.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/JsonCpp/1.9.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/giflib/5.2.1-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/flatbuffers/24.3.25-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/double-conversion/3.3.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/HDF5/1.14.5-gompi-2024a/lib:/apps/gent/RHEL9/cascadelake-ib/software/Szip/2.1.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/SciPy-bundle/2024.05-gfbf-2024a/lib/python3.12/site-packages/numpy/core/lib:/apps/gent/RHEL9/cascadelake-ib/software/ScaLAPACK/2.2.0-gompi-2024a-fb/lib:/apps/gent/RHEL9/cascadelake-ib/software/FFTW.MPI/3.3.10-gompi-2024a/lib:/apps/gent/RHEL9/cascadelake-ib/software/FFTW/3.3.10-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/FlexiBLAS/3.4.4-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/OpenBLAS/0.3.27-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/OpenMPI/5.0.3-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/UCC/1.3.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/PRRTE/3.0.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/PMIx/5.0.2-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/UCX/1.16.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libevent/2.1.12-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/hwloc/2.10.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libpciaccess/0.18.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/numactl/2.0.18-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/Boost/1.85.0-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/ICU/75.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/zstd/1.5.6-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/lz4/1.9.4-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/gettext/0.22.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libiconv/1.17-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libxml2/2.12.7-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/expat/2.6.2-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/cURL/8.7.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/Java/11.0.20/lib:/apps/gent/RHEL9/cascadelake-ib/software/Python/3.12.3-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/OpenSSL/3/lib:/apps/gent/RHEL9/cascadelake-ib/software/libffi/3.4.5-GCCcore-13.3.0/lib64:/apps/gent/RHEL9/cascadelake-ib/software/XZ/5.4.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/SQLite/3.45.3-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/Tcl/8.6.14-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libreadline/8.2-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/ncurses/6.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/bzip2/1.0.8-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/binutils/2.42-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/zlib/1.3.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/GCCcore/13.3.0/lib64 \
    LIBRARY_PATH=/apps/gent/RHEL9/cascadelake-ib/software/cURL/8.7.1-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/double-conversion/3.3.0-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/flatbuffers/24.3.25-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/giflib/5.2.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/hwloc/2.10.0-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/ICU/75.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/JsonCpp/1.9.5-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libjpeg-turbo/3.0.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/libpng/1.6.43-GCCcore-13.3.0/lib:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/nsync/1.29.2-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/pybind11/2.12.0-GCC-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/snappy/1.1.10-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/SQLite/3.45.3-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/zlib/1.3.1-GCCcore-13.3.0/lib:/apps/gent/RHEL9/cascadelake-ib/software/OpenSSL/3/lib \
    PATH=/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/ld.bfd_wrapper:/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/ld.gold_wrapper:/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/ld_wrapper:/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/gfortran_wrapper:/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/gxx_wrapper:/tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/gcc_wrapper:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/sbin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/tensorboard/2.18.0-gfbf-2024a/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/Markdown/3.7-GCCcore-13.3.0/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/protobuf/28.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/libpng/1.6.43-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/patchelf/0.18.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/libjpeg-turbo/3.0.1-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/NASM/2.16.03-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/giflib/5.2.1-GCCcore-13.3.0/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/flatbuffers/24.3.25-GCCcore-13.3.0/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/dill/0.3.9-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/HDF5/1.14.5-gompi-2024a/bin:/apps/gent/RHEL9/cascadelake-ib/software/SciPy-bundle/2024.05-gfbf-2024a/bin:/apps/gent/RHEL9/cascadelake-ib/software/Python-bundle-PyPI/2024.06-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/FFTW/3.3.10-GCC-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/FlexiBLAS/3.4.4-GCC-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/OpenMPI/5.0.3-GCC-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/UCC/1.3.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/PRRTE/3.0.5-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/PMIx/5.0.2-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/UCX/1.16.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/libevent/2.1.12-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/hwloc/2.10.0-GCCcore-13.3.0/sbin:/apps/gent/RHEL9/cascadelake-ib/software/hwloc/2.10.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/numactl/2.0.18-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/Cython/3.0.10-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/poetry/1.8.3-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/virtualenv/20.26.2-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/UnZip/6.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/pybind11/2.12.0-GCC-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/ICU/75.1-GCCcore-13.3.0/sbin:/apps/gent/RHEL9/cascadelake-ib/software/ICU/75.1-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/zstd/1.5.6-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/lz4/1.9.4-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/gzip/1.13-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/git/2.45.1-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/Perl/5.38.2-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/gettext/0.22.5-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/libiconv/1.17-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/libxml2/2.12.7-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/expat/2.6.2-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/cURL/8.7.1-GCCcore-13.3.0/bin:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/Bazel/6.5.0-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/Java/11.0.20:/apps/gent/RHEL9/cascadelake-ib/software/Java/11.0.20/bin:/apps/gent/RHEL9/cascadelake-ib/software/hatchling/1.24.2-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/Python/3.12.3-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/OpenSSL/3/bin:/apps/gent/RHEL9/cascadelake-ib/software/XZ/5.4.5-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/SQLite/3.45.3-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/Tcl/8.6.14-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/ncurses/6.5-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/bzip2/1.0.8-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/binutils/2.42-GCCcore-13.3.0/bin:/apps/gent/RHEL9/cascadelake-ib/software/GCCcore/13.3.0/bin:/user/gent/470/vsc47063/easybuild/easybuild-framework:/usr/libexec/jobcli:/usr/local/vsc/bin:/opt/VirtualGL/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/user/gent/470/vsc47063/.dotnet/tools \
    PWD=/proc/self/cwd \
    PYTHONNOUSERSITE=1 \
    PYTHONPATH=/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/typing-extensions/4.11.0-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/optree/0.14.1-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/tensorboard/2.18.0-gfbf-2024a/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/absl-py/2.1.0-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/Markdown/3.7-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/wrapt/1.16.0-gfbf-2024a/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/grpcio/1.70.0-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/protobuf-python/5.28.0-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/ml_dtypes/0.5.0-gfbf-2024a/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/flatbuffers-python/24.3.25-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/dill/0.3.9-GCCcore-13.3.0/lib/python3.12/site-packages:/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/h5py/3.12.1-foss-2024a/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/mpi4py/4.0.1-gompi-2024a/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/SciPy-bundle/2024.05-gfbf-2024a/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/Python-bundle-PyPI/2024.06-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/Cython/3.0.10-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/poetry/1.8.3-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/virtualenv/20.26.2-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/cryptography/42.0.8-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/cffi/1.16.0-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/pybind11/2.12.0-GCC-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/hatchling/1.24.2-GCCcore-13.3.0/lib/python3.12/site-packages:/apps/gent/RHEL9/cascadelake-ib/software/Python/3.12.3-GCCcore-13.3.0/easybuild/python \
    PYTHON_BIN_PATH=/apps/gent/RHEL9/cascadelake-ib/software/Python/3.12.3-GCCcore-13.3.0/bin/python \
    PYTHON_LIB_PATH=/scratch/gent/vo/001/gvo00117/easybuild/RHEL9/cascadelake-ampere-ib/software/TensorFlow/2.18.1-foss-2024a/lib/python3.12/site-packages \
    TF2_BEHAVIOR=1 \
    TF_SYSTEM_LIBS=absl_py,astor_archive,astunparse_archive,boringssl,curl,cython,dill_archive,double_conversion,flatbuffers,functools32_archive,gast_archive,gif,hwloc,icu,jsoncpp_git,libjpeg_turbo,nasm,nsync,org_sqlite,pasta,png,pybind11,six_archive,snappy,tblib_archive,termcolor_archive,typing_extensions_archive,wrapt,zlib \
  /tmp/vsc47063/eb-hw61ovl1/tmphjm2pdyg/rpath_wrappers/gcc_wrapper/gcc -U_FORTIFY_SOURCE -fstack-protector -Wall -Wunused-but-set-parameter -Wno-free-nonheap-object -fno-omit-frame-pointer -g0 -O2 '-D_FORTIFY_SOURCE=1' -DNDEBUG -ffunction-sections -fdata-sections '-std=c++14' -MD -MF bazel-out/k8-opt/bin/tensorflow/core/kernels/_objs/matmul_op/matmul_op_real.d '-frandom-seed=bazel-out/k8-opt/bin/tensorflow/core/kernels/_objs/matmul_op/matmul_op_real.o' '-DEIGEN_MAX_ALIGN_BYTES=64' -DEIGEN_ALLOW_UNALIGNED_SCALARS '-DEIGEN_USE_AVX512_GEMM_KERNELS=0' -DTF_USE_SNAPPY '-DLLVM_ON_UNIX=1' '-DHAVE_BACKTRACE=1' '-DBACKTRACE_HEADER=<execinfo.h>' '-DLTDL_SHLIB_EXT=".so"' '-DLLVM_PLUGIN_EXT=".so"' '-DLLVM_ENABLE_THREADS=1' '-DHAVE_DEREGISTER_FRAME=1' '-DHAVE_LIBPTHREAD=1' '-DHAVE_PTHREAD_GETNAME_NP=1' '-DHAVE_PTHREAD_H=1' '-DHAVE_PTHREAD_SETNAME_NP=1' '-DHAVE_REGISTER_FRAME=1' '-DHAVE_SETENV_R=1' '-DHAVE_STRERROR_R=1' '-DHAVE_SYSEXITS_H=1' '-DHAVE_UNISTD_H=1' -D_GNU_SOURCE '-DHAVE_MALLINFO=1' '-DHAVE_SBRK=1' '-DHAVE_STRUCT_STAT_ST_MTIM_TV_NSEC=1' -DHAVE_BUILTIN_THREAD_POINTER '-DLLVM_NATIVE_ARCH="X86"' '-DLLVM_NATIVE_ASMPARSER=LLVMInitializeX86AsmParser' '-DLLVM_NATIVE_ASMPRINTER=LLVMInitializeX86AsmPrinter' '-DLLVM_NATIVE_DISASSEMBLER=LLVMInitializeX86Disassembler' '-DLLVM_NATIVE_TARGET=LLVMInitializeX86Target' '-DLLVM_NATIVE_TARGETINFO=LLVMInitializeX86TargetInfo' '-DLLVM_NATIVE_TARGETMC=LLVMInitializeX86TargetMC' '-DLLVM_NATIVE_TARGETMCA=LLVMInitializeX86TargetMCA' '-DLLVM_HOST_TRIPLE="x86_64-unknown-linux-gnu"' '-DLLVM_DEFAULT_TARGET_TRIPLE="x86_64-unknown-linux-gnu"' '-DLLVM_VERSION_MAJOR=20' '-DLLVM_VERSION_MINOR=0' '-DLLVM_VERSION_PATCH=0' '-DLLVM_VERSION_STRING="20.0.0git"' -D__STDC_LIMIT_MACROS -D__STDC_CONSTANT_MACROS -D__STDC_FORMAT_MACROS '-DLLVM_HAS_AArch64_TARGET=1' '-DLLVM_HAS_AMDGPU_TARGET=1' '-DLLVM_HAS_ARM_TARGET=1' '-DLLVM_HAS_NVPTX_TARGET=1' '-DLLVM_HAS_PowerPC_TARGET=1' '-DLLVM_HAS_RISCV_TARGET=1' '-DLLVM_HAS_SystemZ_TARGET=1' '-DLLVM_HAS_X86_TARGET=1' '-DBLAKE3_USE_NEON=0' -DBLAKE3_NO_AVX2 -DBLAKE3_NO_AVX512 -DBLAKE3_NO_SSE2 -DBLAKE3_NO_SSE41 '-DNO_LLVM_SUPPORT=0' -DTENSORFLOW_USE_CUSTOM_CONTRACTION_KERNEL -DTENSORFLOW_USE_MKLDNN_CONTRACTION_KERNEL '-DBAZEL_CURRENT_REPOSITORY=""' -iquote . -iquote bazel-out/k8-opt/bin -iquote external/com_google_absl -iquote bazel-out/k8-opt/bin/external/com_google_absl -iquote external/nsync -iquote bazel-out/k8-opt/bin/external/nsync -iquote external/com_google_protobuf -iquote bazel-out/k8-opt/bin/external/com_google_protobuf -iquote external/local_tsl -iquote bazel-out/k8-opt/bin/external/local_tsl -iquote external/local_xla -iquote bazel-out/k8-opt/bin/external/local_xla -iquote external/com_googlesource_code_re2 -iquote bazel-out/k8-opt/bin/external/com_googlesource_code_re2 -iquote external/farmhash_archive -iquote bazel-out/k8-opt/bin/external/farmhash_archive -iquote external/fft2d -iquote bazel-out/k8-opt/bin/external/fft2d -iquote external/highwayhash -iquote bazel-out/k8-opt/bin/external/highwayhash -iquote external/zlib -iquote bazel-out/k8-opt/bin/external/zlib -iquote external/eigen_archive -iquote bazel-out/k8-opt/bin/external/eigen_archive -iquote external/ml_dtypes -iquote bazel-out/k8-opt/bin/external/ml_dtypes -iquote external/snappy -iquote bazel-out/k8-opt/bin/external/snappy -iquote external/double_conversion -iquote bazel-out/k8-opt/bin/external/double_conversion -iquote external/llvm-project -iquote bazel-out/k8-opt/bin/external/llvm-project -iquote external/curl -iquote bazel-out/k8-opt/bin/external/curl -iquote external/boringssl -iquote bazel-out/k8-opt/bin/external/boringssl -iquote external/jsoncpp_git -iquote bazel-out/k8-opt/bin/external/jsoncpp_git -iquote external/onednn -iquote bazel-out/k8-opt/bin/external/onednn -Ibazel-out/k8-opt/bin/external/ml_dtypes/_virtual_includes/float8 -Ibazel-out/k8-opt/bin/external/ml_dtypes/_virtual_includes/intn -Ibazel-out/k8-opt/bin/external/llvm-project/mlir/_virtual_includes/AsmParserTokenKinds -Ibazel-out/k8-opt/bin/external/llvm-project/mlir/_virtual_includes/ArithCanonicalizationIncGen -isystem external/com_google_protobuf/src -isystem bazel-out/k8-opt/bin/external/com_google_protobuf/src -isystem external/farmhash_archive/src -isystem bazel-out/k8-opt/bin/external/farmhash_archive/src -isystem external/eigen_archive -isystem bazel-out/k8-opt/bin/external/eigen_archive -isystem external/eigen_archive/mkl_include -isystem bazel-out/k8-opt/bin/external/eigen_archive/mkl_include -isystem external/ml_dtypes -isystem bazel-out/k8-opt/bin/external/ml_dtypes -isystem external/ml_dtypes/ml_dtypes -isystem bazel-out/k8-opt/bin/external/ml_dtypes/ml_dtypes -isystem external/llvm-project/mlir/include -isystem bazel-out/k8-opt/bin/external/llvm-project/mlir/include -isystem external/llvm-project/llvm/include -isystem bazel-out/k8-opt/bin/external/llvm-project/llvm/include -isystem external/onednn/include -isystem bazel-out/k8-opt/bin/external/onednn/include -isystem external/onednn/src -isystem bazel-out/k8-opt/bin/external/onednn/src -isystem external/onednn/src/common -isystem bazel-out/k8-opt/bin/external/onednn/src/common -isystem external/onednn/src/common/ittnotify -isystem bazel-out/k8-opt/bin/external/onednn/src/common/ittnotify -isystem external/onednn/src/cpu -isystem bazel-out/k8-opt/bin/external/onednn/src/cpu -isystem external/onednn/src/cpu/gemm -isystem bazel-out/k8-opt/bin/external/onednn/src/cpu/gemm -isystem external/onednn/src/cpu/x64/xbyak -isystem bazel-out/k8-opt/bin/external/onednn/src/cpu/x64/xbyak -isystem external/onednn/src/graph -isystem bazel-out/k8-opt/bin/external/onednn/src/graph -Wno-all -Wno-extra -Wno-deprecated -Wno-deprecated-declarations -Wno-ignored-attributes -Wno-array-bounds -Wunused-result '-Werror=unused-result' -Wswitch '-Werror=switch' '-Wno-error=unused-but-set-variable' -DAUTOLOAD_DYNAMIC_KERNELS -O2 -ftree-vectorize '-march=native' -fno-math-errno -fPIC -fPIC '-std=c++17' -DEIGEN_AVOID_STL_ARRAY -Iexternal/gemmlowp -Wno-sign-compare '-ftemplate-depth=900' -fno-exceptions '-DTENSORFLOW_USE_XLA=1' -DINTEL_MKL -DENABLE_ONEDNN_V3 -DAMD_ZENDNN '-DTF_LLVM_X86_AVAILABLE=1' -msse3 -pthread '-DTENSORFLOW_USE_XLA=1' '-DINTEL_MKL=1' -fno-canonical-system-headers -Wno-builtin-macro-redefined '-D__DATE__="redacted"' '-D__TIMESTAMP__="redacted"' '-D__TIME__="redacted"' -c tensorflow/core/kernels/matmul_op_real.cc -o bazel-out/k8-opt/bin/tensorflow/core/kernels/_objs/matmul_op/matmul_op_real.o)
# Configuration: 5767a3b8c20d53ad438abdccb3d2c16b25f76d446c10b1aa8605c0530e8ad9aa
# Execution platform: @local_execution_config_platform//:platform
gcc: fatal error: Killed signal terminated program cc1plus
compilation terminated.
[25,014 / 26,060] 1 / 844 tests, 1 failed; checking cached actions
INFO: Elapsed time: 8480.057s, Critical Path: 165.52s
INFO: 11862 processes: 5577 internal, 6285 local.
FAILED: Build did NOT complete successfully

-> $ dmesg:

        [2116884.771971] Tasks state (memory values in pages):
        [2116884.772248] [  pid  ]   uid  tgid total_vm      rss pgtables_bytes swapents oom_score_adj name
        [2116884.772540] [2309496]     0 2309496     1396      432    53248        0             0 sleep
        [2116884.772840] [2309490]     0 2309490    53150     1728    86016        0         -1000 slurmstepd
        [2116884.773145] [2309505] 2547063 2309505     4689     1512    69632        0             0 bash
        [2116884.773453] [2768011] 2547063 2768011    70159    49558   466944        0             0 python3
        [2116884.773763] [2769340] 2547063 2769340  6067083  1030558 10047488        0             0 java
        [2116884.774071] [3057796] 2547063 3057796    76526     1008   118784        0             0 bazel
        [2116884.774381] [3231292] 2547063 3231292     1029      504    49152        0             0 process-wrapper
        [2116884.774686] [3231293] 2547063 3231293     3695     1008    57344        0             0 bash
        [2116884.774983] [3231309] 2547063 3231309     1376      576    45056        0             0 gcc
        [2116884.775282] [3231310] 2547063 3231310  1131889  1105765  9027584        0             0 cc1plus
        [2116884.775579] [3231779] 2547063 3231779     1028      504    49152        0             0 process-wrapper
        [2116884.775876] [3231780] 2547063 3231780     3670      864    57344        0             0 bash
        [2116884.776172] [3231796] 2547063 3231796     1342      576    45056        0             0 gcc
        [2116884.776465] [3231797] 2547063 3231797   480546   460637  3821568        0             0 cc1plus
        [2116884.776752] [3231830] 2547063 3231830     1031      432    49152        0             0 process-wrapper
        [2116884.777036] [3231831] 2547063 3231831     3746     1080    53248        0             0 bash
        [2116884.777316] [3231847] 2547063 3231847     1378      576    45056        0             0 gcc
        [2116884.777585] [3231848] 2547063 3231848   436622   402793  3411968        0             0 cc1plus
        [2116884.777857] [3231861] 2547063 3231861     1031      504    49152        0             0 process-wrapper
        [2116884.778136] [3231862] 2547063 3231862     3746     1080    57344        0             0 bash
        [2116884.778422] [3231878] 2547063 3231878     1378      648    49152        0             0 gcc
        [2116884.778707] [3231879] 2547063 3231879   320413   285881  2469888        0             0 cc1plus
        [2116884.778995] [2309499]     0 2309499    70081     4392   106496        0         -1000 slurmstepd
        [2116884.779295] oom-kill:constraint=CONSTRAINT_MEMCG,nodemask=(null),cpuset=task_0,mems_allowed=0-3,oom_memcg=/system.slice/slurmstepd.scope/job_20170862,task_memcg=/system.slice/slurmstepd.scope/job_20170862/step_0/user/task_0,task=cc1plus,pid=3231310,uid=2547063
        [2116884.780296] Memory cgroup out of memory: Killed process 3231310 (cc1plus) total-vm:4527556kB, anon-rss:4420756kB, file-rss:2304kB, shmem-rss:0kB, UID:2547063 pgtables:8816kB oom_score_adj:

Flamefire · 2025-05-08T08:35:57Z

Killed signal terminated program cc1plus

Out of memory? Are you using /dev/shm to build? TF/Bazel takes a lot of space in the build folder

pavelToman · 2025-05-08T08:38:11Z

Killed signal terminated program cc1plus

Out of memory? Are you using /dev/shm to build? TF/Bazel takes a lot of space in the build folder

I had 4 cpus and 13GB memory for this build.

… new TF

pavelToman · 2025-05-13T08:53:37Z

@boegelbot please test @ jsc-zen3 EB_ARGS="--include-easyblocks-from-pr 3699"

Flamefire · 2025-05-13T08:55:06Z

This requires #22877

boegelbot · 2025-05-13T09:00:09Z

@pavelToman: Request for testing this PR well received on jsczen3l1.int.jsc-zen3.fz-juelich.de

PR test command 'if [[ develop != 'develop' ]]; then EB_BRANCH=develop ./easybuild_develop.sh 2> /dev/null 1>&2; EB_PREFIX=/home/boegelbot/easybuild/develop source init_env_easybuild_develop.sh; fi; EB_PR=22848 EB_ARGS="--include-easyblocks-from-pr 3699" EB_CONTAINER= EB_REPO=easybuild-easyconfigs EB_BRANCH=develop /opt/software/slurm/bin/sbatch --job-name test_PR_22848 --ntasks=8 ~/boegelbot/eb_from_pr_upload_jsc-zen3.sh' executed!

exit code: 0
output:

Submitted batch job 6338

Test results coming soon (I hope)...

Details

- notification for comment with ID 2875605808 processed

Message to humans: this is just bookkeeping information for me,
it is of no use to you (unless you think I have a bug, which I don't).

pavelToman · 2025-05-13T09:12:38Z

This requires #22877

Yes , it should be already on jsc-zen3 installed

fizwit · 2025-05-14T17:34:44Z

Build failed for me.
EasyBuild 5.0.0
Ubuntu 24.04
Zen4 with L40s GPUs

I have inspected all the .bazelrc files in the build directories and can not file any reference to aws.

Extracting Bazel installation...
Starting local Bazel server and connecting to it...
ERROR: Config value 'noaws' is not defined in any .rc file

pavelToman · 2025-05-14T17:40:28Z

Build failed for me. EasyBuild 5.0.0 Ubuntu 24.04 Zen4 with L40s GPUs

I have inspected all the .bazelrc files in the build directories and can not file any reference to aws.
Extracting Bazel installation...
Starting local Bazel server and connecting to it...
ERROR: Config value 'noaws' is not defined in any .rc file

Have you run it with --include-easyblocks-from-pr 3699? Seems as the old commands for bazel are used when noaws error occurs. Should be fixed in the updated easyblock: easybuilders/easybuild-easyblocks#3699

fizwit · 2025-05-14T17:51:58Z

My EB 5.0.0 install is only a few days old. I use --robot from the dev branch which is updated just before each build.
I think the diff failed because there is no diff output.

eb --include-easyblocks-from-pr 3699 --from-pr 22848  --robot easybuild-easyconfigs/easybuild/easyconfigs/
== Temporary log file in case of crash /tmp/eb-71t9lpn_/easybuild-mpj4uwrv.log
== easyblock tensorflow.py included from PR #3699
ERROR: Failed to read /tmp/eb-71t9lpn_/files_pr22848/22848.diff: [Errno 2] No such file or directory: '/tmp/eb-71t9lpn_/files_pr22848/22848.diff'

pavelToman · 2025-05-14T18:01:18Z

I believe you are seeing this GitHub problem now: easybuilders/easybuild-framework#4869

fizwit · 2025-05-14T20:46:34Z

I believe you are seeing this GitHub problem now: easybuilders/easybuild-framework#4869

I copied the tensorflow.py easyblock directly from the PR and manuallually installed. This seems to be working so far. Bazel has started and the build is successful!

pavelToman · 2025-05-14T22:23:09Z

Test report by @pavelToman
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3699
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
node4016.donphan.os - Linux RHEL 9.4, x86_64, Intel(R) Xeon(R) Gold 6240 CPU @ 2.60GHz, 1 x NVIDIA NVIDIA A2, 570.86.15, Python 3.9.18
See https://gist.github.com/pavelToman/d5051145186c71108354fb40bfb444aa for a full test report.

pavelToman · 2025-05-15T07:19:37Z

TensorFlow could be built/installed/tested on Donphan, but not on Shinx and probably neither on jsc-zen3. On shinx the installation never ended (it took 30 hours with no error so I stop it).
@Flamefire do you have an idea whats going on, please?

Flamefire · 2025-05-15T08:22:13Z

What is the error on zen3?
As for why it doesn't finish you have to check what it does. E.g. if there is one process stuck for ages or just many processes that take longer e.g. due to slow file systems

pavelToman · 2025-05-15T08:26:06Z

Have no idea about zen3 - you can see it shows it runs the job, but there is no output here - seems same problem as on shinx - never ending installation. But on donphan it ends in 5h so I believe more then 30h with same number of cpus and memory is not ok.

pavelToman · 2025-05-15T08:48:46Z

@boegelbot please test @ jsc-zen3 EB_ARGS="--include-easyblocks-from-pr 3699"

boegelbot · 2025-05-15T08:50:08Z

@pavelToman: Request for testing this PR well received on jsczen3l1.int.jsc-zen3.fz-juelich.de

PR test command 'if [[ develop != 'develop' ]]; then EB_BRANCH=develop ./easybuild_develop.sh 2> /dev/null 1>&2; EB_PREFIX=/home/boegelbot/easybuild/develop source init_env_easybuild_develop.sh; fi; EB_PR=22848 EB_ARGS="--include-easyblocks-from-pr 3699" EB_CONTAINER= EB_REPO=easybuild-easyconfigs EB_BRANCH=develop /opt/software/slurm/bin/sbatch --job-name test_PR_22848 --ntasks=8 ~/boegelbot/eb_from_pr_upload_jsc-zen3.sh' executed!

exit code: 0
output:

Submitted batch job 6354

Test results coming soon (I hope)...

Details

- notification for comment with ID 2883057793 processed

Message to humans: this is just bookkeeping information for me,
it is of no use to you (unless you think I have a bug, which I don't).

boegelbot · 2025-05-15T13:13:16Z

Test report by @boegelbot
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3699
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
jsczen3c1.int.jsc-zen3.fz-juelich.de - Linux Rocky Linux 9.5, x86_64, AMD EPYC-Milan Processor (zen3), Python 3.9.21
See https://gist.github.com/boegelbot/7561d1d80b8c192c7089832f7c584fbd for a full test report.

pavelToman · 2025-05-15T14:11:04Z

TensorFlow could be built/installed/tested on Donphan, but not on Shinx and probably neither on jsc-zen3. On shinx the installation never ended (it took 30 hours with no error so I stop it). @Flamefire do you have an idea whats going on, please?

it is ok on jsc-zen3 now, probably due to this fix: easybuilders/easybuild-framework#4869

pavelToman · 2025-05-16T13:26:51Z

On joltik the TF-2.18.1 is OK:

https://gist.github.com/pavelToman/f29a509a23194dc490ab7fcc04831ba1

…e-13.3.0-Java-11.eb

Flamefire · 2025-05-21T15:12:57Z

Working on an update to the patch

Patch is ready:
TensorFlow-2.18.1_fix-AVX512-eigen-compilation-gcc13.patch

This seems to build on the affected system for me. So please include that in the EC and I'll provide a test report.

pavelToman · 2025-05-21T22:46:03Z

Test report by @pavelToman
FAILED
Build succeeded for 12 out of 13 (6 easyconfigs in total)
node4220.shinx.os - Linux RHEL 9.4, x86_64, AMD EPYC 9654 96-Core Processor, Python 3.9.18
See https://gist.github.com/pavelToman/75887e399e6472887337b1fea3e9bbe5 for a full test report.

pavelToman · 2025-05-22T08:03:22Z

On Donphan the TF-2.18.1 is OK:

https://gist.github.com/pavelToman/ff524b353c3eadbfc10accc850645a0e

pavelToman · 2025-05-22T08:11:01Z

Test report by @pavelToman FAILED Build succeeded for 12 out of 13 (6 easyconfigs in total) node4220.shinx.os - Linux RHEL 9.4, x86_64, AMD EPYC 9654 96-Core Processor, Python 3.9.18 See https://gist.github.com/pavelToman/75887e399e6472887337b1fea3e9bbe5 for a full test report.

Problem with old central installation of Arrow-17.0.0 with snappy 1.1.10. Needs to be reinstalled.

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb

Flamefire · 2025-05-22T10:45:25Z

Test report by @Flamefire
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3699
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
n1614 - Linux RHEL 8.9 (Ootpa), x86_64, Intel(R) Xeon(R) Platinum 8470 (icelake), Python 3.8.17
See https://gist.github.com/Flamefire/cf396e2e518f87fe90c19dc602494392 for a full test report.

pavelToman · 2025-05-23T22:14:02Z

Test report by @pavelToman
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
node4235.shinx.os - Linux RHEL 9.4, x86_64, AMD EPYC 9654 96-Core Processor, Python 3.9.18
See https://gist.github.com/pavelToman/7cb64c3b0616e4cc7fdbeff49deddac4 for a full test report.

pavelToman · 2025-06-02T11:27:57Z

@boegelbot please test @ jsc-zen3 EB_ARGS="--include-easyblocks-from-pr 3751"

boegelbot · 2025-06-02T11:30:09Z

@pavelToman: Request for testing this PR well received on jsczen3l1.int.jsc-zen3.fz-juelich.de

PR test command 'if [[ develop != 'develop' ]]; then EB_BRANCH=develop ./easybuild_develop.sh 2> /dev/null 1>&2; EB_PREFIX=/home/boegelbot/easybuild/develop source init_env_easybuild_develop.sh; fi; EB_PR=22848 EB_ARGS="--include-easyblocks-from-pr 3751" EB_CONTAINER= EB_REPO=easybuild-easyconfigs EB_BRANCH=develop /opt/software/slurm/bin/sbatch --job-name test_PR_22848 --ntasks=8 ~/boegelbot/eb_from_pr_upload_jsc-zen3.sh' executed!

exit code: 0
output:

Submitted batch job 6579

Test results coming soon (I hope)...

Details

- notification for comment with ID 2930155216 processed

Message to humans: this is just bookkeeping information for me,
it is of no use to you (unless you think I have a bug, which I don't).

boegelbot · 2025-06-02T15:49:51Z

Test report by @boegelbot
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3751
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
jsczen3c1.int.jsc-zen3.fz-juelich.de - Linux Rocky Linux 9.5, x86_64, AMD EPYC-Milan Processor (zen3), Python 3.9.21
See https://gist.github.com/boegelbot/aa93226d5acc5869fc0f3e60c05cf1ae for a full test report.

pavelToman · 2025-06-02T21:24:13Z

Test report by @pavelToman
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3751
FAILED
Build succeeded for 5 out of 6 (6 easyconfigs in total)
node4015.donphan.os - Linux RHEL 9.4, x86_64, Intel(R) Xeon(R) Gold 6240 CPU @ 2.60GHz, 1 x NVIDIA NVIDIA A2, 570.133.20, Python 3.9.18
See https://gist.github.com/pavelToman/f05b2dd2d6a29dcdfcb365323151e8eb for a full test report.

pavelToman · 2025-06-03T08:51:52Z

Test report by @pavelToman Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3751 FAILED Build succeeded for 5 out of 6 (6 easyconfigs in total) node4015.donphan.os - Linux RHEL 9.4, x86_64, Intel(R) Xeon(R) Gold 6240 CPU @ 2.60GHz, 1 x NVIDIA NVIDIA A2, 570.133.20, Python 3.9.18 See https://gist.github.com/pavelToman/f05b2dd2d6a29dcdfcb365323151e8eb for a full test report.

TF is OK.
CheckM2 failed because of different version of snappy (Arrow needs to be reinstall).

boegelbot · 2025-06-03T09:00:12Z

@pavelToman: Request for testing this PR well received on jsczen3l1.int.jsc-zen3.fz-juelich.de

PR test command 'if [[ develop != 'develop' ]]; then EB_BRANCH=develop ./easybuild_develop.sh 2> /dev/null 1>&2; EB_PREFIX=/home/boegelbot/easybuild/develop source init_env_easybuild_develop.sh; fi; EB_PR=22848 EB_ARGS="--include-easyblocks-from-pr 3751" EB_CONTAINER= EB_REPO=easybuild-easyconfigs EB_BRANCH=develop /opt/software/slurm/bin/sbatch --job-name test_PR_22848 --ntasks=8 ~/boegelbot/eb_from_pr_upload_jsc-zen3.sh' executed!

exit code: 0
output:

Submitted batch job 6589

Test results coming soon (I hope)...

Details

- notification for comment with ID 2934199976 processed

Message to humans: this is just bookkeeping information for me,
it is of no use to you (unless you think I have a bug, which I don't).

boegelbot · 2025-06-03T13:23:34Z

Test report by @boegelbot
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3751
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
jsczen3c1.int.jsc-zen3.fz-juelich.de - Linux Rocky Linux 9.5, x86_64, AMD EPYC-Milan Processor (zen3), Python 3.9.21
See https://gist.github.com/boegelbot/d4561a8199dc25e75b300d7e489df62e for a full test report.

Flamefire · 2025-06-05T22:54:04Z

Test report by @Flamefire
Using easyblocks from PR(s) easybuilders/easybuild-easyblocks#3699
FAILED
Build succeeded for 54 out of 64 (6 easyconfigs in total)
julia.hpc.tu-dresden.de - Linux Rocky Linux 8.9 (Green Obsidian), x86_64, Intel(R) Xeon(R) Platinum 8276M CPU @ 2.20GHz (cascadelake), Python 3.8.17
See https://gist.github.com/Flamefire/23ce93abcb6d74bf87f7122b7e915815 for a full test report.

boegel · 2025-06-10T17:44:15Z

@Flamefire The problem you were hitting should be fixed with #23030, can you try again?

Flamefire · 2025-06-11T11:22:14Z

Test report by @Flamefire
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
julia.hpc.tu-dresden.de - Linux Rocky Linux 8.9 (Green Obsidian), x86_64, Intel(R) Xeon(R) Platinum 8276M CPU @ 2.20GHz (cascadelake), Python 3.9.18
See https://gist.github.com/Flamefire/4c88a08af049b8dc4c0bb08539394116 for a full test report.

pavelToman · 2025-06-12T13:31:00Z

Test report by @pavelToman
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
node4201.shinx.os - Linux RHEL 9.4, x86_64, AMD EPYC 9654 96-Core Processor, Python 3.9.18
See https://gist.github.com/pavelToman/24598a6b5d1180a1f3651d6c2d94de09 for a full test report.

boegel

lgtm

boegel · 2025-06-19T00:53:52Z

Test report by @boegel
SUCCESS
Build succeeded for 6 out of 6 (6 easyconfigs in total)
node3594.doduo.os - Linux RHEL 9.4, x86_64, AMD EPYC 7552 48-Core Processor (zen2), Python 3.9.18
See https://gist.github.com/boegel/33872b1a6eafe25797548c7afa7b8bfe for a full test report.

boegel · 2025-06-19T09:42:33Z

Going in, thanks @pavelToman!

pavelToman added the update label May 7, 2025

This was referenced May 7, 2025

{lib}[GCCcore/13.3.0,foss/2024a,gfbf/2024a] TensorFlow v2.17.1, tensorboard v2.18.0, Bazel v6.5.0 #22761

Closed

Update TensorFlow easyblock for v2.18.x easybuilders/easybuild-easyblocks#3699

Merged

Update TensorFlow-2.18.1-foss-2024a.eb - tf-estimator is not a dep in…

8bc7402

… new TF

boegel self-assigned this May 20, 2025

pavelToman mentioned this pull request May 21, 2025

CheckM2 vscentrum/vsc-software-stack#527

Closed

2 tasks

pavelToman added 3 commits May 21, 2025 16:03

Update easyconfigs.py - remove Java exception for Bazel

3a4ac2b

Update and rename Bazel-6.5.0-GCCcore-13.3.0.eb to Bazel-6.5.0-GCCcor…

70bba06

…e-13.3.0-Java-11.eb

Update TensorFlow-2.18.1-foss-2024a.eb - update Bazel dependency

4390ebc

add patch fix-AVX512-eigen-compilation-gcc13

0521576

Flamefire reviewed May 22, 2025

View reviewed changes

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb Outdated Show resolved Hide resolved

Update TensorFlow-2.18.1-foss-2024a.eb - remove comments

3320b35

Flamefire reviewed May 22, 2025

View reviewed changes

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.18.1-foss-2024a.eb Show resolved Hide resolved

pavelToman mentioned this pull request Jun 12, 2025

Set $HOME to temporary folder for TensorFlow build and tests easybuilders/easybuild-easyblocks#3751

Merged

boegel approved these changes Jun 18, 2025

View reviewed changes

boegel merged commit a387839 into easybuilders:develop Jun 19, 2025
8 checks passed

Conversation

pavelToman commented May 7, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

github-actions bot commented May 7, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Updated software Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb

Updated software CheckM2-1.1.0-foss-2024a.eb

Updated software LightGBM-4.6.0-foss-2024a.eb

Updated software scikit-learn-1.6.1-gfbf-2024a.eb

Updated software TensorFlow-2.18.1-foss-2024a.eb

Updated software tensorboard-2.18.0-gfbf-2024a.eb

Uh oh!

pavelToman commented May 7, 2025

Uh oh!

Flamefire commented May 7, 2025

Uh oh!

pavelToman commented May 8, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

Flamefire commented May 8, 2025

Uh oh!

pavelToman commented May 8, 2025

Uh oh!

pavelToman commented May 13, 2025

Uh oh!

Flamefire commented May 13, 2025

Uh oh!

boegelbot commented May 13, 2025

Uh oh!

pavelToman commented May 13, 2025

Uh oh!

fizwit commented May 14, 2025

Uh oh!

pavelToman commented May 14, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

fizwit commented May 14, 2025

Uh oh!

pavelToman commented May 14, 2025

Uh oh!

fizwit commented May 14, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

pavelToman commented May 14, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

pavelToman commented May 15, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

Flamefire commented May 15, 2025

Uh oh!

pavelToman commented May 15, 2025 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

pavelToman commented May 15, 2025

Uh oh!

boegelbot commented May 15, 2025

Uh oh!

boegelbot commented May 15, 2025

Uh oh!

pavelToman commented May 15, 2025

Uh oh!

pavelToman commented May 16, 2025

Uh oh!

Flamefire commented May 21, 2025

Uh oh!

pavelToman commented May 21, 2025

Uh oh!

pavelToman commented May 22, 2025

Uh oh!

pavelToman commented May 22, 2025

Uh oh!

Uh oh!

Uh oh!

Flamefire commented May 22, 2025

Uh oh!

pavelToman commented May 23, 2025

Uh oh!

pavelToman commented Jun 2, 2025

pavelToman commented May 7, 2025 •

edited

Loading

github-actions bot commented May 7, 2025 •

edited

Loading

Updated software `Bazel-6.5.0-GCCcore-13.3.0-Java-11.eb`

Updated software `CheckM2-1.1.0-foss-2024a.eb`

Updated software `LightGBM-4.6.0-foss-2024a.eb`

Updated software `scikit-learn-1.6.1-gfbf-2024a.eb`

Updated software `TensorFlow-2.18.1-foss-2024a.eb`

Updated software `tensorboard-2.18.0-gfbf-2024a.eb`

pavelToman commented May 8, 2025 •

edited

Loading

pavelToman commented May 14, 2025 •

edited

Loading

fizwit commented May 14, 2025 •

edited

Loading

pavelToman commented May 14, 2025 •

edited

Loading

pavelToman commented May 15, 2025 •

edited

Loading

pavelToman commented May 15, 2025 •

edited

Loading

pavelToman commented Jun 3, 2025 •

edited

Loading