{devel}[foss/2023b] TensorFlow v2.15.1, Bazel v6.3.1, flatbuffers-python v23.5.26, ml_dtypes v0.4.0

easybuild/easyconfigs/b/Bazel/Bazel-6.3.1-GCCcore-13.2.0.eb

@@ -0,0 +1,39 @@
+name = 'Bazel'
+version = '6.3.1'
+
+homepage = 'https://bazel.io/'
+description = """Bazel is a build tool that builds code quickly and reliably.
+It is used to build the majority of Google's software."""
+
+toolchain = {'name': 'GCCcore', 'version': '13.2.0'}
+
+source_urls = ['https://github.com/bazelbuild/%(namelower)s/releases/download/%(version)s']
+sources = ['%(namelower)s-%(version)s-dist.zip']
+patches = [
+    'Bazel-6.3.1_cc-info.patch',
+    'Bazel-6.3.1_add-symlinks-in-runfiles.patch',
+    'Bazel-6.3.1_use_std=c++17_instead_of_0x.patch',
+    'Bazel-6.3.1_fix_missing_cstdin_in_abseil.patch',
+]
+checksums = [
+    {'bazel-6.3.1-dist.zip': '2676319e86c5aeab142dccd42434364a33aa330a091c13562b7de87a10e68775'},
+    {'Bazel-6.3.1_cc-info.patch': 'f0b43ba05c2353a0324f0c7e532e9192f82f6937f68fb3e24fabcca7996ff6aa'},
+    {'Bazel-6.3.1_add-symlinks-in-runfiles.patch': '81db53aa87229557480b6f719c99a0f1af9c69dfec12185451e520b0128c3ae2'},
+    {'Bazel-6.3.1_use_std=c++17_instead_of_0x.patch':
+     'ffb7ab652c962bf437440db72f796c523e9ac768b26e832362dcea3d2ad7e6ef'},
+    {'Bazel-6.3.1_fix_missing_cstdin_in_abseil.patch':
+     '60f71e6004298c0c67cdb14fc31d3184b4a0de4f38a4d8c3ebb92711b22f3f41'},
+]
+
+builddependencies = [
+    ('binutils', '2.40'),
+    ('Python', '3.11.5'),
+    ('Zip', '3.0'),
+]
+
+dependencies = [('Java', '11', '', SYSTEM)]
+
+runtest = True
+testopts = "-- //examples/cpp:hello-success_test //examples/py/... //examples/py_native:test //examples/shell/..."
+
+moduleclass = 'devel'

easybuild/easyconfigs/b/Bazel/Bazel-6.3.1_cc-info.patch

@@ -0,0 +1,20 @@
+From 010f315e0e2902ebe6495ec1afe0ac3bb777b374 Mon Sep 17 00:00:00 2001
+From: oquenchil <23365806+oquenchil@users.noreply.github.com>
+Date: Fri, 15 Sep 2023 11:17:00 +0200
+Subject: [PATCH] Advertise CcInfo from cc_proto_library
+
+This should have been in 6.3 but I didn't backport it.
+---
+ src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl | 1 +
+ 1 file changed, 1 insertion(+)
+
+diff --git a/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl b/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
+index 55036600f8ebbf..fa7f896264c386 100644
+--- a/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
++++ b/src/main/starlark/builtins_bzl/common/cc/cc_proto_library.bzl
+@@ -282,5 +282,6 @@ cc_proto_library = rule(
+             allow_files = False,
+         ),
+     },
++    provides = [CcInfo],
+ )

easybuild/easyconfigs/b/Bazel/Bazel-6.3.1_fix_missing_cstdin_in_abseil.patch

@@ -0,0 +1,35 @@
+Add patch to abseil to add missing includes of cstdint
+
+Åke Sandgren, 2024-06-27
+diff -rNu 6.3.1.orig/distdir_deps.bzl 6.3.1/distdir_deps.bzl
+--- 6.3.1.orig/distdir_deps.bzl	1980-01-01 00:00:00.000000000 +0100
++++ 6.3.1/distdir_deps.bzl	2024-06-27 16:07:12.735316672 +0200
+@@ -235,6 +235,10 @@
+             "https://mirror.bazel.build/github.com/abseil/abseil-cpp/archive/refs/tags/20211102.0.tar.gz",
+             "https://github.com/abseil/abseil-cpp/archive/refs/tags/20211102.0.tar.gz",
+         ],
++        "patch_args": ["-p1"],
++        "patches": [
++            "//third_party/py/abseil:fix-cstdint-for-gcc-13.patch",
++        ],
+         "used_in": [
+             "additional_distfiles",
+             "test_WORKSPACE_files",
+diff -rNu 6.3.1.orig/third_party/py/abseil/fix-cstdint-for-gcc-13.patch 6.3.1/third_party/py/abseil/fix-cstdint-for-gcc-13.patch
+--- 6.3.1.orig/third_party/py/abseil/fix-cstdint-for-gcc-13.patch	1970-01-01 01:00:00.000000000 +0100
++++ 6.3.1/third_party/py/abseil/fix-cstdint-for-gcc-13.patch	2024-06-27 16:06:21.323644443 +0200
+@@ -0,0 +1,14 @@
++GCC 13 requires cstdint in extension.h
++
++Åke Sandgren, 2024-06-27
++diff -ru abseil-cpp-20211102.0.orig/absl/strings/internal/str_format/extension.h abseil-cpp-20211102.0/absl/strings/internal/str_format/extension.h
++--- abseil-cpp-20211102.0.orig/absl/strings/internal/str_format/extension.h	2021-11-03 16:26:14.000000000 +0100
+++++ abseil-cpp-20211102.0/absl/strings/internal/str_format/extension.h	2024-06-27 16:03:31.932598041 +0200
++@@ -21,6 +21,7 @@
++ #include <cstddef>
++ #include <cstring>
++ #include <ostream>
+++#include <cstdint>
++ 
++ #include "absl/base/config.h"
++ #include "absl/base/port.h"

easybuild/easyconfigs/b/Bazel/Bazel-6.3.1_use_std=c++17_instead_of_0x.patch

@@ -0,0 +1,16 @@
+Need to build with --std=c++17 (default for GCC 13)
+There are constructs that won't work with 0x
+
+Åke Sandgren, 2024-06-28
+diff -ru 6.3.1.orig/tools/cpp/unix_cc_configure.bzl 6.3.1/tools/cpp/unix_cc_configure.bzl
+--- 6.3.1.orig/tools/cpp/unix_cc_configure.bzl	1980-01-01 00:00:00.000000000 +0100
++++ 6.3.1/tools/cpp/unix_cc_configure.bzl	2024-06-27 15:09:20.813614135 +0200
+@@ -409,7 +409,7 @@
+     cxx_opts = split_escaped(get_env_var(
+         repository_ctx,
+         "BAZEL_CXXOPTS",
+-        "-std=c++0x",
++        "-std=c++17",
+         False,
+     ), ":")
+

easybuild/easyconfigs/f/flatbuffers-python/flatbuffers-python-23.5.26-GCCcore-13.2.0.eb

@@ -0,0 +1,26 @@
+easyblock = 'PythonPackage'
+
+name = 'flatbuffers-python'
+version = '23.5.26'
+
+homepage = 'https://github.com/google/flatbuffers/'
+description = """Python Flatbuffers runtime library."""
+
+toolchain = {'name': 'GCCcore', 'version': '13.2.0'}
+
+source_urls = ['https://pypi.python.org/packages/source/f/flatbuffers']
+sources = [{'download_filename': 'flatbuffers-%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}]
+checksums = ['9ea1144cac05ce5d86e2859f431c6cd5e66cd9c78c558317c7955fb8d4c78d89']
+
+builddependencies = [
+    ('binutils', '2.40'),
+]
+
+dependencies = [
+    ('Python', '3.11.5'),
+]
+
+preinstallopts = 'VERSION=%(version)s '
+options = {'modulename': 'flatbuffers'}
+
+moduleclass = 'devel'

easybuild/easyconfigs/m/ml_dtypes/ml_dtypes-0.4.0-gfbf-2023b.eb

@@ -0,0 +1,43 @@
+# Thomas Hoffmann, EMBL Heidelberg, structures-it@embl.de, 2024/02
+easyblock = 'PythonBundle'
+
+name = 'ml_dtypes'
+version = '0.4.0'
+
+homepage = 'https://github.com/jax-ml/ml_dtypes'
+description = """
+ml_dtypes is a stand-alone implementation of several NumPy dtype extensions used
+in machine learning libraries, including:
+bfloat16: an alternative to the standard float16 format
+float8_*: several experimental 8-bit floating point representations including:
+float8_e4m3b11fnuz
+float8_e4m3fn
+float8_e4m3fnuz
+float8_e5m2
+float8_e5m2fnuz
+"""
+
+toolchain = {'name': 'gfbf', 'version': '2023b'}
+
+dependencies = [
+    ('Python', '3.11.5'),
+    ('SciPy-bundle', '2023.11'),
+]
+
+exts_list = [
+    ('opt_einsum', '3.3.0', {
+        'checksums': ['59f6475f77bbc37dcf7cd748519c0ec60722e91e63ca114e68821c0c54a46549'],
+    }),
+    ('etils', '1.9.2', {
+        'checksums': ['15dcd35ac0c0cc2404b46ac0846af3cc4e876fd3d80f36f57951e27e8b9d6379'],
+    }),
+    (name, version, {
+        'patches': [('ml_dtypes-0.3.2_EigenAvx512.patch', 1)],
+        'checksums': [
+            {'ml_dtypes-0.4.0.tar.gz': 'eaf197e72f4f7176a19fe3cb8b61846b38c6757607e7bf9cd4b1d84cd3e74deb'},
+            {'ml_dtypes-0.3.2_EigenAvx512.patch': '197b05b0b7f611749824369f026099f6a172f9e8eab6ebb6504a16573746c892'},
+        ],
+    }),
+]
+
+moduleclass = 'tools'

easybuild/easyconfigs/t/TensorFlow/TensorFlow-2.15.1-foss-2023b.eb

@@ -0,0 +1,151 @@
+easyblock = 'PythonBundle'
+
+name = 'TensorFlow'
+version = '2.15.1'
+
+homepage = 'https://www.tensorflow.org/'
+description = "An open-source software library for Machine Intelligence"
+
+toolchain = {'name': 'foss', 'version': '2023b'}
+toolchainopts = {'pic': True}
+
+builddependencies = [
+    ('Bazel', '6.3.1'),
+    # git 2.x required, see also https://github.com/tensorflow/tensorflow/issues/29053
+    ('git', '2.42.0'),
+    ('pybind11', '2.11.1'),
+    ('UnZip', '6.0'),
+    # Required to build some of the extensions
+    ('poetry', '1.6.1'),
+    # Protobuf disabled since 2.13.0 easyconfigs:
+    # Compiling with system protobuf don't seem to work, see:
+    # https://github.com/tensorflow/tensorflow/issues/61593
+    # ('protobuf', '24.0'),
+]
+
+dependencies = [
+    ('Python', '3.11.5'),
+    ('h5py', '3.11.0'),
+    ('cURL', '8.3.0'),
+    ('dill', '0.3.8'),
+    ('double-conversion', '3.3.0'),
+    ('flatbuffers', '23.5.26'),
+    ('flatbuffers-python', '23.5.26'),
+    ('giflib', '5.2.1'),
+    ('hwloc', '2.9.2'),
+    ('ICU', '74.1'),
+    ('JsonCpp', '1.9.5'),
+    ('libjpeg-turbo', '3.0.1'),
+    ('ml_dtypes', '0.4.0'),
+    ('NASM', '2.16.01'),
+    ('nsync', '1.29.2'),
+    ('SQLite', '3.43.1'),
+    ('patchelf', '0.18.0'),
+    ('libpng', '1.6.40'),
+    ('snappy', '1.1.10'),
+    ('zlib', '1.2.13'),
+    ('tensorboard', '2.15.1'),
+]
+
+# Dependencies created and updated using findPythonDeps, see:
+# https://docs.easybuild.io/api/easybuild/scripts/findPythonDeps
+# Notable changes since 2.13.0-foss-2023a
+# - tensoboard-wit deprecated as of tensorboard 2.13.0 (tensorboard@33abcb54d7)
+# - portpicker for tests no longer needed (TF@e85860e838)
+# - opt_einsum now comes from ml_dtypes
+exts_list = [
+    ('wrapt', '1.14.1', {
+        'checksums': ['380a85cf89e0e69b7cfbe2ea9f765f004ff419f34194018a6827ac0e3edfed4d'],
+    }),
+    ('termcolor', '2.3.0', {
+        'checksums': ['b5b08f68937f138fe92f6c089b99f1e2da0ae56c52b78bf7075fd95420fd9a5a'],
+    }),
+    ('tensorflow-estimator', '2.15.0', {
+        'source_tmpl': 'tensorflow_estimator-%(version)s-py2.py3-none-any.whl',
+        'checksums': ['aedf21eec7fb2dc91150fc91a1ce12bc44dbb72278a08b58e79ff87c9e28f153'],
+    }),
+    ('keras', '2.15.0', {
+        'source_tmpl': '%(name)s-%(version)s-py3-none-any.whl',
+        'checksums': ['2dcc6d2e30cf9c951064b63c1f4c404b966c59caf09e01f3549138ec8ee0dd1f'],
+    }),
+    ('google-pasta', '0.2.0', {
+        'modulename': 'pasta',
+        'checksums': ['c9f2c8dfc8f96d0d5808299920721be30c9eec37f2389f28904f454565c8a16e'],
+    }),
+    ('astunparse', '1.6.3', {
+        'checksums': ['5ad93a8456f0d084c3456d059fd9a92cce667963232cbf763eac3bc5b7940872'],
+    }),
+    ('tblib', '3.0.0', {
+        'checksums': ['93622790a0a29e04f0346458face1e144dc4d32f493714c6c3dff82a4adb77e6'],
+    }),
+    ('astor', '0.8.1', {
+        'checksums': ['6a6effda93f4e1ce9f618779b2dd1d9d84f1e32812c23a29b3fff6fd7f63fa5e'],
+    }),
+    (name, version, {
+        'patches': [
+            'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch',
+            'TensorFlow-2.15.1_remove-libclang-dep.patch',
+            'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch',
+            'TensorFlow-2.15.1_add-default-shell-env.patch',
+            'TensorFlow-2.15.1_fix-flatbuffer-license.patch',
+            'TensorFlow-2.15.1_fix-pybind11-build.patch',
+            'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch',
+            'TensorFlow-2.15.1_fix-AVX512-eigen-compilation-gcc13.patch',
+            'TensorFlow-2.15.1_upgrade-ml_dtypes-dependency-version.patch',
+            'TensorFlow-2.15.1_disable-avx512-extensions.patch',
+        ],
+        'source_tmpl': 'v%(version)s.tar.gz',
+        'source_urls': ['https://github.com/tensorflow/tensorflow/archive/'],
+        'test_script': 'TensorFlow-2.x_mnist-test.py',
+        'test_tag_filters_cpu': '-gpu,-tpu,-no_cuda_on_cpu_tap,-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only',
+        'test_tag_filters_gpu': ('gpu,-no_gpu,-nogpu,-gpu_cupti,-no_cuda11,'
+                                 '-no_pip,-no_oss,-oss_serial,-benchmark-test,-v1only'),
+        'test_targets': [
+            '//tensorflow/core/...',
+            '-//tensorflow/core:example_java_proto',
+            '-//tensorflow/core/example:example_protos_closure',
+            '//tensorflow/cc/...',
+            '//tensorflow/c/...',
+            '//tensorflow/python/...',
+            '-//tensorflow/c/eager:c_api_test_gpu',
+            '-//tensorflow/c/eager:c_api_distributed_test',
+            '-//tensorflow/c/eager:c_api_distributed_test_gpu',
+            '-//tensorflow/c/eager:c_api_cluster_test_gpu',
+            '-//tensorflow/c/eager:c_api_remote_function_test_gpu',
+            '-//tensorflow/c/eager:c_api_remote_test_gpu',
+            '-//tensorflow/core/common_runtime:collective_param_resolver_local_test',
+            '-//tensorflow/core/kernels/mkl:mkl_fused_ops_test',
+            '-//tensorflow/core/kernels/mkl:mkl_fused_batch_norm_op_test',
+            '-//tensorflow/core/ir/importexport/tests/roundtrip/...',
+        ],
+        'testopts': "--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small ",
+        'testopts_gpu': ('--test_env=HOME=/tmp --test_timeout=3600 --test_size_filters=small '
+                         '--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute '),
+        'with_xla': True,
+        'checksums': [
+            {'v2.15.1.tar.gz': 'f36416d831f06fe866e149c7cd752da410a11178b01ff5620e9f265511ed57cf'},
+            {'TensorFlow-2.13.0_add-missing-system-protobuf-targets.patch':
+             '77d8c8a5627493fc7c38b4de79d49e60ff6628b05ff969f4cd3ff9857176c459'},
+            {'TensorFlow-2.15.1_remove-libclang-dep.patch':
+             '871b2f0221b7a150ac9f563ffad7187e052a7eedd95c20fb4524987d7edb6f21'},
+            {'TensorFlow-2.15.1_remove-io-gcs-filesystem-dep.patch':
+             'eba7351a4b0696c589b9c507bacb0257ebce8c39fde39ab72d5d6a69deaaec02'},
+            {'TensorFlow-2.15.1_add-default-shell-env.patch':
+             '3d5196b4bf2e91048dc8a18f9e8f487a223fcd973d6302e80b0d4000ea3d652b'},
+            {'TensorFlow-2.15.1_fix-flatbuffer-license.patch':
+             '2c04d5095977a628a238dbf93c5fada7159c86752a7183e64e0cf7c7ab00caf4'},
+            {'TensorFlow-2.15.1_fix-pybind11-build.patch':
+             '3bb350ac92ab99c63c951c96b3b0160699f5f16822b64f72111ebfd2275cafce'},
+            {'TensorFlow-2.15.1_fix-AVX512-eigen-compilation.patch':
+             '761059e5f5f5eeeef8aed5517a7685a0eb0a9193d4afe8d45237527681c9c0a3'},
+            {'TensorFlow-2.15.1_fix-AVX512-eigen-compilation-gcc13.patch':
+             '68adc4bb726a60f2deed2d746d305960505c5cd3abbc018bad1074d95e2a3853'},
+            {'TensorFlow-2.15.1_upgrade-ml_dtypes-dependency-version.patch':
+             'da4a8e63251a7f6aca38a55f8d4ee2955278c320bd20158a78dabd4decb8c9f0'},
+            {'TensorFlow-2.15.1_disable-avx512-extensions.patch':
+             '506ceecff67237eed9cd9e9e114bc1461f35a343f77f83cb3dab710aa701dc0f'},
+        ],
+    }),
+]
+
+moduleclass = 'lib'