[WIP] Add pytorch dependencies

.azure-pipelines/azure-pipelines-linux.yml

@@ -46,47 +46,3 @@ jobs:
 
   - publish: build_artifacts/noarch/
     artifact: conda_pkgs_noarch
-
-- job: linux_64_cuda_112
-  dependsOn: linux_64
-  condition: and(not(eq(variables['Build.SourceBranch'], 'refs/heads/main')), eq(dependencies.linux_64.outputs['linux_64_build.NEED_CUDA'], '1'))
-  pool:
-    vmImage: ubuntu-latest
-  timeoutInMinutes: 360
-  steps:
-  - script: |
-      sudo mkdir -p /opt/empty_dir
-      for d in \
-          /opt/ghc \
-          /opt/hostedtoolcache \
-          /usr/lib/jvm \
-          /usr/local/.ghcup \
-          /usr/local/android \
-          /usr/local/powershell \
-          /usr/share/dotnet \
-          /usr/share/swift \
-          ; do
-          sudo rsync --stats -a --delete /opt/empty_dir/ $d || true
-      done
-    displayName: Manage disk space
-
-  - script: |
-      # sudo pip install --upgrade pip
-      sudo pip install setuptools shyaml
-    displayName: Install dependencies
-
-  - script: |
-      set -e
-
-      # make sure there is a package directory so that artifact publishing works
-      mkdir -p build_artifacts/linux-64/
-
-      export CI=azure
-      export CONFIG=linux64_cuda112
-      export DOCKER_IMAGE=quay.io/condaforge/linux-anvil-cuda:11.2
-      export AZURE=True
-      .scripts/run_docker_build.sh
-
-    displayName: Run docker build for CUDA 11.2
-  - publish: build_artifacts/linux-64/
-    artifact: conda_pkgs_linux_64_cuda112

.scripts/build_steps.sh

@@ -23,6 +23,7 @@ always_yes: true
 
 channels:
  - conda-forge
+ - mark.harfouche
 
 conda-build:
   root-dir: ${FEEDSTOCK_ROOT}/build_artifacts

azure-pipelines.yml

@@ -11,5 +11,5 @@ pr:
 
 jobs:
   - template: ./.azure-pipelines/azure-pipelines-linux.yml
-  - template: ./.azure-pipelines/azure-pipelines-osx.yml
-  - template: ./.azure-pipelines/azure-pipelines-win.yml
+  #- template: ./.azure-pipelines/azure-pipelines-osx.yml
+  #- template: ./.azure-pipelines/azure-pipelines-win.yml

generate_hashes.sh

@@ -0,0 +1,28 @@
+# To generate the version number
+
+# name=asmjit/asmjit
+name=maratyszcza/nnpack
+name=facebookincubator/gloo
+name=maratyszcza/pthreadpool
+name=maratyszcza/fxdiv
+name=maratyszcza/fp16
+name=maratyszcza/psimd
+name=pytorch/cpuinfo
+name=pytorch/qnnpack
+name=pytorch/fbgemm
+name=google/xnnpack
+name=pytorch/kineto
+name=google/libnop
+name=pytorch/tensorpipe
+name=maratyszcza/peachpy
+
+rm -rf source > /dev/null
+git clone --quiet git@github.com:${name}.git source > /dev/null
+pushd source > /dev/null
+echo ${name} | cut -d '/' -f 2
+echo "{% set version = \"0.0.0.$(date  +%Y%m%d -d "$(git show -s --format=%ci HEAD)").$(git rev-list HEAD --count).$(git rev-parse --short HEAD)\" %}"
+echo "{% set gitrev = \"$(git rev-parse HEAD)\" %}"
+wget --quiet https://github.com/${name}/archive/$(git rev-parse HEAD).tar.gz
+echo "{% set sha256 = \"$(openssl sha256 $(git rev-parse HEAD).tar.gz | cut -d "=" -f2 | cut -d " " -f 2)\" %}"
+popd > /dev/null
+

recipes/asmjit/build.sh

@@ -0,0 +1,12 @@
+if [[ "$target_platform" == "osx-64" ]]; then
+    # They seem to be missing a default value or an option for this
+    # in their CMakeLists.txt files
+    export CXXFLAGS="$CXXFLAGS -DTARGET_OS_OSX=1"
+    export CFLAGS="$CFLAGS -DTARGET_OS_OSX=1"
+fi
+mkdir build
+cd build
+cmake ${CMAKE_ARGS}                \
+    ..
+make -j${CPU_COUNT} VERBOSE=1 V=1
+make install

recipes/asmjit/meta.yaml

@@ -0,0 +1,46 @@
+{% set version = "0.0.0.20231007.475.7e64eab" %}
+{% set gitrev = "7e64eabca49c1a4d2cbfb06e4b9d3987bce7f7b3" %}
+{% set sha256 = "3ba7b936086c13cedf837fc62befb581b609f6dbf69ed0ee084b02c8bb7f9f0e" %}
+
+package:
+  name: asmjit
+  version: {{ version }}
+
+source:
+  url: https://github.com/asmjit/asmjit/archive/{{ gitrev }}.tar.gz
+  sha256: {{ sha256 }}
+
+build:
+  # Already built this
+  skip: true
+  # You can probably build this for windows
+  skip: true  # [win]
+  number: 0
+  run_exports:
+    # 0 guarantees because they beleive in not creating real releases...
+    # https://github.com/pytorch/cpuinfo/issues/84
+    - {{ pin_subpackage('asmjit', max_pin='x.x.x.x.x.x') }}
+
+requirements:
+  build:
+    - {{ compiler('c') }}
+    - {{ compiler('cxx') }}
+    - sysroot_linux-64  2.17  # [linux64]
+    - cmake
+    - make  # [unix]
+
+test:
+  commands:
+    - test -f ${PREFIX}/include/asmjit/asmjit.h
+    - test -f ${PREFIX}/lib/libasmjit${SHLIB_EXT}
+
+about:
+  home: https://github.com/asmjit/asmjit
+  summary: AsmJit is a lightweight library for machine code generation written in C++ language.
+  license: Zlib
+  license_family: Other
+  license_file: LICENSE.md
+
+extra:
+  recipe-maintainers:
+    - hmaarrfk

recipes/c10/build.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+cd c10
+mkdir build
+cd build
+
+# The CUDA binaries seem to be broken
+cmake ${CMAKE_ARGS} \
+    -DHAVE_SOVERSION=ON \
+    -DBUILD_SHARED_LIBS=ON \
+    ..
+
+make -j${CPU_COUNT}
+make install

recipes/c10/find_fmt.patch

@@ -0,0 +1,13 @@
+diff --git a/c10/CMakeLists.txt b/c10/CMakeLists.txt
+index 23a0e024d3..69eb9ffd91 100644
+--- a/c10/CMakeLists.txt
++++ b/c10/CMakeLists.txt
+@@ -59,6 +59,7 @@ endif()
+ if(${USE_GLOG})
+     target_link_libraries(c10 PUBLIC glog::glog)
+ endif()
++find_package(fmt REQUIRED)
+ target_link_libraries(c10 PRIVATE fmt::fmt-header-only)
+
+ find_package(Backtrace)
+

recipes/c10/meta.yaml

@@ -0,0 +1,49 @@
+{% set version = "2.1.0" %}
+
+package:
+  name: c10
+  version: {{ version }}
+
+source:
+  url: https://github.com/pytorch/pytorch/archive/v{{ version }}.tar.gz
+  sha256: 3f85b6d92cb78d940b1e894101496ea02639b46986bb4bc53cdb17ab155bdfaf
+  patches:
+    - find_fmt.patch
+
+build:
+  skip: true  # already built
+  number: 0
+  skip: true  # [win]
+  detect_binary_files_with_prefix: false
+  run_exports:
+    - {{ pin_subpackage('c10', max_pin='x.x.x') }}
+
+requirements:
+  build:
+    - {{ compiler('c') }}
+    - {{ compiler('cxx') }}
+    - cmake
+    - make      # [unix]
+  host:
+    - fmt
+  run_constrained:
+    - pytorch     {{ version }}
+    - pytorch-cpu {{ version }}
+    - pytorch-gpu {{ version }}
+
+
+test:
+  commands:
+    - test -f ${PREFIX}/lib/libc10${SHLIB_EXT}
+    - test -d ${PREFIX}/include/c10
+
+about:
+  home: https://pytorch.org/
+  license: BSD-3-Clause
+  license_family: BSD
+  license_file: LICENSE
+  summary: c10 library for PyTorch
+
+extra:
+  recipe-maintainers:
+    - hmaarrfk

recipes/clog/build.sh

@@ -0,0 +1,11 @@
+cd deps/clog
+
+mkdir build
+cd build
+cmake ${CMAKE_ARGS}                \
+    -DCMAKE_BUILD_TYPE=Release     \
+    -DCLOG_RUNTIME_TYPE=shared     \
+    -DCLOG_BUILD_TESTS=OFF         \
+    ..
+make -j${CPU_COUNT}
+make install

recipes/clog/meta.yaml

@@ -0,0 +1,49 @@
+{% set version = "0.0.0.20231103.695.d6860c4" %}
+{% set gitrev = "d6860c477c99f1fce9e28eb206891af3c0e1a1d7" %}
+{% set sha256 = "c195420a4dafb64ea25f0ef8af894fb0d866a41406d595af6d1e68796f492b53" %}
+
+package:
+  name: clog
+  version: {{ version }}
+
+source:
+  url: https://github.com/pytorch/cpuinfo/archive/{{ gitrev }}.tar.gz
+  sha256: {{ sha256 }}
+
+build:
+  # Already built this
+  skip: true
+  # You can probably build this for windows
+  skip: true  # [win]
+  number: 0
+  # This is meant to be a static library
+  # It is designed to print statemnts for debugging purposes in high
+  # performance code
+  # Making it a shared library seems like it would have performance implications
+
+requirements:
+  build:
+    - {{ compiler('c') }}
+    - {{ compiler('cxx') }}
+    - cmake
+    - make  # [unix]
+
+test:
+  commands:
+    - test -f ${PREFIX}/lib/libclog.a    # [unix]
+    - test -f ${PREFIX}/include/clog.h   # [unix]
+
+about:
+  home: https://github.com/pytorch/cpuinfo/tree/master/deps/clog
+  summary: C-style (a-la printf) logging library
+  description: |
+    C-style library for logging errors, warnings, information notes, and debug
+    information.
+  license: BSD-2-Clause
+  license_family: BSD
+  license_file: deps/clog/LICENSE
+  dev_url: https://github.com/pytorch/cpuinfo
+
+extra:
+  recipe-maintainers:
+    - hmaarrfk

recipes/cpuinfo/build.sh

@@ -0,0 +1,13 @@
+mkdir build
+cd build
+cmake ${CMAKE_ARGS}                \
+    -DCMAKE_BUILD_TYPE=Release     \
+    -DCPUINFO_BUILD_MOCK_TESTS=OFF \
+    -DCPUINFO_BUILD_UNIT_TESTS=OFF \
+    -DCPUINFO_BUILD_BENCHMARKS=OFF \
+    -DCPUINFO_LIBRARY_TYPE=shared  \
+    -DCPUINFO_RUNTIME_TYPE=shared  \
+    -DCPUINFO_USE_SYSTEM_LIBS=ON   \
+    ..
+make -j${CPU_COUNT} VERBOSE=1 V=1
+make install

recipes/cpuinfo/meta.yaml

@@ -0,0 +1,59 @@
+{% set version = "0.0.0.20231103.695.d6860c4" %}
+{% set gitrev = "d6860c477c99f1fce9e28eb206891af3c0e1a1d7" %}
+{% set sha256 = "c195420a4dafb64ea25f0ef8af894fb0d866a41406d595af6d1e68796f492b53" %}
+
+package:
+  name: cpuinfo
+  version: {{ version }}
+
+source:
+  url: https://github.com/pytorch/cpuinfo/archive/{{ gitrev }}.tar.gz
+  sha256: {{ sha256 }}
+
+build:
+  # Already built this
+  skip: true
+  # You can probably build this for windows
+  skip: true  # [win]
+  number: 0
+  run_exports:
+    # 0 guarantees because they beleive in not creating real releases...
+    # https://github.com/pytorch/cpuinfo/issues/84
+    - {{ pin_subpackage('cpuinfo', max_pin='x.x.x.x.x') }}
+
+requirements:
+  build:
+    - {{ compiler('c') }}
+    - {{ compiler('cxx') }}
+    - cmake
+    - make  # [unix]
+  host:
+    # static library
+    - clog
+
+test:
+  commands:
+    - test ! -f ${PREFIX}/lib/libclog${SHLIB_EXT}    # [unix]
+    - test ! -f ${PREFIX}/lib/libclog.a              # [unix]
+    - test ! -f ${PREFIX}/include/clog.h             # [unix]
+    - test -f ${PREFIX}/lib/libcpuinfo${SHLIB_EXT}   # [unix]
+    - test -f ${PREFIX}/include/cpuinfo.h            # [unix]
+    - test -f ${PREFIX}/lib/pkgconfig/libcpuinfo.pc  # [unix]
+    - isa-info
+    - cpu-info
+    - cache-info
+    - cpuid-dump
+
+about:
+  home: https://github.com/pytorch/cpuinfo
+  summary: CPU INFOrmation library
+  description: |
+    cpuinfo is a library to detect essential for performance optimization
+    information about host CPU.
+  license: BSD-2-Clause
+  license_family: BSD
+  license_file: LICENSE
+
+extra:
+  recipe-maintainers:
+    - hmaarrfk

recipes/dynolog/build.sh

@@ -0,0 +1,14 @@
+cd libkineto
+
+mkdir build
+cd build
+cmake ${CMAKE_ARGS}                \
+    -DCMAKE_BUILD_TYPE=Release     \
+    -DKINETO_BUILD_TESTS=0         \
+    -DKINETO_LIBRARY_TYPE=shared   \
+    -DLIBKINETO_NOCUPTI=1          \
+    ..
+
+make -j${CPU_COUNT}
+make install
+