Merged in SIM-3140 (pull request apache#8)

[SIM-3140]: Add topi package

* Adding packaging for topi

* Add version file in topi

* Update topi version

* Add topi package upload

* Add python dep

* Update based off of feedbacvk

Approved-by: Spenser Gilliland <[email protected]>
Approved-by: Carlos Davila <[email protected]>
Approved-by: Lam Nguyen <[email protected]>

Author: jeffuongsima

Jenkinsfile

@@ -34,19 +34,30 @@ def main() {
       image["image"].inside("-m 32g -c 8") {
         utils.cmakeBuild("build", "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache", {}, { src_dir ->
           stage("Python Bindings") {
-            dir("../python") {
+            dir("${env.WORKSPACE}/python") {
               utils.setPythonBuildEnv([], {
                 sh """#!/bin/bash -ex
 rm -rf dist build
 python3 setup.py bdist_wheel
 """
               }, 'sima')
             }
+            dir("${env.WORKSPACE}/topi/python") {
+              utils.setPythonBuildEnv([]) {
+                sh """#!/bin/bash -ex
+python3 setup.py bdist_wheel
+"""
+              }
+            }
           }
         }, "../sima-regres.cmake", "clean all")
         stage("Package") {
-          archiveArtifacts('python/dist/*.whl')
-          utils.uploadPythonPackages('jenkins_user', 'sima-pypi', 'python/dist/*.whl', 3)
+          tvm_pkg_dir = "python/dist/*whl"
+          archiveArtifacts(tvm_pkg_dir)
+          utils.uploadPythonPackages('jenkins_user', 'sima-pypi', tvm_pkg_dir, 3)
+          topi_pkg_dir = "topi/python/dist/*.whl"
+          archiveArtifacts(topi_pkg_dir)
+          utils.uploadPythonPackages('jenkins_user', 'sima-pypi', topi_pkg_dir, 3)
         }
       }
     }

docker/Dockerfile

@@ -26,7 +26,7 @@ RUN apt-get update && \
     libopenblas-dev \
     cython && \
   rm -rf /var/lib/apt/lists/* && \
-  pip3 install twine && \
+  pip3 install twine pyyaml && \
   pip3 install --upgrade keyrings.alt
 
 

python/setup.py

@@ -183,9 +183,10 @@ def get_package(env, pkg_name, pkg_version):
   else:
     return "%s==%s" % (pkg_name, pkg_version)
 
+tvm_version = get_version('tvm', 'sima')
 
 setup(name='sima-tvm',
-      version=get_version('tvm', 'sima'),
+      version=tvm_version,
       description="TVM: An End to End Tensor IR/DSL Stack for Deep Learning Systems",
       zip_safe=False,
       install_requires=[
@@ -194,6 +195,7 @@ def get_package(env, pkg_name, pkg_version):
         'decorator',
         'attrs',
         'psutil',
+        'sima-topi==' + tvm_version,
         'sima-mlc'
         ],
       extras_require={'test': ['pillow<7',

topi/python/MANIFEST.in

@@ -0,0 +1 @@
+include VERSION.in

topi/python/VERSION.in

@@ -0,0 +1 @@
+../../python/VERSION.in

topi/python/setup.py

@@ -21,6 +21,8 @@
 import os
 import shutil
 import sys
+import yaml
+import subprocess
 
 from setuptools import find_packages
 from setuptools.dist import Distribution
@@ -67,6 +69,30 @@ def get_lib_path():
 
 LIB_LIST, __version__ = get_lib_path()
 
+def get_version(pkg_dir, main_branch = "master"):
+  with open("VERSION.in") as fh:
+    vinfo = yaml.load(fh.read(), Loader=yaml.BaseLoader)
+    version = '.'.join([vinfo["major"], vinfo["minor"], vinfo["patch"]])
+
+  if 'GIT_HASH' in os.environ:
+    # In tox the .git directory is not available so do this instead
+    vinfo['git_hash'] = os.environ['GIT_HASH']
+  else:
+    proc = subprocess.Popen(['git','log','-1','--format=%h'], stdout=subprocess.PIPE)
+    proc.wait()
+    if proc.returncode != 0:
+      raise RuntimeError("ERROR: unable to execute git log")
+    vinfo['git_hash'] = proc.stdout.read().decode('utf-8').rstrip()
+
+  with open(pkg_dir + "/VERSION","w") as fh:
+    fh.write(yaml.dump(vinfo))
+
+  # This comes from Jenkins for upstream/downstream builds
+  if 'DEV_VERSION' in os.environ:
+    version = version + ".dev0+" + os.environ['DEV_VERSION']
+
+  return version
+
 if not os.getenv('CONDA_BUILD'):
     curr_path = os.path.dirname(os.path.abspath(os.path.expanduser(__file__)))
     for i, path in enumerate(LIB_LIST):
@@ -107,8 +133,8 @@ def get_lib_path():
         "data_files": [('topi', LIB_LIST)]
     }
 
-setup(name='topi',
-      version=__version__,
+setup(name='sima-topi',
+      version=get_version('topi', 'sima'),
       description="TOPI: TVM operator index",
       install_requires=[
           "numpy",