Merge branch 'main' into ethosu_allocate_const_pr_15300

Author: Lunderberg

.gitmodules

@@ -25,3 +25,6 @@
 [submodule "3rdparty/cutlass_fpA_intB_gemm"]
 	path = 3rdparty/cutlass_fpA_intB_gemm
 	url = https://github.com/tlc-pack/cutlass_fpA_intB_gemm
+[submodule "3rdparty/libflash_attn"]
+	path = 3rdparty/libflash_attn
+	url = https://github.com/tlc-pack/libflash_attn

3rdparty/libflash_attn

@@ -176,6 +176,7 @@ We do encourage everyone to work anything they are interested in.
 - [Janet Schneider](https://github.com/janetsc): @janetsc
 - [Junru Shao](https://github.com/junrushao): @junrushao
 - [Haichen Shen](https://github.com/icemelon): @icemelon
+- [Qingchao Shen](https://github.com/jikechao): @jikechao
 - [Xingjian Shi](https://github.com/sxjscience): @sxjscience
 - [Yuanjing Shi](https://github.com/shingjan): @shingjan
 - [Mark Shields](https://github.com/mbs-octoml): @mbs-octoml

CONTRIBUTORS.md

@@ -214,7 +214,7 @@ Apache Software Foundation License 2.0
 3rdparty/OpenCL-Headers
 3rdparty/mlperftiny
 3rdparty/nvbench (with LLVM exception)
-
+3rdparty/cutlass_fpA_intB_gemm
 
 BSD 2-clause License
 --------------------
@@ -247,3 +247,4 @@ BSD 3-Clause "New" or "Revised" License
 
 3rdparty/cutlass
 3rdparty/libbacktrace
+3rdparty/libflash_attn

LICENSE

@@ -18,7 +18,7 @@
 # This data file is read during when Jenkins runs job to determine docker images.
 [jenkins]
 ci_arm: tlcpack/ci-arm:20230615-060132-62a5e7acf
-ci_cortexm: tlcpack/ci-cortexm:20230613-060122-21361a63a
+ci_cortexm: tlcpack/ci-cortexm:20230710-060128-a60cd0fec
 ci_cpu: tlcpack/ci-cpu:20230604-060130-0af9ff90e
 ci_gpu: tlcpack/ci-gpu:20230504-142417-4d37a0a0
 ci_hexagon: tlcpack/ci-hexagon:20230504-142417-4d37a0a0

ci/jenkins/docker-images.ini

@@ -19,7 +19,7 @@
 
 {% call m.invoke_build(
   name='BUILD: arm',
-  node='ARM-SMALL',
+  node='ARM-GRAVITON3',
   condition='!skip_ci && is_docs_only_build != 1',
   ws='tvm/build-arm',
   docker_image='ci_arm',
@@ -40,7 +40,7 @@
 {% call(shard_index, num_shards) m.sharded_test_step(
   name="integration: aarch64",
   num_shards=4,
-  node="ARM-SMALL",
+  node="ARM-GRAVITON3",
   ws="tvm/ut-python-arm",
   platform="arm",
   docker_image="ci_arm",
@@ -57,7 +57,7 @@
 
 {% call(shard_index, num_shards) m.sharded_test_step(
   name="topi: aarch64",
-  node="ARM-SMALL",
+  node="ARM-GRAVITON3",
   ws="tvm/ut-python-arm",
   platform="arm",
   docker_image="ci_arm",
@@ -82,7 +82,7 @@
 
 {% call(shard_index, num_shards) m.sharded_test_step(
   name="frontend: aarch64",
-  node="ARM-SMALL",
+  node="ARM-GRAVITON3",
   ws="tvm/frontend-python-arm",
   platform="arm",
   docker_image="ci_arm",

ci/jenkins/generated/arm_jenkinsfile.groovy

@@ -32,5 +32,7 @@ if(USE_NNPACK)
   list(APPEND TVM_RUNTIME_LINKER_LIBS ${NNPACK_CONTRIB_LIB})
   list(APPEND TVM_RUNTIME_LINKER_LIBS ${NNPACK_PTHREAD_CONTRIB_LIB})
   list(APPEND TVM_RUNTIME_LINKER_LIBS ${NNPACK_CPUINFO_CONTRIB_LIB})
-  list(APPEND TVM_RUNTIME_LINKER_LIBS ${NNPACK_CLOG_CONTRIB_LIB})
+  if(NNPACK_CLOG_CONTRIB_LIB)
+    list(APPEND TVM_RUNTIME_LINKER_LIBS ${NNPACK_CLOG_CONTRIB_LIB})
+  endif(NNPACK_CLOG_CONTRIB_LIB)
 endif(USE_NNPACK)

ci/jenkins/templates/arm_jenkinsfile.groovy.j2

@@ -43,4 +43,5 @@ pip3 install --upgrade \
     junitparser==2.4.2 \
     six \
     tornado \
-    pytest-lazy-fixture
+    pytest-lazy-fixture \
+    git+https://github.com/jax-ml/[email protected]

cmake/modules/contrib/NNPack.cmake

@@ -28,7 +28,7 @@ if [ "$architecture_type" != "aarch64" ]; then
     gcc-aarch64-linux-gnu
 fi
 
-compute_lib_version="v23.02.1"
+compute_lib_version="v23.05"
 compute_lib_variant="arm64-v8a-neon"
 compute_lib_full_name="arm_compute-${compute_lib_version}-bin-linux-${compute_lib_variant}"
 compute_lib_base_url="https://github.com/ARM-software/ComputeLibrary/releases/download/${compute_lib_version}"