Add CI to test args -a deepep (#84)

* add build args

* add build args

* add build args

* add build args

* add build args

* Update pr-test-npu.yml

* Update pr-test-npu.yml

* Update pr-test-npu.yml

---------

Co-authored-by: jiarundong <[email protected]>

Author: jia-rundong

.github/workflows/pr-test-npu.yml

@@ -17,7 +17,7 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  test-low-latency:
+  test-all-build:
     if: (github.repository == 'sgl-project/sgl-kernel-npu' || github.event_name == 'pull_request') &&
         github.event.pull_request.draft == false
     runs-on: linux-aarch64-a3-16
@@ -51,14 +51,21 @@ jobs:
       - name: Prepare Deepep
         run: bash scripts/prepare_deepep_in_container.sh
 
-      - name: Run test
+      - name: Run test intranode
         timeout-minutes: 10
         env:
-          HCCL_BUFFSIZE: 2000
+          HCCL_BUFFSIZE: 2239
+        run: |
+          python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py
+
+      - name: Run test low latency
+        timeout-minutes: 10
+        env:
+          HCCL_BUFFSIZE: 1913
         run: |
           python3 $GITHUB_WORKSPACE/tests/python/deepep/test_low_latency.py
 
-  test-intranode:
+  test-build-deepep:
     if: (github.repository == 'sgl-project/sgl-kernel-npu' || github.event_name == 'pull_request') &&
         github.event.pull_request.draft == false
     runs-on: linux-aarch64-a3-16
@@ -90,20 +97,27 @@ jobs:
           bash scripts/npu_ci_install_dependency.sh
 
       - name: Prepare Deepep
-        run: bash scripts/prepare_deepep_in_container.sh
+        run: bash scripts/prepare_deepep_in_container.sh -a deepep
 
-      - name: Run test
+      - name: Run test intranode
         timeout-minutes: 10
         env:
-          HCCL_BUFFSIZE: 3000
+          HCCL_BUFFSIZE: 2239
         run: |
           python3 $GITHUB_WORKSPACE/tests/python/deepep/test_intranode.py
 
+      - name: Run test low latency
+        timeout-minutes: 10
+        env:
+          HCCL_BUFFSIZE: 1913
+        run: |
+          python3 $GITHUB_WORKSPACE/tests/python/deepep/test_low_latency.py
+
   finish:
     if: always()
     needs:
-      - test-low-latency
-      - test-intranode
+      - test-all-build
+      - test-build-deepep
     runs-on: ubuntu-latest
     steps:
       - name: Check all dependent job statuses

build.sh

@@ -42,9 +42,9 @@ while getopts ":a:h" opt; do
             esac
             ;;
         h )
-            echo "Use ./build.sh build all modules.\n"
+            echo "Use './build.sh' build all modules."
             echo "Use './build.sh -a <target>' to build specific parts of the project."
-            echo "    <target> can be: all, deepep, kernels, deepep-adapter, deepep-kernels"
+            echo "    <target> can be:"
             echo "    deepep            Only build deep_ep."
             echo "    kernels           Only build sgl_kernel_npu."
             echo "    deepep-adapter    Only build deepep adapter layer and use old build of deepep kernels."
@@ -54,10 +54,12 @@ while getopts ":a:h" opt; do
             ;;
         \? )
             echo "Error: unknown flag: -$OPTARG" 1>&2
+            echo "Run './build.sh -h' for more information."
             exit 1
             ;;
         : )
             echo "Error: -$OPTARG requires a value" 1>&2
+            echo "Run './build.sh -h' for more information."
             exit 1
             ;;
     esac
@@ -90,7 +92,7 @@ COMPILE_OPTIONS=""
 function build_kernels()
 {
     if [[ "$ONLY_BUILD_DEEPEP_KERNELs_MODULE" == "ON" ]]; then return 0; fi
-    if [[ "$BUILD_KERNELS_MODULE" != "ON" ]]; then return 0; fi
+    if [[ "$ONLY_BUILD_MEMORY_SAVER_MODULE" == "ON" ]]; then return 0; fi
 
     CMAKE_DIR=""
     BUILD_DIR="build"

scripts/prepare_deepep_in_container.sh

@@ -1,5 +1,28 @@
+
+while getopts ":a:" opt; do
+    case ${opt} in
+        a )
+            BUILD_ARGS="$OPTARG"
+            ;;
+        \? )
+            echo "Error: unknown flag: -$OPTARG" 1>&2
+            exit 1
+            ;;
+        : )
+            echo "Error: -$OPTARG requires a value" 1>&2
+            exit 1
+            ;;
+    esac
+done
+
+shift $((OPTIND -1))
+
 cd ${GITHUB_WORKSPACE}
-bash build.sh
+if [ -n "$BUILD_ARGS" ]; then
+    bash build.sh -a "$BUILD_ARGS"
+else
+    bash build.sh
+fi
 pip install ${GITHUB_WORKSPACE}/output/deep_ep*.whl --no-cache-dir
 cd "$(pip show deep-ep | awk '/^Location:/ {print $2}')"
 ln -s deep_ep/deep_ep_cpp*.so || true