Add optimization level for tuning strategy

.azure-pipelines/code-scan.yml

@@ -9,13 +9,26 @@ pr:
   paths:
     include:
     - neural_compressor
+    - setup.py
 
 pool: ICX-16C
 
 variables:
   CODE_SCAN_LOG_PATH: ".azure-pipelines/scripts/codeScan/scanLog"
 
 stages:
+  - stage: DocStyleCodeScan
+    displayName: DocStyle Code Scan
+    dependsOn: []
+    jobs:
+      - job: DocStyle
+        displayName: DocStyle
+        steps:
+          - template: template/code-scan-template.yml
+            parameters:
+              codeScanFileName: "pydocstyle"
+              uploadPath: "pydocstyle.log"
+
   - stage: BanditCodeScan
     displayName: Bandit Code Scan
     dependsOn: []
@@ -26,7 +39,7 @@ stages:
           - template: template/code-scan-template.yml
             parameters:
               codeScanFileName: "bandit"
-              uploadPath: "lpot-bandit.log"
+              uploadPath: "bandit.log"
 
   - stage: PylintCodeScan
     displayName: Pylint Code Scan
@@ -38,7 +51,7 @@ stages:
           - template: template/code-scan-template.yml
             parameters:
               codeScanFileName: "pylint"
-              uploadPath: "lpot-pylint.json"
+              uploadPath: "pylint.json"
 
   - stage: CopyRight
     displayName: CopyRight Code Scan

.azure-pipelines/docker/DockerfileCodeScan.devel

@@ -38,6 +38,7 @@ RUN python -m pip install --no-cache-dir pylint==2.12.1\
     tf_slim\
     transformers\
     horovod\
-    flask==2.1.3
+    flask==2.1.3 \
+    pydocstyle
 
 WORKDIR /

.azure-pipelines/model-test.yml

@@ -9,6 +9,7 @@ pr:
   paths:
     include:
       - neural_compressor
+      - setup.py
     exclude:
       - neural_compressor/ux
 

.azure-pipelines/scripts/codeScan/bandit/bandit.sh

@@ -1,17 +1,21 @@
 #!/bin/bash
 
 source /neural-compressor/.azure-pipelines/scripts/change_color.sh
-mkdir -p /neural-compressor/.azure-pipelines/scripts/codeScan/scanLog
-bandit_log_dir="/neural-compressor/.azure-pipelines/scripts/codeScan/scanLog"
+RESET="echo -en \\E[0m \\n" # close color
 
-python -m bandit -r -lll -iii  /neural-compressor/neural_compressor >  $bandit_log_dir/lpot-bandit.log
+log_dir="/neural-compressor/.azure-pipelines/scripts/codeScan/scanLog"
+mkdir -p $log_dir
+
+python -m bandit -r -lll -iii  /neural-compressor/neural_compressor > $log_dir/bandit.log
 exit_code=$?
 
-# code-scan close 
-RESET="echo -en \\E[0m \\n"
+
+$BOLD_YELLOW && echo " -----------------  Current bandit cmd start --------------------------" && $RESET
+echo "python -m bandit -r -lll -iii  /neural-compressor/neural_compressor > $log_dir/bandit.log"
+$BOLD_YELLOW && echo " -----------------  Current bandit cmd end --------------------------" && $RESET
 
 $BOLD_YELLOW && echo " -----------------  Current log file output start --------------------------"
-cat  $bandit_log_dir/lpot-bandit.log
+cat  $log_dir/bandit.log
 $BOLD_YELLOW && echo " -----------------  Current log file output end --------------------------" && $RESET
 
 

.azure-pipelines/scripts/codeScan/pydocstyle/pydocstyle.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+source /neural-compressor/.azure-pipelines/scripts/change_color.sh
+RESET="echo -en \\E[0m \\n" # close color
+
+log_dir="/neural-compressor/.azure-pipelines/scripts/codeScan/scanLog"
+mkdir -p $log_dir
+
+pydocstyle --convention=google /neural-compressor/neural_compressor/experimental > $log_dir/pydocstyle.log
+exit_code=$?
+
+
+$BOLD_YELLOW && echo " -----------------  Current pydocstyle cmd start --------------------------" && $RESET
+echo "python pydocstyle --convention=google /neural-compressor/neural_compressor/experimental > $log_dir/pydocstyle.log"
+$BOLD_YELLOW && echo " -----------------  Current pydocstyle cmd end --------------------------" && $RESET
+
+$BOLD_YELLOW && echo " -----------------  Current log file output start --------------------------"
+cat  $log_dir/pydocstyle.log
+$BOLD_YELLOW && echo " -----------------  Current log file output end --------------------------" && $RESET
+
+
+if [ ${exit_code} -ne 0 ] ; then
+    $BOLD_RED && echo "Error!! Please Click on the artifact button to download and view DocStyle error details." && $RESET; exit 1
+fi
+$BOLD_PURPLE && echo "Congratulations, DocStyle check passed!" && $LIGHT_PURPLE && echo " You can click on the artifact button to see the log details." && $RESET; exit 0

.azure-pipelines/scripts/codeScan/pylint/pylint.sh

@@ -1,24 +1,26 @@
 #!/bin/bash
 
 source /neural-compressor/.azure-pipelines/scripts/change_color.sh
-mkdir -p /neural-compressor/.azure-pipelines/scripts/codeScan/scanLog
-pylint_log_dir="/neural-compressor/.azure-pipelines/scripts/codeScan/scanLog"
+RESET="echo -en \\E[0m \\n" # close color
+
+log_dir="/neural-compressor/.azure-pipelines/scripts/codeScan/scanLog"
+mkdir -p $log_dir
 
 pip install -r /neural-compressor/requirements.txt
 pip install torch==1.12.0
 
-python -m pylint -f json --disable=R,C,W,E1129 --enable=line-too-long --max-line-length=120 --extension-pkg-whitelist=numpy --ignored-classes=TensorProto,NodeProto --ignored-modules=tensorflow,torch,torch.quantization,torch.tensor,torchvision,mxnet,onnx,onnxruntime,intel_extension_for_pytorch /neural-compressor/neural_compressor > $pylint_log_dir/lpot-pylint.json
-exit_code=$?
+python -m pylint -f json --disable=R,C,W,E1129 --enable=line-too-long --max-line-length=120 --extension-pkg-whitelist=numpy --ignored-classes=TensorProto,NodeProto \
+--ignored-modules=tensorflow,torch,torch.quantization,torch.tensor,torchvision,mxnet,onnx,onnxruntime,intel_extension_for_pytorch /neural-compressor/neural_compressor \
+> $log_dir/pylint.json
 
-# code-scan close 
-RESET="echo -en \\E[0m \\n"
+exit_code=$?
 
 $BOLD_YELLOW && echo " -----------------  Current pylint cmd start --------------------------" && $RESET
-echo "python -m pylint -f json --disable=R,C,W,E1129 --enable=line-too-long --max-line-length=120 --extension-pkg-whitelist=numpy --ignored-classes=TensorProto,NodeProto --ignored-modules=tensorflow,torch,torch.quantization,torch.tensor,torchvision,mxnet,onnx,onnxruntime,intel_extension_for_pytorch /neural-compressor/neural_compressor > $pylint_log_dir/lpot-pylint.json"
+echo "python -m pylint -f json --disable=R,C,W,E1129 --enable=line-too-long --max-line-length=120 --extension-pkg-whitelist=numpy --ignored-classes=TensorProto,NodeProto --ignored-modules=tensorflow,torch,torch.quantization,torch.tensor,torchvision,mxnet,onnx,onnxruntime,intel_extension_for_pytorch /neural-compressor/neural_compressor > $log_dir/pylint.json"
 $BOLD_YELLOW && echo " -----------------  Current pylint cmd end --------------------------" && $RESET
 
 $BOLD_YELLOW && echo " -----------------  Current log file output start --------------------------" && $RESET
-cat  $pylint_log_dir/lpot-pylint.json
+cat  $log_dir/pylint.json
 $BOLD_YELLOW && echo " -----------------  Current log file output end --------------------------" && $RESET
 
 

.azure-pipelines/scripts/codeScan/pyspelling/lpot_dict.txt → .azure-pipelines/scripts/codeScan/pyspelling/inc_dict.txt

@@ -696,6 +696,7 @@ Goyal
 gpg
 GPG
 gpt
+GPTJ
 gpu
 gpus
 GPUs
@@ -2378,3 +2379,9 @@ constfold
 grappler
 amsgrad
 qoperator
+apis
+CPz
+Nsh
+UmK
+fe
+vmware

.azure-pipelines/scripts/codeScan/pyspelling/pyspelling_conf.yaml

@@ -4,10 +4,10 @@ matrix:
     d: en_US.ISO8859-15
   dictionary:
     wordlists:
-    - ${DICT_DIR}/lpot_dict.txt
-    output: ${DICT_DIR}/lpot_dict.dic
+    - ${DICT_DIR}/inc_dict.txt
+    output: ${DICT_DIR}/inc_dict.dic
   sources:
-  - ${REPO_DIR}/docs/*
+  - ${REPO_DIR}/docs/source/*.md
   - ${REPO_DIR}/*.md
   - ${REPO_DIR}/examples/**/*.md|!${REPO_DIR}/examples/pytorch/**/huggingface_models/**/*.md
   - ${REPO_DIR}/neural_compressor/**/*.md

.azure-pipelines/scripts/models/generate_report.sh

@@ -237,6 +237,7 @@ function generate_html_core {
                         status_png = "background-color:#90EE90";
                     } else {
                         status_png = "background-color:#FFD2D2";
+                        job_status = "fail"
                     }
                     printf("<td style=\"%s\" colspan=2>%.2f</td>", status_png, target);
                 }

.azure-pipelines/scripts/ut/env_setup.sh

@@ -20,7 +20,7 @@ echo "mxnet version is $mxnet_version"
 if [[ "${tensorflow_version}" == *"-official" ]]; then
     pip install tensorflow==${tensorflow_version%-official}
 elif [[ "${tensorflow_version}" == "spr-base" ]]; then
-    pip install /tf_dataset/tf_binary/tensorflow*.whl
+    pip install /tf_dataset/tf_binary/221125/tensorflow*.whl
     if [[ $? -ne 0 ]]; then
       exit 1
     fi

.azure-pipelines/template/model-template.yml

@@ -46,13 +46,13 @@ steps:
   - script: |
       docker exec ${{ parameters.modelContainerName }} bash -c "cd /neural-compressor/.azure-pipelines/scripts/models \
       && bash run_${{ parameters.framework }}_models_trigger.sh --model=${{ parameters.modelName }} --mode='int8_benchmark' --USE_TUNE_ACC=$(USE_TUNE_ACC) --PERF_STABLE_CHECK=$(PERF_STABLE_CHECK)"
-    continueOnError: true
+    condition: succeededOrFailed()
     displayName: INT8 Benchmark
 
   - script: |
       docker exec ${{ parameters.modelContainerName }} bash -c "cd /neural-compressor/.azure-pipelines/scripts/models \
       && bash run_${{ parameters.framework }}_models_trigger.sh --model=${{ parameters.modelName }} --mode='fp32_benchmark' --USE_TUNE_ACC=$(USE_TUNE_ACC) --PERF_STABLE_CHECK=$(PERF_STABLE_CHECK)"
-    continueOnError: true
+    condition: succeededOrFailed()
     displayName: FP32 Benchmark
 
   - task: Bash@3

.azure-pipelines/ut-basic.yml

@@ -10,6 +10,7 @@ pr:
     include:
     - neural_compressor
     - test
+    - setup.py
     exclude:
     - neural_compressor/ux
     - test/ux

.azure-pipelines/ut-ncoder.yml

@@ -10,6 +10,7 @@ pr:
     include:
     - neural_coder
     - test/neural_coder
+    - setup.py
 
 pool: ICX-16C
 

.azure-pipelines/ut-ux.yml

@@ -10,6 +10,7 @@ pr:
     include:
     - neural_compressor/ux
     - test/ux
+    - setup.py
 
 pool: ICX-16C
 

.github/workflows/publish.yml

@@ -14,16 +14,17 @@ jobs:
     - uses: actions/checkout@v1
     - name: Install dependencies
       run: |
-        export PATH="$HOME/.local/bin:$PATH"
+        export PATH="$HOME/.local/bin:$PATH/docs"
         sudo apt-get install -y python3-setuptools
-        pip3 install --user -r sphinx-requirements.txt
+        pip3 install --user -r docs/sphinx-requirements.txt
     - name: Build the docs
       run: |
         export PATH="$HOME/.local/bin:$PATH"
+        cd docs/
         make html
     - name: Push the docs
       uses: peaceiris/actions-gh-pages@v3
       with:
         github_token: ${{ secrets.GITHUB_TOKEN }}
-        publish_dir: _build/html
+        publish_dir: docs/_build/html
         publish_branch: latestHTML