huawei-ascend-npu #34
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: huawei-ascend-npu | |
| defaults: | |
| run: | |
| shell: bash -ieo pipefail {0} | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| paths: | |
| - '.github/workflows/deepspeed.yaml' | |
| - 'requirements/**' | |
| schedule: | |
| - cron: "0 0 * * *" | |
| push: | |
| paths: | |
| - '.github/workflows/deepspeed.yaml' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| issues: write | |
| jobs: | |
| unit-tests: | |
| runs-on: [self-hosted, ascend, npu] | |
| container: | |
| image: ascendai/cann | |
| ports: | |
| - 80 | |
| volumes: | |
| - /usr/local/dcmi:/usr/local/dcmi | |
| - /usr/local/bin/npu-smi:/usr/local/bin/npu-smi | |
| - /usr/local/Ascend/driver/lib64/:/usr/local/Ascend/driver/lib64/ | |
| - /usr/local/Ascend/driver/version.info:/usr/local/Ascend/driver/version.info | |
| - /etc/ascend_install.info:/etc/ascend_install.info | |
| options: --network host | |
| --name deepspeed_unit-tests | |
| --device /dev/davinci4 | |
| --device /dev/davinci_manager | |
| --device /dev/devmm_svm | |
| --device /dev/hisi_hdc | |
| --shm-size "20g" | |
| --entrypoint /bin/bash | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install pytorch | |
| run: | | |
| npu-smi info | |
| apt-get update | |
| pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple | |
| source /root/.bashrc | |
| pip install torch==2.2.0 torchvision==0.17.0 torch_npu==2.2.0 torchaudio==2.2.0 numpy==1.26.4 cloudpickle tornado ml-dtypes | |
| python --version | |
| python << EOF | |
| if __name__ == '__main__': | |
| import torch | |
| import torch_npu | |
| torch_npu.npu.set_device("npu:0") | |
| print(f"Device Name: {torch.npu.get_device_name(0)}") | |
| print(f"Device Count: {torch.npu.device_count()}") | |
| print(f"Device Available: {torch.npu.is_available()}") | |
| EOF | |
| # - name: Install transformers | |
| # run: | | |
| # source /root/.bashrc | |
| # echo "y" | apt-get install git | |
| # git clone https://github.com/huggingface/transformers | |
| # cd transformers | |
| # git rev-parse --short HEAD | |
| # pip install . | |
| - name: Install deepspeed | |
| run: | | |
| source /root/.bashrc | |
| echo "y" | apt-get install git | |
| git clone --depth=1 https://github.com/microsoft/DeepSpeed.git | |
| pip install -r requirements/requirements_deepspeed.txt -i https://pypi.tuna.tsinghua.edu.cn/simple | |
| cd DeepSpeed | |
| pip install -r ../requirements/requirements_deepspeed.txt | |
| pip install .[1bit,autotuning,inf] | |
| pip install --upgrade deepspeed==0.15.2 | |
| pip list | |
| ds_report | |
| - name: Python environment | |
| run: | | |
| source /root/.bashrc | |
| pip list | |
| - name: Unit tests | |
| run: | | |
| source /root/.bashrc | |
| unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch | |
| cd DeepSpeed/tests/ | |
| pytest --verbose $PYTEST_OPTS --forked -n 4 unit/ | |
| pytest $PYTEST_OPTS --forked -m 'sequential' unit/ | |