Use ORT nightly in CI (#287)

Signed-off-by: Justin Chu <justinchuby@users.noreply.github.com>
Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
Co-authored-by: justinchuby <11205048+justinchuby@users.noreply.github.com>

Author: justinchuby

.github/workflows/gpu_l4_golden_parity.yml

@@ -43,14 +43,6 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Cache pip packages
-        uses: actions/cache@v5
-        with:
-          path: ~/.cache/pip
-          key: pip-gpu-${{ hashFiles('pyproject.toml', 'requirements/ci/requirements.txt') }}
-          restore-keys: |
-            pip-gpu-
-
       - name: Cache HuggingFace models
         uses: actions/cache@v5
         with:
@@ -60,13 +52,14 @@ jobs:
             hf-gpu-
 
       - name: Install PyTorch (CUDA)
-        run: pip install torch --index-url https://download.pytorch.org/whl/cu124
+        run: pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130
 
       - name: Install dependencies
         run: |
           pip install -r requirements/ci/requirements.txt
-          pip install onnxruntime-gpu
+          pip install soundfile librosa ml_dtypes flatbuffers numpy packaging protobuf sympy coloredlogs
           pip install -e '.[testing,transformers]'
+          pip install --pre --extra-index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/ort-cuda-13-nightly/pypi/simple/ onnxruntime-gpu onnxruntime-genai-cuda
 
       - name: Check for golden test data
         id: check_golden

.github/workflows/gpu_l5_generation_e2e.yml

@@ -43,14 +43,6 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Cache pip packages
-        uses: actions/cache@v5
-        with:
-          path: ~/.cache/pip
-          key: pip-gpu-${{ hashFiles('pyproject.toml', 'requirements/ci/requirements.txt') }}
-          restore-keys: |
-            pip-gpu-
-
       - name: Cache HuggingFace models
         uses: actions/cache@v5
         with:
@@ -60,13 +52,14 @@ jobs:
             hf-gpu-
 
       - name: Install PyTorch (CUDA)
-        run: pip install torch --index-url https://download.pytorch.org/whl/cu124
+        run: pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130
 
       - name: Install dependencies
         run: |
           pip install -r requirements/ci/requirements.txt
-          pip install onnxruntime-gpu
+          pip install soundfile librosa ml_dtypes flatbuffers numpy packaging protobuf sympy coloredlogs
           pip install -e '.[testing,transformers]'
+          pip install --pre --extra-index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/ort-cuda-13-nightly/pypi/simple/ onnxruntime-gpu onnxruntime-genai-cuda
 
       - name: Run L5 generation E2E tests
         env:

.github/workflows/main.yml

@@ -277,12 +277,13 @@ jobs:
           restore-keys: |
             hf-integration-fast-
       - name: Install PyTorch CUDA
-        run: pip install torch --index-url https://download.pytorch.org/whl/cu124
+        run: pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130
       - name: Install dependencies
         run: |
           pip install -r requirements/ci/requirements.txt
-          pip install onnxruntime-gpu
+          pip install soundfile librosa ml_dtypes flatbuffers numpy packaging protobuf sympy coloredlogs
           pip install -e '.[testing]'
+          pip install --pre --extra-index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/ort-cuda-13-nightly/pypi/simple/ onnxruntime-gpu onnxruntime-genai-cuda
       - name: Run fast integration tests
         env:
           HF_TOKEN: ${{ secrets.HF_TOKEN }}

.github/workflows/validation_examples_gpu.yml

@@ -67,14 +67,6 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Cache pip packages
-        uses: actions/cache@v5
-        with:
-          path: ~/.cache/pip
-          key: pip-examples-gpu-${{ hashFiles('pyproject.toml', 'requirements/ci/requirements.txt') }}
-          restore-keys: |
-            pip-examples-gpu-
-
       - name: Cache HuggingFace models
         uses: actions/cache@v5
         with:
@@ -84,14 +76,14 @@ jobs:
             hf-examples-gpu-
 
       - name: Install PyTorch (CUDA)
-        run: pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
+        run: pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130
 
       - name: Install dependencies
         run: |
           pip install -r requirements/ci/requirements.txt
-          pip install -e '.[testing,transformers,ort-genai]'
-          pip install onnxruntime-gpu
-          pip install soundfile librosa ml_dtypes
+          pip install -e '.[testing,transformers]'
+          pip install soundfile librosa ml_dtypes flatbuffers numpy packaging protobuf sympy coloredlogs
+          pip install --pre --extra-index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/ort-cuda-13-nightly/pypi/simple/ onnxruntime-gpu onnxruntime-genai-cuda
 
       - name: Run ${{ matrix.name }}
         env: