diff --git a/.github/workflows/run-eval.yml b/.github/workflows/run-eval.yml
index 565abec7b67..486d2b2b80b 100644
--- a/.github/workflows/run-eval.yml
+++ b/.github/workflows/run-eval.yml
@@ -144,6 +144,10 @@ jobs:
               run: |
                   python3 .github/run-eval/validate_sdk_ref.py
 
+            - name: Install dependencies
+              run: |
+                  pip install 'litellm>=1.81.0'
+
             - name: Load model IDs from Python script
               id: load-models
               run: |
@@ -244,15 +248,11 @@ jobs:
                   printf 'pr_number=%s\n' "$PR_NUMBER" >> "$GITHUB_OUTPUT"
                   printf 'trigger_desc=%s\n' "$TRIGGER_DESCRIPTION" >> "$GITHUB_OUTPUT"
 
-            - name: Install dependencies
-              run: |
-                  pip install 'litellm>=1.81.0'
-
             - name: Resolve model configurations and verify availability
               id: resolve-models
               env:
                   MODEL_IDS: ${{ steps.params.outputs.models }}
-                  LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
+                  LLM_API_KEY: ${{ secrets.LLM_API_KEY_EVAL }}
                   LLM_BASE_URL: https://llm-proxy.eval.all-hands.dev
               run: |
                   python3 .github/run-eval/resolve_model_config.py