feat(sidecar): add e2e CI testing for sidecar launch scripts

.github/workflows/nightly-ci.yml

@@ -815,7 +815,10 @@ jobs:
       enable_coverage: true
       run_cpu_only_tests: true
       cpu_only_test_markers: vllm and gpu_0
-      gpu_test_markers: vllm and gpu_1
+      # not sidecar: sidecar-marked tests need dynamo-vllm-sidecar layered onto
+      # the image (see pr.yaml's sidecar-vllm-test), which this plain
+      # vllm-runtime image doesn't have.
+      gpu_test_markers: vllm and gpu_1 and not sidecar
       gpu_test_timeout_minutes: 240
       # Profiled tests run in the parallel stage; unprofiled fall through to sequential.
       # 24 GiB admits all currently profiled vLLM tests (max is ~20.4 GiB) on a 48 GiB GPU.
@@ -887,7 +890,7 @@ jobs:
       platform: '["amd64"]'
       enable_coverage: true
       run_sanity_check: false
-      gpu_test_markers: vllm and (gpu_1 or gpu_2)
+      gpu_test_markers: vllm and (gpu_1 or gpu_2) and not sidecar
       gpu_test_timeout_minutes: 240
       # 80 GiB H100 admits more of the profiled pool per slot than the 24 GiB lanes.
       run_gpu_parallel_tests: true
@@ -914,7 +917,7 @@ jobs:
       run_cpu_only_tests: true
       cpu_only_test_markers: sglang and gpu_0
       # Exclude h100 tests: they need >24 GiB and run on the sglang-h100-test lane below.
-      gpu_test_markers: sglang and gpu_1 and not h100
+      gpu_test_markers: sglang and gpu_1 and not h100 and not sidecar
       gpu_test_timeout_minutes: 240
       # Profiled tests run in the VRAM-aware GPU stage; unprofiled fall through to sequential.
       # Current single-GPU runners are 24 GiB, so this cap admits the profiled SGLang pool
@@ -986,7 +989,7 @@ jobs:
       platform: '["amd64"]'
       enable_coverage: true
       run_sanity_check: false
-      gpu_test_markers: sglang and (gpu_1 or gpu_2)
+      gpu_test_markers: sglang and (gpu_1 or gpu_2) and not sidecar
       gpu_test_timeout_minutes: 240
       # 80 GiB H100 admits more of the profiled pool per slot than the 24 GiB lanes.
       run_gpu_parallel_tests: true
@@ -1012,7 +1015,7 @@ jobs:
       enable_coverage: true
       run_cpu_only_tests: true
       cpu_only_test_markers: trtllm and gpu_0
-      gpu_test_markers: trtllm and gpu_1
+      gpu_test_markers: trtllm and gpu_1 and not sidecar
       gpu_test_timeout_minutes: 240
       # Profiled tests run in the VRAM-aware GPU stage; unprofiled fall through to sequential.
       # Current single-GPU runners are 24 GiB, so this cap admits the profiled TRT-LLM pool
@@ -1062,7 +1065,7 @@ jobs:
       platform: '["amd64"]'
       enable_coverage: true
       run_sanity_check: false
-      gpu_test_markers: trtllm and (gpu_1 or gpu_2)
+      gpu_test_markers: trtllm and (gpu_1 or gpu_2) and not sidecar
       gpu_test_timeout_minutes: 240
       # 80 GiB H100 admits more of the profiled pool per slot than the 24 GiB lanes.
       run_gpu_parallel_tests: true

.github/workflows/post-merge-ci.yml

@@ -214,6 +214,10 @@ jobs:
       extra_tags: |
         ${{ github.ref_name == 'main' && 'main-vllm-runtime' || '' }}
         ${{ github.ref_name == 'main' && format('main-vllm-runtime-{0}', github.sha) || '' }}
+      # Lets sidecar-vllm-test-image (pr.yaml) layer onto the latest main -test
+      # image instead of rebuilding vllm-runtime on every lib/sidecar/**-only PR.
+      test_extra_tags: |
+        ${{ github.ref_name == 'main' && 'main-vllm-runtime-test' || '' }}
       archive_sources: false
     secrets: inherit
 
@@ -279,6 +283,10 @@ jobs:
       extra_tags: |
         ${{ github.ref_name == 'main' && 'main-sglang-runtime' || '' }}
         ${{ github.ref_name == 'main' && format('main-sglang-runtime-{0}', github.sha) || '' }}
+      # Lets sidecar-sglang-test-image (pr.yaml) layer onto the latest main -test
+      # image instead of rebuilding sglang-runtime on every lib/sidecar/**-only PR.
+      test_extra_tags: |
+        ${{ github.ref_name == 'main' && 'main-sglang-runtime-test' || '' }}
       archive_sources: false
     secrets: inherit
 
@@ -344,6 +352,10 @@ jobs:
       extra_tags: |
         ${{ github.ref_name == 'main' && 'main-trtllm-runtime' || '' }}
         ${{ github.ref_name == 'main' && format('main-trtllm-runtime-{0}', github.sha) || '' }}
+      # Lets sidecar-trtllm-test-image (pr.yaml) layer onto the latest main -test
+      # image instead of rebuilding trtllm-runtime on every lib/sidecar/**-only PR.
+      test_extra_tags: |
+        ${{ github.ref_name == 'main' && 'main-trtllm-runtime-test' || '' }}
       archive_sources: false
     secrets: inherit
 
@@ -452,7 +464,10 @@ jobs:
       platform: '["amd64", "arm64"]' # arm64 for CPU tests, single GPU tests are skipped
       run_cpu_only_tests: true
       cpu_only_test_markers: '(pre_merge or post_merge) and vllm and gpu_0'
-      gpu_test_markers: '(pre_merge or post_merge) and vllm and gpu_1'
+      # not sidecar: sidecar-marked tests need dynamo-vllm-sidecar layered onto
+      # the image (see pr.yaml's sidecar-vllm-test), which this plain
+      # vllm-runtime image doesn't have.
+      gpu_test_markers: '(pre_merge or post_merge) and vllm and gpu_1 and not sidecar'
       gpu_test_timeout_minutes: 120
       # Profiled tests (those carrying @pytest.mark.profiled_vram_gib(N)) run concurrently in
       # the parallel stage; the rest fall through to the sequential stage. 24 GiB admits all
@@ -550,7 +565,10 @@ jobs:
       platform: '["amd64", "arm64"]' # arm64 for CPU tests, single GPU tests are skipped
       run_cpu_only_tests: true
       cpu_only_test_markers: '(pre_merge or post_merge) and sglang and gpu_0'
-      gpu_test_markers: '(pre_merge or post_merge) and sglang and gpu_1'
+      # not sidecar: sidecar-marked tests need dynamo-sglang-sidecar layered
+      # onto the image (see pr.yaml's sidecar-sglang-test), which this plain
+      # sglang-runtime image doesn't have.
+      gpu_test_markers: '(pre_merge or post_merge) and sglang and gpu_1 and not sidecar'
       gpu_test_timeout_minutes: 120
       # Profiled tests run in the VRAM-aware GPU stage; unprofiled fall through to sequential.
       # Current single-GPU runners are 24 GiB, so this cap admits the profiled SGLang pool
@@ -590,7 +608,10 @@ jobs:
       platform: '["amd64", "arm64"]' # arm64 for CPU tests, single GPU tests are skipped
       run_cpu_only_tests: true
       cpu_only_test_markers: '(pre_merge or post_merge) and trtllm and gpu_0'
-      gpu_test_markers: '(pre_merge or post_merge) and trtllm and gpu_1'
+      # not sidecar: sidecar-marked tests need dynamo-trtllm-sidecar layered
+      # onto the image (see pr.yaml's sidecar-trtllm-test), which this plain
+      # trtllm-runtime image doesn't have.
+      gpu_test_markers: '(pre_merge or post_merge) and trtllm and gpu_1 and not sidecar'
       gpu_test_timeout_minutes: 120
       # Profiled tests run in the VRAM-aware GPU stage; unprofiled fall through to sequential.
       # Current single-GPU runners are 24 GiB, so this cap admits the profiled TRT-LLM pool