diff --git a/recipes/gb300-fp8/1k1k/stp/low-latency.yaml b/recipes/gb300-fp8/1k1k/stp/low-latency.yaml index e67bc736..57045ec9 100644 --- a/recipes/gb300-fp8/1k1k/stp/low-latency.yaml +++ b/recipes/gb300-fp8/1k1k/stp/low-latency.yaml @@ -2,9 +2,12 @@ name: "gb300-1k1k-fp8-low-latency" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" diff --git a/recipes/gb300-fp8/1k1k/stp/max.yaml b/recipes/gb300-fp8/1k1k/stp/max.yaml index 664a9875..0836c13f 100644 --- a/recipes/gb300-fp8/1k1k/stp/max.yaml +++ b/recipes/gb300-fp8/1k1k/stp/max.yaml @@ -4,9 +4,12 @@ name: "gb300-1k1k-fp8-max" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" resources: diff --git a/recipes/gb300-fp8/1k1k/stp/mid.yaml b/recipes/gb300-fp8/1k1k/stp/mid.yaml index 5131c692..4a15b5f5 100644 --- a/recipes/gb300-fp8/1k1k/stp/mid.yaml +++ b/recipes/gb300-fp8/1k1k/stp/mid.yaml @@ -3,9 +3,12 @@ name: "gb300-1k1k-fp8-mid" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" resources: diff --git a/recipes/gb300-fp8/8k1k/stp/low-latency.yaml b/recipes/gb300-fp8/8k1k/stp/low-latency.yaml index 07a7d781..088e6517 100644 --- a/recipes/gb300-fp8/8k1k/stp/low-latency.yaml +++ b/recipes/gb300-fp8/8k1k/stp/low-latency.yaml @@ -2,9 +2,12 @@ name: "gb300-8k1k-fp8-low-latency" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" diff --git a/recipes/gb300-fp8/8k1k/stp/max.yaml b/recipes/gb300-fp8/8k1k/stp/max.yaml index 010bed5e..ec102ed6 100644 --- a/recipes/gb300-fp8/8k1k/stp/max.yaml +++ b/recipes/gb300-fp8/8k1k/stp/max.yaml @@ -4,9 +4,12 @@ name: "gb300-8k1k-fp8-max" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" resources: diff --git a/recipes/gb300-fp8/8k1k/stp/mid.yaml b/recipes/gb300-fp8/8k1k/stp/mid.yaml index f7f16b54..a9bef3d9 100644 --- a/recipes/gb300-fp8/8k1k/stp/mid.yaml +++ b/recipes/gb300-fp8/8k1k/stp/mid.yaml @@ -4,9 +4,12 @@ name: "gb300-8k1k-fp8-mid" model: path: "dsfp8" - container: "sglang0p5p8_cu13" + container: "lmsysorg/sglang:v0.5.8-cu130-runtime" precision: "fp8" +frontend: + nginx_container: nginx + extra_mount: # add this if you need to mount extra directories to the container - "/lustre:/lustre" resources: