Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -110,8 +110,8 @@ futures-util = { version = "0.3.32" }
hf-hub = { version = "0.4.2", default-features = false }

# ModelExpress for model downloading
modelexpress-client = { version = "0.3.0" }
modelexpress-common = { version = "0.3.0" }
modelexpress-client = { version = "0.5.0" }
modelexpress-common = { version = "0.5.0" }
Comment thread
pvijayakrish marked this conversation as resolved.
Resolved
Comment thread
pvijayakrish marked this conversation as resolved.
Resolved

humantime = { version = "2.2.0" }
indexmap = { version = "2" }
Expand Down
4 changes: 2 additions & 2 deletions container/context.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ vllm:
enable_gpu_memory_service: "true"
enable_kvbm: "true"
enable_modelexpress: "true"
modelexpress_version: "0.4.0"
modelexpress_version: "0.5.0"
Comment thread
pvijayakrish marked this conversation as resolved.
Resolved
Comment thread
pvijayakrish marked this conversation as resolved.
Resolved
# aws-sdk-cpp tag for the NIXL OBJ / S3 backend (built in wheel_builder).
aws_sdk_cpp_version: "1.11.760"

Expand Down Expand Up @@ -133,7 +133,7 @@ sglang:
enable_gpu_memory_service: "true"
enable_kvbm: "false"
enable_modelexpress: "true"
modelexpress_version: "0.4.0"
modelexpress_version: "0.5.0"

trtllm:
cuda13.1:
Expand Down
Loading