diff --git a/.github/workflows/release-sglang-docker.yml b/.github/workflows/release-sglang-docker.yml index f86dbf446d..01f74da135 100644 --- a/.github/workflows/release-sglang-docker.yml +++ b/.github/workflows/release-sglang-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+SGLang | ${{ github.event_name == 'push' && 'base=lmsysorg/sglang:v0.5.18' || format('base={0}', inputs.base_image_ref || 'lmsysorg/sglang:v0.5.18') }} | engine=${{ inputs.sglang_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.10.0' + default: 'v1.10.1' type: string tag: - description: 'Override image tag (e.g. v1.10.0-sglang-v0.5.18)' + description: 'Override image tag (e.g. v1.10.1-sglang-v0.5.18)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.sglang_repo }} engine_commit: ${{ inputs.sglang_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} tag: ${{ inputs.tag }} dry_run: ${{ github.event_name == 'pull_request' }} secrets: inherit diff --git a/.github/workflows/release-trtllm-docker.yml b/.github/workflows/release-trtllm-docker.yml index 03ac2a2cec..5ad0479a0b 100644 --- a/.github/workflows/release-trtllm-docker.yml +++ b/.github/workflows/release-trtllm-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+TRTLLM | ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc24') }} | engine=${{ inputs.trtllm_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.10.0' + default: 'v1.10.1' type: string tag: - description: 'Override image tag (e.g. v1.10.0-trtllm-1.3.0)' + description: 'Override image tag (e.g. v1.10.1-trtllm-1.3.0)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.trtllm_repo }} engine_commit: ${{ inputs.trtllm_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} tag: ${{ inputs.tag }} source_build_repo: ${{ inputs.trtllm_repo }} source_build_ref: ${{ inputs.trtllm_commit || 'latest' }} diff --git a/.github/workflows/release-vllm-docker.yml b/.github/workflows/release-vllm-docker.yml index 5920c8cc94..4d998e8cb2 100644 --- a/.github/workflows/release-vllm-docker.yml +++ b/.github/workflows/release-vllm-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+vLLM | ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'vllm/vllm-openai:v0.27.1') }} | engine=${{ inputs.vllm_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.10.0' + default: 'v1.10.1' type: string tag: - description: 'Override image tag (e.g. v1.10.0-vllm-v0.26.0)' + description: 'Override image tag (e.g. v1.10.1-vllm-v0.26.0)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.vllm_repo }} engine_commit: ${{ inputs.vllm_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.10.1' }} tag: ${{ inputs.tag }} dry_run: ${{ github.event_name == 'pull_request' }} secrets: inherit diff --git a/Cargo.lock b/Cargo.lock index 3aaa04b6ce..b40c627e63 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3868,7 +3868,7 @@ checksum = "11d3d7f243d5c5a8b9bb5d6dd2b1602c0cb0b9db1621bafc7ed66e35ff9fe092" [[package]] name = "llm-multimodal" -version = "1.10.0" +version = "1.11.0" dependencies = [ "anyhow", "base64 0.23.1", @@ -4876,7 +4876,7 @@ dependencies = [ [[package]] name = "openai-protocol" -version = "1.12.0" +version = "1.13.0" dependencies = [ "axum", "bitflags 2.13.1", @@ -7383,7 +7383,7 @@ dependencies = [ [[package]] name = "smg" -version = "1.10.0" +version = "1.10.1" dependencies = [ "anyhow", "arc-swap", @@ -7534,7 +7534,7 @@ dependencies = [ [[package]] name = "smg-golang" -version = "1.10.0" +version = "1.10.1" dependencies = [ "async-trait", "futures-util", @@ -7556,7 +7556,7 @@ dependencies = [ [[package]] name = "smg-grpc-client" -version = "1.11.0" +version = "1.12.0" dependencies = [ "futures", "hyper-util", @@ -7659,7 +7659,7 @@ dependencies = [ [[package]] name = "smg-python" -version = "1.10.0" +version = "1.10.1" dependencies = [ "once_cell", "pyo3", diff --git a/Cargo.toml b/Cargo.toml index fbe75b824e..4ba4e7fae5 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -4,7 +4,7 @@ resolver = "2" [workspace.dependencies] # Internal workspace crates -openai-protocol = { version = "1.12.0", path = "crates/protocols" } +openai-protocol = { version = "1.13.0", path = "crates/protocols" } smg-mm-rdma = { version = "0.1.1", path = "crates/mm_rdma" } reasoning-parser = { version = "1.7.0", path = "crates/reasoning_parser" } tool-parser = { version = "1.7.0", path = "crates/tool_parser" } @@ -14,10 +14,10 @@ smg-auth = { version = "1.2.3", path = "crates/auth" } smg-mcp = { version = "2.3.3", path = "crates/mcp" } kv-index = { version = "1.4.0", path = "crates/kv_index" } smg-data-connector = { version = "2.3.4", path = "crates/data_connector", package = "data-connector" } -llm-multimodal = { version = "1.10.0", path = "crates/multimodal" } +llm-multimodal = { version = "1.11.0", path = "crates/multimodal" } smg-wasm = { version = "1.1.4", path = "crates/wasm", package = "smg-wasm" } smg-mesh = { version = "1.4.3", path = "crates/mesh", package = "smg-mesh" } -smg-grpc-client = { version = "1.11.0", path = "crates/grpc_client" } +smg-grpc-client = { version = "1.12.0", path = "crates/grpc_client" } engine-zmq-client = { version = "0.1.0", path = "crates/engine_zmq_client" } # Shared dependencies diff --git a/bindings/golang/Cargo.toml b/bindings/golang/Cargo.toml index 6db648c4df..5f4713c478 100644 --- a/bindings/golang/Cargo.toml +++ b/bindings/golang/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-golang" -version = "1.10.0" +version = "1.10.1" edition = "2021" [lib] diff --git a/bindings/python/Cargo.toml b/bindings/python/Cargo.toml index 49e6cb9bff..5836b5581f 100644 --- a/bindings/python/Cargo.toml +++ b/bindings/python/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-python" -version = "1.10.0" +version = "1.10.1" edition = "2021" [lib] diff --git a/bindings/python/pyproject.toml b/bindings/python/pyproject.toml index 5cb76fdf41..c893ac88a8 100644 --- a/bindings/python/pyproject.toml +++ b/bindings/python/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "smg" -version = "1.10.0" +version = "1.10.1" description = "High-performance Rust-based inference gateway for large-scale LLM deployments" authors = [ {name = "Simo Lin", email = "linsimo.mark@gmail.com"}, diff --git a/crates/grpc_client/Cargo.toml b/crates/grpc_client/Cargo.toml index 4b3f202c14..c5e741ca56 100644 --- a/crates/grpc_client/Cargo.toml +++ b/crates/grpc_client/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-grpc-client" -version = "1.11.0" +version = "1.12.0" edition = "2021" description = "gRPC clients for vLLM, TensorRT-LLM, MLX, TokenSpeed, and SGLang backends" license = "Apache-2.0" diff --git a/crates/multimodal/Cargo.toml b/crates/multimodal/Cargo.toml index dcd3e2853f..b9cb3113eb 100644 --- a/crates/multimodal/Cargo.toml +++ b/crates/multimodal/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "llm-multimodal" -version = "1.10.0" +version = "1.11.0" edition = "2021" description = "Multimodal processing for vision and other modalities" license = "Apache-2.0" diff --git a/crates/protocols/Cargo.toml b/crates/protocols/Cargo.toml index d07e05a98f..75024a1049 100644 --- a/crates/protocols/Cargo.toml +++ b/crates/protocols/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "openai-protocol" -version = "1.12.0" +version = "1.13.0" edition = "2021" description = "OpenAI-compatible API protocol definitions and types" license = "Apache-2.0" diff --git a/deploy/helm/smg/Chart.yaml b/deploy/helm/smg/Chart.yaml index aab495143e..43fbe56bbf 100644 --- a/deploy/helm/smg/Chart.yaml +++ b/deploy/helm/smg/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: smg description: "Shepherd Model Gateway - high-performance inference router for LLM deployments" type: application -version: 1.10.0 -appVersion: "1.10.0" +version: 1.10.1 +appVersion: "1.10.1" kubeVersion: ">=1.26.0-0" home: https://github.com/smg-project/smg sources: diff --git a/model_gateway/Cargo.toml b/model_gateway/Cargo.toml index 3be6b10da4..dfb9a9b21d 100644 --- a/model_gateway/Cargo.toml +++ b/model_gateway/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg" -version = "1.10.0" +version = "1.10.1" edition = "2021" description = "High-performance model-routing gateway for large-scale LLM deployments" license = "Apache-2.0"