chore(release): bump versions for v1.12.0

.github/workflows/release-crates.yml

@@ -87,18 +87,38 @@ jobs:
   tier3:
     needs: tier2
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - crate: llm-multimodal
+            path: crates/multimodal
+          - crate: engine-zmq-adapter
+            path: crates/engine_zmq_adapter
     steps:
       - uses: actions/checkout@v7
       - uses: ./.github/actions/publish-crate
         with:
-          crate: llm-multimodal
-          path: crates/multimodal
+          crate: ${{ matrix.crate }}
+          path: ${{ matrix.path }}
           token: ${{ secrets.CARGO_REGISTRY_TOKEN }}
 
-  # Tier 4: Main crate depending on all others
+  # Tier 4: Crates depending on tier 3
   tier4:
     needs: tier3
     runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+      - uses: ./.github/actions/publish-crate
+        with:
+          crate: engine-servicer
+          path: crates/engine_servicer
+          token: ${{ secrets.CARGO_REGISTRY_TOKEN }}
+
+  # Tier 5: Main crate depending on all others
+  tier5:
+    needs: tier4
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v7
       - uses: ./.github/actions/publish-crate

.github/workflows/release-sglang-docker.yml

@@ -4,7 +4,7 @@ run-name: >-
   SMG+SGLang |
   ${{ github.event_name == 'push' && 'base=lmsysorg/sglang:v0.5.21' || format('base={0}', inputs.base_image_ref || 'lmsysorg/sglang:v0.5.21') }} |
   engine=${{ inputs.sglang_commit || 'latest' }} |
-  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }} |
+  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }} |
   ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }}
   by @${{ github.actor }}
 
@@ -44,10 +44,10 @@ on:
       smg_commit:
         description: 'SMG commit/ref ("latest" for HEAD)'
         required: false
-        default: 'v1.11.0'
+        default: 'v1.12.0'
         type: string
       tag:
-        description: 'Override image tag (e.g. v1.11.0-sglang-v0.5.21)'
+        description: 'Override image tag (e.g. v1.12.0-sglang-v0.5.21)'
         required: false
         type: string
 
@@ -68,7 +68,7 @@ jobs:
       engine_repo: ${{ inputs.sglang_repo }}
       engine_commit: ${{ inputs.sglang_commit || 'latest' }}
       smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }}
-      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }}
+      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }}
       tag: ${{ inputs.tag }}
       dry_run: ${{ github.event_name == 'pull_request' }}
     secrets: inherit

.github/workflows/release-tokenspeed-docker.yml

@@ -4,7 +4,7 @@ run-name: >-
   SMG+TokenSpeed |
   base=${{ inputs.base_image_ref || 'latest nightly carrier' }} |
   engine=${{ inputs.tokenspeed_commit || 'latest' }} |
-  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }} |
+  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }} |
   ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }}
   by @${{ github.actor }}
 
@@ -43,7 +43,7 @@ on:
       smg_commit:
         description: 'SMG commit/ref ("latest" for HEAD)'
         required: false
-        default: 'v1.11.0'
+        default: 'v1.12.0'
         type: string
       tag:
         description: 'Override image tag (default includes the SMG and TokenSpeed nightly versions)'
@@ -63,7 +63,7 @@ jobs:
       engine_repo: ${{ inputs.tokenspeed_repo }}
       engine_commit: ${{ inputs.tokenspeed_commit || 'latest' }}
       smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }}
-      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }}
+      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }}
       tag: ${{ inputs.tag }}
       dry_run: ${{ github.event_name == 'pull_request' }}
     secrets: inherit

.github/workflows/release-trtllm-docker.yml

@@ -4,7 +4,7 @@ run-name: >-
   SMG+TRTLLM |
   ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc24') }} |
   engine=${{ inputs.trtllm_commit || 'latest' }} |
-  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }} |
+  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }} |
   ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }}
   by @${{ github.actor }}
 
@@ -44,10 +44,10 @@ on:
       smg_commit:
         description: 'SMG commit/ref ("latest" for HEAD)'
         required: false
-        default: 'v1.11.0'
+        default: 'v1.12.0'
         type: string
       tag:
-        description: 'Override image tag (e.g. v1.11.0-trtllm-1.3.0)'
+        description: 'Override image tag (e.g. v1.12.0-trtllm-1.3.0)'
         required: false
         type: string
 
@@ -68,7 +68,7 @@ jobs:
       engine_repo: ${{ inputs.trtllm_repo }}
       engine_commit: ${{ inputs.trtllm_commit || 'latest' }}
       smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }}
-      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }}
+      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }}
       tag: ${{ inputs.tag }}
       source_build_repo: ${{ inputs.trtllm_repo }}
       source_build_ref: ${{ inputs.trtllm_commit || 'latest' }}

.github/workflows/release-vllm-docker.yml

@@ -4,7 +4,7 @@ run-name: >-
   SMG+vLLM |
   ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'vllm/vllm-openai:v0.27.1') }} |
   engine=${{ inputs.vllm_commit || 'latest' }} |
-  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }} |
+  smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }} |
   ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }}
   by @${{ github.actor }}
 
@@ -44,10 +44,10 @@ on:
       smg_commit:
         description: 'SMG commit/ref ("latest" for HEAD)'
         required: false
-        default: 'v1.11.0'
+        default: 'v1.12.0'
         type: string
       tag:
-        description: 'Override image tag (e.g. v1.11.0-vllm-v0.26.0)'
+        description: 'Override image tag (e.g. v1.12.0-vllm-v0.26.0)'
         required: false
         type: string
 
@@ -68,7 +68,7 @@ jobs:
       engine_repo: ${{ inputs.vllm_repo }}
       engine_commit: ${{ inputs.vllm_commit || 'latest' }}
       smg_repo: ${{ inputs.smg_repo || 'https://github.com/smg-project/smg' }}
-      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.11.0' }}
+      smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.12.0' }}
       tag: ${{ inputs.tag }}
       dry_run: ${{ github.event_name == 'pull_request' }}
     secrets: inherit

Cargo.toml

@@ -5,23 +5,23 @@ resolver = "2"
 
 [workspace.dependencies]
 # Internal workspace crates
-openai-protocol = { version = "1.14.0", path = "crates/protocols" }
+openai-protocol = { version = "1.15.0", path = "crates/protocols" }
 smg-mm-rdma = { version = "0.1.1", path = "crates/mm_rdma" }
-reasoning-parser = { version = "1.8.0", path = "crates/reasoning_parser" }
-tool-parser = { version = "1.8.0", path = "crates/tool_parser" }
+reasoning-parser = { version = "1.9.0", path = "crates/reasoning_parser" }
+tool-parser = { version = "1.9.0", path = "crates/tool_parser" }
 wfaas = { version = "1.1.0", path = "crates/workflow" }
-llm-tokenizer = { version = "1.8.0", path = "crates/tokenizer" }
+llm-tokenizer = { version = "1.9.0", path = "crates/tokenizer" }
 smg-auth = { version = "1.2.3", path = "crates/auth" }
 smg-mcp = { version = "2.3.4", path = "crates/mcp" }
-smg-external-router = { version = "0.1.0", path = "crates/external_router" }
-kv-index = { version = "1.5.0", path = "crates/kv_index" }
+smg-external-router = { version = "0.2.0", path = "crates/external_router" }
+kv-index = { version = "1.6.0", path = "crates/kv_index" }
 smg-radix-tree = { version = "0.1.0", path = "crates/radix_tree" }
 smg-data-connector = { version = "2.3.4", path = "crates/data_connector", package = "data-connector" }
-llm-multimodal = { version = "1.12.0", path = "crates/multimodal" }
+llm-multimodal = { version = "1.13.0", path = "crates/multimodal" }
 smg-wasm = { version = "1.1.4", path = "crates/wasm", package = "smg-wasm" }
 smg-mesh = { version = "1.4.3", path = "crates/mesh", package = "smg-mesh" }
-smg-grpc-client = { version = "1.13.0", path = "crates/grpc_client" }
-engine-zmq-client = { version = "0.2.0", path = "crates/engine_zmq_client" }
+smg-grpc-client = { version = "1.14.0", path = "crates/grpc_client" }
+engine-zmq-client = { version = "0.3.0", path = "crates/engine_zmq_client" }
 engine-zmq-adapter = { version = "0.1.0", path = "crates/engine_zmq_adapter" }
 engine-servicer = { version = "0.1.0", path = "crates/engine_servicer" }
 smg-rl = { version = "0.1.0", path = "crates/rl" }

bindings/golang/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "smg-golang"
-version = "1.11.0"
+version = "1.12.0"
 edition = "2021"
 
 [lib]

bindings/python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "smg-python"
-version = "1.11.0"
+version = "1.12.0"
 edition = "2021"
 
 [lib]

bindings/python/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "smg"
-version = "1.11.0"
+version = "1.12.0"
 description = "High-performance Rust-based inference gateway for large-scale LLM deployments"
 authors = [
     {name = "Simo Lin", email = "linsimo.mark@gmail.com"},

crates/engine_zmq_client/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "engine-zmq-client"
-version = "0.2.0"
+version = "0.3.0"
 edition = "2021"
 description = "Engine-agnostic ZMQ transport + per-engine protocol modules for same-host SMG backend connections"
 license = "Apache-2.0"

crates/external_router/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "smg-external-router"
-version = "0.1.0"
+version = "0.2.0"
 edition = "2021"
 description = "Routers for third-party providers behind the SMG gateway, and the contract they are built on"
 license = "Apache-2.0"

crates/grpc_client/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "smg-grpc-client"
-version = "1.13.0"
+version = "1.14.0"
 edition = "2021"
 description = "gRPC clients for vLLM, TensorRT-LLM, MLX, TokenSpeed, and SGLang backends"
 license = "Apache-2.0"

crates/kv_index/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kv-index"
-version = "1.5.0"
+version = "1.6.0"
 edition = "2021"
 description = "Radix tree implementations for prefix matching and cache-aware routing"
 license = "Apache-2.0"

crates/multimodal/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "llm-multimodal"
-version = "1.12.0"
+version = "1.13.0"
 edition = "2021"
 description = "Multimodal processing for vision and other modalities"
 license = "Apache-2.0"

crates/protocols/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "openai-protocol"
-version = "1.14.0"
+version = "1.15.0"
 edition = "2021"
 description = "OpenAI-compatible API protocol definitions and types"
 license = "Apache-2.0"

crates/reasoning_parser/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "reasoning-parser"
-version = "1.8.0"
+version = "1.9.0"
 edition = "2021"
 description = "Parser for AI model reasoning/thinking outputs (chain-of-thought, etc.)"
 license = "Apache-2.0"

crates/tokenizer/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "llm-tokenizer"
-version = "1.8.0"
+version = "1.9.0"
 edition = "2021"
 description = "LLM tokenizer library with caching and chat template support"
 license = "Apache-2.0"

crates/tool_parser/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "tool-parser"
-version = "1.8.0"
+version = "1.9.0"
 edition = "2021"
 description = "Tool/function call parser for LLM model outputs"
 license = "Apache-2.0"