diff --git a/.github/workflows/release-sglang-docker.yml b/.github/workflows/release-sglang-docker.yml index 0e6f1fd40a..57d2c65918 100644 --- a/.github/workflows/release-sglang-docker.yml +++ b/.github/workflows/release-sglang-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+SGLang | ${{ github.event_name == 'push' && 'base=lmsysorg/sglang:v0.5.12.post1' || format('base={0}', inputs.base_image_ref || 'lmsysorg/sglang:v0.5.12.post1') }} | engine=${{ inputs.sglang_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.5.0' + default: 'v1.6.0' type: string tag: - description: 'Override image tag (e.g. v1.5.0-sglang-v0.5.12.post1)' + description: 'Override image tag (e.g. v1.6.0-sglang-v0.5.12.post1)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.sglang_repo }} engine_commit: ${{ inputs.sglang_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/lightseekorg/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} tag: ${{ inputs.tag }} dry_run: ${{ github.event_name == 'pull_request' }} secrets: inherit diff --git a/.github/workflows/release-trtllm-docker.yml b/.github/workflows/release-trtllm-docker.yml index d3688d1b60..6f833c7bd6 100644 --- a/.github/workflows/release-trtllm-docker.yml +++ b/.github/workflows/release-trtllm-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+TRTLLM | ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc18') }} | engine=${{ inputs.trtllm_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.5.0' + default: 'v1.6.0' type: string tag: - description: 'Override image tag (e.g. v1.5.0-trtllm-1.3.0)' + description: 'Override image tag (e.g. v1.6.0-trtllm-1.3.0)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.trtllm_repo }} engine_commit: ${{ inputs.trtllm_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/lightseekorg/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} tag: ${{ inputs.tag }} source_build_repo: ${{ inputs.trtllm_repo }} source_build_ref: ${{ inputs.trtllm_commit || 'latest' }} diff --git a/.github/workflows/release-vllm-docker.yml b/.github/workflows/release-vllm-docker.yml index dee4fd9297..1535c2b82d 100644 --- a/.github/workflows/release-vllm-docker.yml +++ b/.github/workflows/release-vllm-docker.yml @@ -4,7 +4,7 @@ run-name: >- SMG+vLLM | ${{ github.event_name == 'push' && '3-version matrix' || format('base={0}', inputs.base_image_ref || 'vllm/vllm-openai:v0.22.1') }} | engine=${{ inputs.vllm_commit || 'latest' }} | - smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} | + smg=${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} | ${{ github.event_name == 'pull_request' && 'dry-run |' || '' }} by @${{ github.actor }} @@ -44,10 +44,10 @@ on: smg_commit: description: 'SMG commit/ref ("latest" for HEAD)' required: false - default: 'v1.5.0' + default: 'v1.6.0' type: string tag: - description: 'Override image tag (e.g. v1.5.0-vllm-v0.22.1)' + description: 'Override image tag (e.g. v1.6.0-vllm-v0.22.1)' required: false type: string @@ -68,7 +68,7 @@ jobs: engine_repo: ${{ inputs.vllm_repo }} engine_commit: ${{ inputs.vllm_commit || 'latest' }} smg_repo: ${{ inputs.smg_repo || 'https://github.com/lightseekorg/smg' }} - smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.5.0' }} + smg_commit: ${{ github.event_name == 'pull_request' && 'main' || inputs.smg_commit || 'v1.6.0' }} tag: ${{ inputs.tag }} dry_run: ${{ github.event_name == 'pull_request' }} secrets: inherit diff --git a/Cargo.toml b/Cargo.toml index ca4d2c9e02..e69c94f5a0 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -4,19 +4,19 @@ resolver = "2" [workspace.dependencies] # Internal workspace crates -openai-protocol = { version = "1.8.0", path = "crates/protocols" } -reasoning-parser = { version = "1.3.0", path = "crates/reasoning_parser" } -tool-parser = { version = "1.3.0", path = "crates/tool_parser" } -wfaas = { version = "1.0.4", path = "crates/workflow" } -llm-tokenizer = { version = "1.4.0", path = "crates/tokenizer" } -smg-auth = { version = "1.2.0", path = "crates/auth" } -smg-mcp = { version = "2.3.0", path = "crates/mcp" } -kv-index = { version = "1.3.0", path = "crates/kv_index" } -smg-data-connector = { version = "2.3.0", path = "crates/data_connector", package = "data-connector" } -llm-multimodal = { version = "1.6.0", path = "crates/multimodal" } -smg-wasm = { version = "1.1.1", path = "crates/wasm", package = "smg-wasm" } -smg-mesh = { version = "1.4.0", path = "crates/mesh", package = "smg-mesh" } -smg-grpc-client = { version = "1.6.0", path = "crates/grpc_client" } +openai-protocol = { version = "1.8.1", path = "crates/protocols" } +reasoning-parser = { version = "1.3.1", path = "crates/reasoning_parser" } +tool-parser = { version = "1.3.1", path = "crates/tool_parser" } +wfaas = { version = "1.0.5", path = "crates/workflow" } +llm-tokenizer = { version = "1.4.1", path = "crates/tokenizer" } +smg-auth = { version = "1.2.1", path = "crates/auth" } +smg-mcp = { version = "2.3.1", path = "crates/mcp" } +kv-index = { version = "1.3.1", path = "crates/kv_index" } +smg-data-connector = { version = "2.3.1", path = "crates/data_connector", package = "data-connector" } +llm-multimodal = { version = "1.7.0", path = "crates/multimodal" } +smg-wasm = { version = "1.1.2", path = "crates/wasm", package = "smg-wasm" } +smg-mesh = { version = "1.4.1", path = "crates/mesh", package = "smg-mesh" } +smg-grpc-client = { version = "1.7.0", path = "crates/grpc_client" } # Shared dependencies anyhow = "1.0" diff --git a/bindings/golang/Cargo.toml b/bindings/golang/Cargo.toml index d476906f14..2b870b9e66 100644 --- a/bindings/golang/Cargo.toml +++ b/bindings/golang/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-golang" -version = "1.5.0" +version = "1.6.0" edition = "2021" [lib] diff --git a/bindings/python/Cargo.toml b/bindings/python/Cargo.toml index 453594520e..b71f69062a 100644 --- a/bindings/python/Cargo.toml +++ b/bindings/python/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-python" -version = "1.5.0" +version = "1.6.0" edition = "2021" [lib] diff --git a/bindings/python/pyproject.toml b/bindings/python/pyproject.toml index d5080c1f78..d70aff6942 100644 --- a/bindings/python/pyproject.toml +++ b/bindings/python/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "smg" -version = "1.5.0" +version = "1.6.0" description = "High-performance Rust-based inference gateway for large-scale LLM deployments" authors = [ {name = "Simo Lin", email = "linsimo.mark@gmail.com"}, diff --git a/crates/auth/Cargo.toml b/crates/auth/Cargo.toml index f1ba102c8d..f4e94d43f9 100644 --- a/crates/auth/Cargo.toml +++ b/crates/auth/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-auth" -version = "1.2.0" +version = "1.2.1" edition = "2021" description = "Authentication and authorization for control plane APIs" license = "Apache-2.0" diff --git a/crates/data_connector/Cargo.toml b/crates/data_connector/Cargo.toml index 8aa2b82181..ce0523ef69 100644 --- a/crates/data_connector/Cargo.toml +++ b/crates/data_connector/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "data-connector" -version = "2.3.0" +version = "2.3.1" edition = "2021" description = "Storage backends for conversations and responses" license = "Apache-2.0" diff --git a/crates/grpc_client/Cargo.toml b/crates/grpc_client/Cargo.toml index beef9e170e..93e360a466 100644 --- a/crates/grpc_client/Cargo.toml +++ b/crates/grpc_client/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-grpc-client" -version = "1.6.0" +version = "1.7.0" edition = "2021" description = "gRPC clients for vLLM, TensorRT-LLM, MLX, TokenSpeed, and SGLang backends" license = "Apache-2.0" diff --git a/crates/grpc_client/python/pyproject.toml b/crates/grpc_client/python/pyproject.toml index 3962733517..26c254138d 100644 --- a/crates/grpc_client/python/pyproject.toml +++ b/crates/grpc_client/python/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "smg-grpc-proto" -version = "0.4.10" +version = "0.4.11" description = "SMG gRPC proto definitions for vLLM, TRT-LLM, MLX, TokenSpeed, and SGLang" requires-python = ">=3.10" dependencies = [ diff --git a/crates/kv_index/Cargo.toml b/crates/kv_index/Cargo.toml index 0c82a8aa07..fcd2f0cd54 100644 --- a/crates/kv_index/Cargo.toml +++ b/crates/kv_index/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "kv-index" -version = "1.3.0" +version = "1.3.1" edition = "2021" description = "Radix tree implementations for prefix matching and cache-aware routing" license = "Apache-2.0" diff --git a/crates/mcp/Cargo.toml b/crates/mcp/Cargo.toml index 314050b235..70caf18b5c 100644 --- a/crates/mcp/Cargo.toml +++ b/crates/mcp/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-mcp" -version = "2.3.0" +version = "2.3.1" edition = "2021" description = "Model Context Protocol (MCP) client implementation" license = "Apache-2.0" diff --git a/crates/mesh/Cargo.toml b/crates/mesh/Cargo.toml index 1214e46288..3b670c0345 100644 --- a/crates/mesh/Cargo.toml +++ b/crates/mesh/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-mesh" -version = "1.4.0" +version = "1.4.1" edition = "2021" description = "Mesh gossip protocol and distributed state synchronization for Shepherd Model Gateway" license = "Apache-2.0" diff --git a/crates/multimodal/Cargo.toml b/crates/multimodal/Cargo.toml index 7aed2ce11c..80413b418a 100644 --- a/crates/multimodal/Cargo.toml +++ b/crates/multimodal/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "llm-multimodal" -version = "1.6.0" +version = "1.7.0" edition = "2021" description = "Multimodal processing for vision and other modalities" license = "Apache-2.0" diff --git a/crates/protocols/Cargo.toml b/crates/protocols/Cargo.toml index 02f7ae31cb..b014cc4971 100644 --- a/crates/protocols/Cargo.toml +++ b/crates/protocols/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "openai-protocol" -version = "1.8.0" +version = "1.8.1" edition = "2021" description = "OpenAI-compatible API protocol definitions and types" license = "Apache-2.0" diff --git a/crates/reasoning_parser/Cargo.toml b/crates/reasoning_parser/Cargo.toml index 41dddf2a5d..369c7c0d8a 100644 --- a/crates/reasoning_parser/Cargo.toml +++ b/crates/reasoning_parser/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "reasoning-parser" -version = "1.3.0" +version = "1.3.1" edition = "2021" description = "Parser for AI model reasoning/thinking outputs (chain-of-thought, etc.)" license = "Apache-2.0" diff --git a/crates/tokenizer/Cargo.toml b/crates/tokenizer/Cargo.toml index 2b8d75adf7..c3795c1239 100644 --- a/crates/tokenizer/Cargo.toml +++ b/crates/tokenizer/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "llm-tokenizer" -version = "1.4.0" +version = "1.4.1" edition = "2021" description = "LLM tokenizer library with caching and chat template support" license = "Apache-2.0" diff --git a/crates/tool_parser/Cargo.toml b/crates/tool_parser/Cargo.toml index c76a41054a..4fd30fe8be 100644 --- a/crates/tool_parser/Cargo.toml +++ b/crates/tool_parser/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "tool-parser" -version = "1.3.0" +version = "1.3.1" edition = "2021" description = "Tool/function call parser for LLM model outputs" license = "Apache-2.0" diff --git a/crates/wasm/Cargo.toml b/crates/wasm/Cargo.toml index a2440df0e0..fab8e4b3a5 100644 --- a/crates/wasm/Cargo.toml +++ b/crates/wasm/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg-wasm" -version = "1.1.1" +version = "1.1.2" edition = "2021" description = "WebAssembly runtime and module management for Shepherd Model Gateway" license = "Apache-2.0" diff --git a/crates/workflow/Cargo.toml b/crates/workflow/Cargo.toml index 06724674e5..789577a95e 100644 --- a/crates/workflow/Cargo.toml +++ b/crates/workflow/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "wfaas" -version = "1.0.4" +version = "1.0.5" edition = "2021" description = "Workflow-as-a-Service engine for managing multi-step operations" license = "Apache-2.0" diff --git a/deploy/helm/smg/Chart.yaml b/deploy/helm/smg/Chart.yaml index b2b6f52b24..1d58a745c5 100644 --- a/deploy/helm/smg/Chart.yaml +++ b/deploy/helm/smg/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: smg description: "Shepherd Model Gateway - high-performance inference router for LLM deployments" type: application -version: 1.5.0 -appVersion: "1.5.0" +version: 1.6.0 +appVersion: "1.6.0" kubeVersion: ">=1.26.0-0" home: https://github.com/lightseekorg/smg sources: diff --git a/model_gateway/Cargo.toml b/model_gateway/Cargo.toml index dcc57cd7eb..9dc18e104f 100644 --- a/model_gateway/Cargo.toml +++ b/model_gateway/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "smg" -version = "1.5.0" +version = "1.6.0" edition = "2021" description = "High-performance model-routing gateway for large-scale LLM deployments" license = "Apache-2.0"