diff --git a/.github/labeler.yml b/.github/labeler.yml index 5151e5e2bff3..3994d1d12f5f 100644 --- a/.github/labeler.yml +++ b/.github/labeler.yml @@ -1,10 +1,10 @@ # Configuration for the GitHub Labeler action # Automatically adds labels to PRs based on the files changed -# Router specific (Rust code in sgl-router) +# Router specific (Rust code in sgl-model-gateway) model-gateway: - changed-files: - - any-glob-to-any-file: 'sgl-router/**/*' + - any-glob-to-any-file: 'sgl-model-gateway/**/*' # Kernel specific sgl-kernel: diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml index 565984700c13..c9e0c998db00 100644 --- a/.github/workflows/lint.yml +++ b/.github/workflows/lint.yml @@ -35,16 +35,16 @@ jobs: - name: Check proto files are in sync run: | - if ! diff -q python/sglang/srt/grpc/sglang_scheduler.proto sgl-router/src/proto/sglang_scheduler.proto; then + if ! diff -q python/sglang/srt/grpc/sglang_scheduler.proto sgl-model-gateway/src/proto/sglang_scheduler.proto; then echo "❌ ERROR: Proto files are out of sync!" echo "" echo "The following files must be kept identical:" echo " - python/sglang/srt/grpc/sglang_scheduler.proto" - echo " - sgl-router/src/proto/sglang_scheduler.proto" + echo " - sgl-model-gateway/src/proto/sglang_scheduler.proto" echo "" echo "Please ensure both files have the same content." echo "" echo "Differences:" - diff python/sglang/srt/grpc/sglang_scheduler.proto sgl-router/src/proto/sglang_scheduler.proto || true + diff python/sglang/srt/grpc/sglang_scheduler.proto sgl-model-gateway/src/proto/sglang_scheduler.proto || true exit 1 fi diff --git a/.github/workflows/nightly-release-gateway.yml b/.github/workflows/nightly-release-gateway.yml index 7b5226bab32a..19c952103c40 100644 --- a/.github/workflows/nightly-release-gateway.yml +++ b/.github/workflows/nightly-release-gateway.yml @@ -50,9 +50,9 @@ jobs: with: path: sglang-repo - - name: Move sgl-router folder to root and delete sglang-repo + - name: Move sgl-model-gateway folder to root and delete sglang-repo run: | - mv sglang-repo/sgl-router/* . + mv sglang-repo/sgl-model-gateway/* . rm -rf sglang-repo ls -alt shell: bash @@ -138,9 +138,9 @@ jobs: with: path: sglang-repo - - name: Move sgl-router folder to root and delete sglang-repo + - name: Move sgl-model-gateway folder to root and delete sglang-repo run: | - mv sglang-repo/sgl-router/* . + mv sglang-repo/sgl-model-gateway/* . rm -rf sglang-repo ls -alt diff --git a/.github/workflows/pr-benchmark-rust.yml b/.github/workflows/pr-benchmark-rust.yml index 0b98b77473ed..7e09331cea63 100644 --- a/.github/workflows/pr-benchmark-rust.yml +++ b/.github/workflows/pr-benchmark-rust.yml @@ -4,11 +4,11 @@ on: push: branches: [ main ] paths: - - "sgl-router/**" + - "sgl-model-gateway/**" pull_request: branches: [ main ] paths: - - "sgl-router/**" + - "sgl-model-gateway/**" workflow_dispatch: concurrency: @@ -45,7 +45,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway # Share cache across all benchmark jobs shared-key: "rust-cache" # Save cache even on failure @@ -56,7 +56,7 @@ jobs: - name: Check benchmarks compile run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ cargo check --benches - name: Show sccache stats @@ -92,7 +92,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway # Share cache across all benchmark jobs shared-key: "rust-cache" cache-all-crates: true @@ -104,7 +104,7 @@ jobs: timeout-minutes: 30 run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ # Try to use sccache, but disable if it fails if command -v sccache &> /dev/null; then echo "Testing sccache availability..." @@ -130,7 +130,7 @@ jobs: with: name: request-processing-results-${{ github.sha }} path: | - sgl-router/target/criterion/benchmark_summary/ + sgl-model-gateway/target/criterion/benchmark_summary/ retention-days: 30 - name: Show sccache stats @@ -164,7 +164,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway # Share cache across all benchmark jobs shared-key: "rust-cache" cache-all-crates: true @@ -176,7 +176,7 @@ jobs: timeout-minutes: 30 run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ # Try to use sccache, but disable if it fails if command -v sccache &> /dev/null; then echo "Testing sccache availability..." @@ -201,7 +201,7 @@ jobs: with: name: tokenizer-results-${{ github.sha }} path: | - sgl-router/target/criterion/tokenizer*/ + sgl-model-gateway/target/criterion/tokenizer*/ retention-days: 30 benchmark-tool-parser: @@ -231,7 +231,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway # Share cache across all benchmark jobs shared-key: "rust-cache" cache-all-crates: true @@ -243,7 +243,7 @@ jobs: timeout-minutes: 30 run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ # Try to use sccache, but disable if it fails if command -v sccache &> /dev/null; then echo "Testing sccache availability..." @@ -268,7 +268,7 @@ jobs: with: name: tool-parser-results-${{ github.sha }} path: | - sgl-router/target/criterion/tool_parser*/ + sgl-model-gateway/target/criterion/tool_parser*/ retention-days: 30 - name: Show sccache stats diff --git a/.github/workflows/pr-test-pd-router.yml b/.github/workflows/pr-test-pd-router.yml index d95e71530214..9049b15ebbf1 100644 --- a/.github/workflows/pr-test-pd-router.yml +++ b/.github/workflows/pr-test-pd-router.yml @@ -6,14 +6,14 @@ on: paths: - 'python/sglang/srt/disaggregation/**' - 'scripts/ci/ci_start_disaggregation_servers.sh' - - 'sgl-router/**' + - 'sgl-model-gateway/**' pull_request: branches: [ main ] types: [opened, synchronize, reopened, labeled] paths: - 'python/sglang/srt/disaggregation/**' - 'scripts/ci/ci_start_disaggregation_servers.sh' - - 'sgl-router/**' + - 'sgl-model-gateway/**' workflow_dispatch: concurrency: @@ -58,8 +58,8 @@ jobs: ~/.cargo/registry/index/ ~/.cargo/registry/cache/ ~/.cargo/git/db/ - sgl-router/target/ - key: ${{ runner.os }}-cargo-${{ hashFiles('sgl-router/Cargo.lock') }} + sgl-model-gateway/target/ + key: ${{ runner.os }}-cargo-${{ hashFiles('sgl-model-gateway/Cargo.lock') }} restore-keys: | ${{ runner.os }}-cargo- @@ -147,11 +147,11 @@ jobs: python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.7.post2 python3 -m pip --no-cache-dir install --user --force-reinstall genai-bench==0.0.2 - - name: Build and install sgl-router + - name: Build and install sgl-model-gateway run: | source "$HOME/.cargo/env" - echo "Building sgl-router..." - cd sgl-router/bindings/python + echo "Building sgl-model-gateway..." + cd sgl-model-gateway/bindings/python pip install maturin maturin build --release --out dist --features vendored-openssl pip install --force-reinstall dist/*.whl diff --git a/.github/workflows/pr-test-rust.yml b/.github/workflows/pr-test-rust.yml index ddb6c9757497..a4324bb38660 100644 --- a/.github/workflows/pr-test-rust.yml +++ b/.github/workflows/pr-test-rust.yml @@ -4,12 +4,12 @@ on: push: branches: [ main ] paths: - - "sgl-router/**" + - "sgl-model-gateway/**" pull_request: branches: [ main ] types: [opened, synchronize, reopened, labeled] paths: - - "sgl-router/**" + - "sgl-model-gateway/**" workflow_dispatch: concurrency: @@ -32,9 +32,9 @@ jobs: with: path: sglang-repo - - name: Move sgl-router folder to root + - name: Move sgl-model-gateway folder to root run: | - mv sglang-repo/sgl-router/* . + mv sglang-repo/sgl-model-gateway/* . rm -rf sglang-repo - name: Set up Python @@ -96,21 +96,21 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway cache-all-crates: true cache-on-failure: true - name: Run lint run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ rustup component add clippy cargo clippy --all-targets --all-features -- -D warnings - name: Run fmt run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ rustup component add --toolchain nightly-x86_64-unknown-linux-gnu rustfmt rustup toolchain install nightly --profile minimal cargo +nightly fmt -- --check @@ -118,28 +118,30 @@ jobs: - name: Generate vision golden fixtures run: | pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu + pip install transformers pillow numpy scipy - cd sgl-router/ + pip install transformers pillow numpy + cd sgl-model-gateway/ python scripts/generate_vision_golden.py - name: Run Rust tests timeout-minutes: 20 run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ cargo test - name: Check benchmark compilation run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ cargo check --benches - name: Quick benchmark sanity check timeout-minutes: 15 run: | source "$HOME/.cargo/env" - cd sgl-router/ + cd sgl-model-gateway/ # Run quick benchmarks to ensure they work using Python script python3 scripts/run_benchmarks.py --quick @@ -170,7 +172,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway cache-all-crates: true cache-on-failure: true @@ -182,7 +184,7 @@ jobs: run: | source "$HOME/.cargo/env" export RUSTC_WRAPPER=sccache - cd sgl-router/bindings/python + cd sgl-model-gateway/bindings/python python3 -m pip install --upgrade pip maturin pip uninstall -y sglang-router maturin build --profile ci --features vendored-openssl --out dist @@ -190,14 +192,14 @@ jobs: - name: Run Python unit tests run: | - cd sgl-router + cd sgl-model-gateway source "$HOME/.cargo/env" python3 -m pip install pytest pytest-cov pytest-xdist pytest -q py_test/unit --cov=sglang_router --cov-config=bindings/python/.coveragerc --cov-report=term-missing --cov-fail-under=80 - name: Run Python integration tests run: | - cd sgl-router + cd sgl-model-gateway source "$HOME/.cargo/env" # Integration tests use FastAPI/uvicorn for mock workers python3 -m pip install fastapi uvicorn orjson @@ -206,7 +208,7 @@ jobs: - name: Run Python E2E tests run: | bash scripts/killall_sglang.sh "nuk_gpus" - cd sgl-router + cd sgl-model-gateway source "$HOME/.cargo/env" python3 -m pip --no-cache-dir install --upgrade --ignore-installed blinker python3 -m pip --no-cache-dir install --upgrade genai-bench==0.0.2 @@ -217,7 +219,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: genai-bench-results-all-policies - path: sgl-router/benchmark_**/ + path: sgl-model-gateway/benchmark_**/ router-grpc-response-api-tests: if: | @@ -242,7 +244,7 @@ jobs: - name: Rust cache uses: Swatinem/rust-cache@v2 with: - workspaces: sgl-router + workspaces: sgl-model-gateway cache-all-crates: true cache-on-failure: true @@ -294,7 +296,7 @@ jobs: run: | source "$HOME/.cargo/env" export RUSTC_WRAPPER=sccache - cd sgl-router/bindings/python + cd sgl-model-gateway/bindings/python python3 -m pip install --upgrade pip maturin pip uninstall -y sglang-router maturin build --profile ci --features vendored-openssl --out dist @@ -304,14 +306,14 @@ jobs: run: | python3 -m pip install pytest-rerunfailures bash scripts/killall_sglang.sh "nuk_gpus" - cd sgl-router + cd sgl-model-gateway source "$HOME/.cargo/env" SHOW_ROUTER_LOGS=1 pytest --reruns 3 --reruns-delay 2 py_test/e2e_response_api -s -vv -o log_cli=true --log-cli-level=INFO - name: Run Python E2E gRPC tests run: | bash scripts/killall_sglang.sh "nuk_gpus" - cd sgl-router + cd sgl-model-gateway source "$HOME/.cargo/env" SHOW_ROUTER_LOGS=1 ROUTER_LOCAL_MODEL_PATH="/home/ubuntu/models" pytest py_test/e2e_grpc -s -vv -o log_cli=true --log-cli-level=INFO diff --git a/.github/workflows/release-docker-gateway.yml b/.github/workflows/release-docker-gateway.yml index d1061333ab10..afb9705ce13f 100644 --- a/.github/workflows/release-docker-gateway.yml +++ b/.github/workflows/release-docker-gateway.yml @@ -4,7 +4,7 @@ on: branches: - main paths: - - "sgl-router/bindings/python/sglang_router/version.py" + - "sgl-model-gateway/bindings/python/sglang_router/version.py" workflow_dispatch: jobs: @@ -23,7 +23,7 @@ jobs: - name: Build and Push run: | - version=$(cat sgl-router/bindings/python/sglang_router/version.py | cut -d'"' -f2) + version=$(cat sgl-model-gateway/bindings/python/sglang_router/version.py | cut -d'"' -f2) tag=v${version} docker build . -f docker/gateway.Dockerfile -t lmsysorg/sglang-router:${tag} --no-cache diff --git a/.github/workflows/release-pypi-gateway.yml b/.github/workflows/release-pypi-gateway.yml index 0f051faafb8e..7faac68c674c 100644 --- a/.github/workflows/release-pypi-gateway.yml +++ b/.github/workflows/release-pypi-gateway.yml @@ -5,7 +5,7 @@ on: branches: - main paths: - - sgl-router/bindings/python/pyproject.toml + - sgl-model-gateway/bindings/python/pyproject.toml workflow_dispatch: jobs: @@ -50,9 +50,9 @@ jobs: with: path: sglang-repo - - name: Move sgl-router folder to root and delete sglang-repo + - name: Move sgl-model-gateway folder to root and delete sglang-repo run: | - mv sglang-repo/sgl-router/* . + mv sglang-repo/sgl-model-gateway/* . rm -rf sglang-repo ls -alt shell: bash @@ -123,9 +123,9 @@ jobs: with: path: sglang-repo - - name: Move sgl-router folder to root and delete sglang-repo + - name: Move sgl-model-gateway folder to root and delete sglang-repo run: | - mv sglang-repo/sgl-router/* . + mv sglang-repo/sgl-model-gateway/* . rm -rf sglang-repo ls -alt diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 5ddd480feab0..2ed015eb7646 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -31,7 +31,7 @@ repos: args: - --select=F401,F821 - --fix - files: ^(benchmark/|docs/|examples/|python/sglang/|sgl-router/py_*|test/) + files: ^(benchmark/|docs/|examples/|python/sglang/|sgl-model-gateway/py_*|test/) exclude: | (?x)^( .*/__init__\.py$| @@ -60,7 +60,7 @@ repos: python/sglang/srt/grpc/.*_pb2_grpc\.py| python/sglang/srt/grpc/.*_pb2\.pyi| python/sglang/srt/grpc/.*_pb2_grpc\.pyi| - sgl-router/src/tokenizer/chat_template\.rs + sgl-model-gateway/src/tokenizer/chat_template\.rs )$ - repo: https://github.com/pre-commit/mirrors-clang-format rev: v18.1.8 diff --git a/docker/Dockerfile b/docker/Dockerfile index 97f7feb47b12..f83620fdcbfc 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -281,16 +281,16 @@ RUN --mount=type=cache,target=/root/.cache/pip \ nixl \ py-spy -# Build and install sgl-router (install Rust, build, then remove to save space) +# Build and install sgl-model-gateway (install Rust, build, then remove to save space) RUN --mount=type=cache,target=/root/.cache/pip \ curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y \ && export PATH="/root/.cargo/bin:${PATH}" \ && rustc --version && cargo --version \ && python3 -m pip install maturin \ - && cd /sgl-workspace/sglang/sgl-router/bindings/python \ + && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python \ && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \ && python3 -m pip install --force-reinstall dist/*.whl \ - && cd /sgl-workspace/sglang/sgl-router \ + && cd /sgl-workspace/sglang/sgl-model-gateway \ && cargo build --release --bin sglang-router --features vendored-openssl \ && cp target/release/sglang-router /usr/local/bin/sglang-router \ && rm -rf /root/.cargo /root/.rustup target dist ~/.cargo \ diff --git a/docker/gateway.Dockerfile b/docker/gateway.Dockerfile index e63bf0db40d1..9084c930a460 100644 --- a/docker/gateway.Dockerfile +++ b/docker/gateway.Dockerfile @@ -52,7 +52,7 @@ RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \ COPY --from=local_src /src /opt/sglang # working directory -WORKDIR /opt/sglang/sgl-router +WORKDIR /opt/sglang/sgl-model-gateway # install maturin and build the wheel with vendored OpenSSL RUN uv pip install maturin \ @@ -66,7 +66,7 @@ RUN uv pip install maturin \ FROM base AS router-image # Copy the built package from the build image -COPY --from=build-image /opt/sglang/sgl-router/bindings/python/dist/*.whl dist/ +COPY --from=build-image /opt/sglang/sgl-model-gateway/bindings/python/dist/*.whl dist/ # Build the package and install RUN uv pip install --force-reinstall dist/*.whl diff --git a/docs/supported_models/classify_models.md b/docs/supported_models/classify_models.md index c6d18f9a95e8..9b3c6a5914f0 100644 --- a/docs/supported_models/classify_models.md +++ b/docs/supported_models/classify_models.md @@ -145,7 +145,7 @@ Error response format: The classification API is implemented using: -1. **Rust Router**: Handles routing and request/response models in `sgl-router/src/protocols/spec.rs` +1. **Rust Model Gateway**: Handles routing and request/response models in `sgl-model-gateway/src/protocols/spec.rs` 2. **Python HTTP Server**: Implements the actual endpoint in `python/sglang/srt/entrypoints/http_server.py` 3. **Classification Service**: Handles the classification logic in `python/sglang/srt/entrypoints/openai/serving_classify.py` diff --git a/sgl-router/.cargo/config.toml b/sgl-model-gateway/.cargo/config.toml similarity index 100% rename from sgl-router/.cargo/config.toml rename to sgl-model-gateway/.cargo/config.toml diff --git a/sgl-router/Cargo.toml b/sgl-model-gateway/Cargo.toml similarity index 100% rename from sgl-router/Cargo.toml rename to sgl-model-gateway/Cargo.toml diff --git a/sgl-router/LICENSE b/sgl-model-gateway/LICENSE similarity index 100% rename from sgl-router/LICENSE rename to sgl-model-gateway/LICENSE diff --git a/sgl-router/Makefile b/sgl-model-gateway/Makefile similarity index 100% rename from sgl-router/Makefile rename to sgl-model-gateway/Makefile diff --git a/sgl-router/README.md b/sgl-model-gateway/README.md similarity index 99% rename from sgl-router/README.md rename to sgl-model-gateway/README.md index 70ae5e35c558..dee4d0d3a13e 100644 --- a/sgl-router/README.md +++ b/sgl-model-gateway/README.md @@ -611,7 +611,7 @@ cargo test cd bindings/python && maturin develop # Run Python tests -cd ../.. # Back to sgl-router root +cd ../.. # Back to sgl-model-gateway root pytest py_test/ ``` For production builds, use `maturin build --release --out dist` from the `bindings/python/` directory to create optimized wheels. During development, `maturin develop` rebuilds and installs instantly without creating wheel files. Use `python -m sglang_router.launch_server` to co-launch router and SGLang workers in small clusters for local validation. @@ -665,7 +665,7 @@ make release-notes PREV=gateway-v0.2.2 CURR=gateway-v1.0.0 CREATE_RELEASE=1 DRAF ### Filtered Paths Release notes only include commits touching: -- `sgl-router/` - Router codebase +- `sgl-model-gateway/` - Router codebase - `python/sglang/srt/grpc/` - gRPC protocol - `python/sglang/srt/entrypoints/grpc_server.py` - gRPC server diff --git a/sgl-router/benches/request_processing.rs b/sgl-model-gateway/benches/request_processing.rs similarity index 100% rename from sgl-router/benches/request_processing.rs rename to sgl-model-gateway/benches/request_processing.rs diff --git a/sgl-router/benches/tokenizer_benchmark.rs b/sgl-model-gateway/benches/tokenizer_benchmark.rs similarity index 100% rename from sgl-router/benches/tokenizer_benchmark.rs rename to sgl-model-gateway/benches/tokenizer_benchmark.rs diff --git a/sgl-router/benches/tool_parser_benchmark.rs b/sgl-model-gateway/benches/tool_parser_benchmark.rs similarity index 100% rename from sgl-router/benches/tool_parser_benchmark.rs rename to sgl-model-gateway/benches/tool_parser_benchmark.rs diff --git a/sgl-router/bindings/golang/.gitignore b/sgl-model-gateway/bindings/golang/.gitignore similarity index 100% rename from sgl-router/bindings/golang/.gitignore rename to sgl-model-gateway/bindings/golang/.gitignore diff --git a/sgl-router/bindings/golang/Cargo.toml b/sgl-model-gateway/bindings/golang/Cargo.toml similarity index 100% rename from sgl-router/bindings/golang/Cargo.toml rename to sgl-model-gateway/bindings/golang/Cargo.toml diff --git a/sgl-router/bindings/golang/Makefile b/sgl-model-gateway/bindings/golang/Makefile similarity index 100% rename from sgl-router/bindings/golang/Makefile rename to sgl-model-gateway/bindings/golang/Makefile diff --git a/sgl-router/bindings/golang/README.md b/sgl-model-gateway/bindings/golang/README.md similarity index 98% rename from sgl-router/bindings/golang/README.md rename to sgl-model-gateway/bindings/golang/README.md index f140440f2e7e..4a43e1f2e6d4 100644 --- a/sgl-router/bindings/golang/README.md +++ b/sgl-model-gateway/bindings/golang/README.md @@ -2,7 +2,7 @@ A high-level Go SDK for interacting with SGLang gRPC API, designed with an OpenAI-style API for familiarity and ease of use. -**Location**: `sgl-router/bindings/golang/` +**Location**: `sgl-model-gateway/bindings/golang/` ## Table of Contents @@ -501,8 +501,8 @@ bindings/golang/ **Error**: `library 'sglang_router_rs' not found` **Solution**: -1. Rebuild Rust library: `cd sgl-router/bindings/golang && make build` -2. Or manually with cargo: `cd sgl-router/bindings/golang && cargo build --release` +1. Rebuild Rust library: `cd sgl-model-gateway/bindings/golang && make build` +2. Or manually with cargo: `cd sgl-model-gateway/bindings/golang && cargo build --release` 3. Set `CARGO_BUILD_DIR` if using non-standard build location 4. Ensure Rust toolchain is installed: `rustup toolchain list` diff --git a/sgl-router/bindings/golang/client.go b/sgl-model-gateway/bindings/golang/client.go similarity index 100% rename from sgl-router/bindings/golang/client.go rename to sgl-model-gateway/bindings/golang/client.go diff --git a/sgl-router/bindings/golang/client_test.go b/sgl-model-gateway/bindings/golang/client_test.go similarity index 100% rename from sgl-router/bindings/golang/client_test.go rename to sgl-model-gateway/bindings/golang/client_test.go diff --git a/sgl-router/bindings/golang/examples/simple/main.go b/sgl-model-gateway/bindings/golang/examples/simple/main.go similarity index 100% rename from sgl-router/bindings/golang/examples/simple/main.go rename to sgl-model-gateway/bindings/golang/examples/simple/main.go diff --git a/sgl-router/bindings/golang/examples/simple/run.sh b/sgl-model-gateway/bindings/golang/examples/simple/run.sh similarity index 100% rename from sgl-router/bindings/golang/examples/simple/run.sh rename to sgl-model-gateway/bindings/golang/examples/simple/run.sh diff --git a/sgl-router/bindings/golang/examples/streaming/main.go b/sgl-model-gateway/bindings/golang/examples/streaming/main.go similarity index 100% rename from sgl-router/bindings/golang/examples/streaming/main.go rename to sgl-model-gateway/bindings/golang/examples/streaming/main.go diff --git a/sgl-router/bindings/golang/examples/streaming/run.sh b/sgl-model-gateway/bindings/golang/examples/streaming/run.sh similarity index 100% rename from sgl-router/bindings/golang/examples/streaming/run.sh rename to sgl-model-gateway/bindings/golang/examples/streaming/run.sh diff --git a/sgl-router/bindings/golang/integration_test.go b/sgl-model-gateway/bindings/golang/integration_test.go similarity index 100% rename from sgl-router/bindings/golang/integration_test.go rename to sgl-model-gateway/bindings/golang/integration_test.go diff --git a/sgl-router/bindings/golang/internal/ffi/client.go b/sgl-model-gateway/bindings/golang/internal/ffi/client.go similarity index 100% rename from sgl-router/bindings/golang/internal/ffi/client.go rename to sgl-model-gateway/bindings/golang/internal/ffi/client.go diff --git a/sgl-router/bindings/golang/src/client.rs b/sgl-model-gateway/bindings/golang/src/client.rs similarity index 100% rename from sgl-router/bindings/golang/src/client.rs rename to sgl-model-gateway/bindings/golang/src/client.rs diff --git a/sgl-router/bindings/golang/src/error.rs b/sgl-model-gateway/bindings/golang/src/error.rs similarity index 100% rename from sgl-router/bindings/golang/src/error.rs rename to sgl-model-gateway/bindings/golang/src/error.rs diff --git a/sgl-router/bindings/golang/src/grpc_converter.rs b/sgl-model-gateway/bindings/golang/src/grpc_converter.rs similarity index 100% rename from sgl-router/bindings/golang/src/grpc_converter.rs rename to sgl-model-gateway/bindings/golang/src/grpc_converter.rs diff --git a/sgl-router/bindings/golang/src/lib.rs b/sgl-model-gateway/bindings/golang/src/lib.rs similarity index 96% rename from sgl-router/bindings/golang/src/lib.rs rename to sgl-model-gateway/bindings/golang/src/lib.rs index 5bbe027ae8a8..82a37e6eb87d 100644 --- a/sgl-router/bindings/golang/src/lib.rs +++ b/sgl-model-gateway/bindings/golang/src/lib.rs @@ -1,4 +1,4 @@ -//! FFI module for exposing sgl-router preprocessing and postprocessing functions +//! FFI module for exposing sgl-model-gateway preprocessing and postprocessing functions //! to C-compatible languages (e.g., Golang via cgo) //! //! This module provides C-compatible function signatures for: diff --git a/sgl-router/bindings/golang/src/memory.rs b/sgl-model-gateway/bindings/golang/src/memory.rs similarity index 100% rename from sgl-router/bindings/golang/src/memory.rs rename to sgl-model-gateway/bindings/golang/src/memory.rs diff --git a/sgl-router/bindings/golang/src/stream.rs b/sgl-model-gateway/bindings/golang/src/stream.rs similarity index 100% rename from sgl-router/bindings/golang/src/stream.rs rename to sgl-model-gateway/bindings/golang/src/stream.rs diff --git a/sgl-router/bindings/golang/src/tokenizer.rs b/sgl-model-gateway/bindings/golang/src/tokenizer.rs similarity index 100% rename from sgl-router/bindings/golang/src/tokenizer.rs rename to sgl-model-gateway/bindings/golang/src/tokenizer.rs diff --git a/sgl-router/bindings/golang/src/tool_parser.rs b/sgl-model-gateway/bindings/golang/src/tool_parser.rs similarity index 100% rename from sgl-router/bindings/golang/src/tool_parser.rs rename to sgl-model-gateway/bindings/golang/src/tool_parser.rs diff --git a/sgl-router/bindings/golang/src/utils.rs b/sgl-model-gateway/bindings/golang/src/utils.rs similarity index 100% rename from sgl-router/bindings/golang/src/utils.rs rename to sgl-model-gateway/bindings/golang/src/utils.rs diff --git a/sgl-router/bindings/python/.coveragerc b/sgl-model-gateway/bindings/python/.coveragerc similarity index 100% rename from sgl-router/bindings/python/.coveragerc rename to sgl-model-gateway/bindings/python/.coveragerc diff --git a/sgl-router/bindings/python/Cargo.toml b/sgl-model-gateway/bindings/python/Cargo.toml similarity index 100% rename from sgl-router/bindings/python/Cargo.toml rename to sgl-model-gateway/bindings/python/Cargo.toml diff --git a/sgl-router/bindings/python/MANIFEST.in b/sgl-model-gateway/bindings/python/MANIFEST.in similarity index 100% rename from sgl-router/bindings/python/MANIFEST.in rename to sgl-model-gateway/bindings/python/MANIFEST.in diff --git a/sgl-router/bindings/python/README.md b/sgl-model-gateway/bindings/python/README.md similarity index 95% rename from sgl-router/bindings/python/README.md rename to sgl-model-gateway/bindings/python/README.md index 41848c45d1d0..67f9e4e7724e 100644 --- a/sgl-router/bindings/python/README.md +++ b/sgl-model-gateway/bindings/python/README.md @@ -33,7 +33,7 @@ bindings/python/ pip install maturin # Build and install in development mode -cd sgl-router/bindings/python +cd sgl-model-gateway/bindings/python maturin develop --features vendored-openssl ``` @@ -41,7 +41,7 @@ maturin develop --features vendored-openssl ```bash # Build wheel -cd sgl-router/bindings/python +cd sgl-model-gateway/bindings/python maturin build --release --out dist --features vendored-openssl # Install the built wheel @@ -52,7 +52,7 @@ pip install dist/sglang_router-*.whl ```bash # Run Python tests -cd sgl-router +cd sgl-model-gateway pytest py_test/ ``` diff --git a/sgl-router/bindings/python/pyproject.toml b/sgl-model-gateway/bindings/python/pyproject.toml similarity index 100% rename from sgl-router/bindings/python/pyproject.toml rename to sgl-model-gateway/bindings/python/pyproject.toml diff --git a/sgl-router/bindings/python/setup.py b/sgl-model-gateway/bindings/python/setup.py similarity index 100% rename from sgl-router/bindings/python/setup.py rename to sgl-model-gateway/bindings/python/setup.py diff --git a/sgl-router/bindings/python/sglang_router/__init__.py b/sgl-model-gateway/bindings/python/sglang_router/__init__.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/__init__.py rename to sgl-model-gateway/bindings/python/sglang_router/__init__.py diff --git a/sgl-router/bindings/python/sglang_router/__main__.py b/sgl-model-gateway/bindings/python/sglang_router/__main__.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/__main__.py rename to sgl-model-gateway/bindings/python/sglang_router/__main__.py diff --git a/sgl-router/bindings/python/sglang_router/cli.py b/sgl-model-gateway/bindings/python/sglang_router/cli.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/cli.py rename to sgl-model-gateway/bindings/python/sglang_router/cli.py diff --git a/sgl-router/bindings/python/sglang_router/launch_router.py b/sgl-model-gateway/bindings/python/sglang_router/launch_router.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/launch_router.py rename to sgl-model-gateway/bindings/python/sglang_router/launch_router.py diff --git a/sgl-router/bindings/python/sglang_router/launch_server.py b/sgl-model-gateway/bindings/python/sglang_router/launch_server.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/launch_server.py rename to sgl-model-gateway/bindings/python/sglang_router/launch_server.py diff --git a/sgl-router/bindings/python/sglang_router/mini_lb.py b/sgl-model-gateway/bindings/python/sglang_router/mini_lb.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/mini_lb.py rename to sgl-model-gateway/bindings/python/sglang_router/mini_lb.py diff --git a/sgl-router/bindings/python/sglang_router/router.py b/sgl-model-gateway/bindings/python/sglang_router/router.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/router.py rename to sgl-model-gateway/bindings/python/sglang_router/router.py diff --git a/sgl-router/bindings/python/sglang_router/router_args.py b/sgl-model-gateway/bindings/python/sglang_router/router_args.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/router_args.py rename to sgl-model-gateway/bindings/python/sglang_router/router_args.py diff --git a/sgl-router/bindings/python/sglang_router/version.py b/sgl-model-gateway/bindings/python/sglang_router/version.py similarity index 100% rename from sgl-router/bindings/python/sglang_router/version.py rename to sgl-model-gateway/bindings/python/sglang_router/version.py diff --git a/sgl-router/bindings/python/src/lib.rs b/sgl-model-gateway/bindings/python/src/lib.rs similarity index 100% rename from sgl-router/bindings/python/src/lib.rs rename to sgl-model-gateway/bindings/python/src/lib.rs diff --git a/sgl-router/build.rs b/sgl-model-gateway/build.rs similarity index 100% rename from sgl-router/build.rs rename to sgl-model-gateway/build.rs diff --git a/sgl-router/examples/wasm/.gitignore b/sgl-model-gateway/examples/wasm/.gitignore similarity index 100% rename from sgl-router/examples/wasm/.gitignore rename to sgl-model-gateway/examples/wasm/.gitignore diff --git a/sgl-router/examples/wasm/README.md b/sgl-model-gateway/examples/wasm/README.md similarity index 100% rename from sgl-router/examples/wasm/README.md rename to sgl-model-gateway/examples/wasm/README.md diff --git a/sgl-router/examples/wasm/wasm-guest-auth/Cargo.toml b/sgl-model-gateway/examples/wasm/wasm-guest-auth/Cargo.toml similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-auth/Cargo.toml rename to sgl-model-gateway/examples/wasm/wasm-guest-auth/Cargo.toml diff --git a/sgl-router/examples/wasm/wasm-guest-auth/README.md b/sgl-model-gateway/examples/wasm/wasm-guest-auth/README.md similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-auth/README.md rename to sgl-model-gateway/examples/wasm/wasm-guest-auth/README.md diff --git a/sgl-router/examples/wasm/wasm-guest-auth/build.sh b/sgl-model-gateway/examples/wasm/wasm-guest-auth/build.sh similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-auth/build.sh rename to sgl-model-gateway/examples/wasm/wasm-guest-auth/build.sh diff --git a/sgl-router/examples/wasm/wasm-guest-auth/src/lib.rs b/sgl-model-gateway/examples/wasm/wasm-guest-auth/src/lib.rs similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-auth/src/lib.rs rename to sgl-model-gateway/examples/wasm/wasm-guest-auth/src/lib.rs diff --git a/sgl-router/examples/wasm/wasm-guest-logging/Cargo.toml b/sgl-model-gateway/examples/wasm/wasm-guest-logging/Cargo.toml similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-logging/Cargo.toml rename to sgl-model-gateway/examples/wasm/wasm-guest-logging/Cargo.toml diff --git a/sgl-router/examples/wasm/wasm-guest-logging/README.md b/sgl-model-gateway/examples/wasm/wasm-guest-logging/README.md similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-logging/README.md rename to sgl-model-gateway/examples/wasm/wasm-guest-logging/README.md diff --git a/sgl-router/examples/wasm/wasm-guest-logging/build.sh b/sgl-model-gateway/examples/wasm/wasm-guest-logging/build.sh similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-logging/build.sh rename to sgl-model-gateway/examples/wasm/wasm-guest-logging/build.sh diff --git a/sgl-router/examples/wasm/wasm-guest-logging/src/lib.rs b/sgl-model-gateway/examples/wasm/wasm-guest-logging/src/lib.rs similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-logging/src/lib.rs rename to sgl-model-gateway/examples/wasm/wasm-guest-logging/src/lib.rs diff --git a/sgl-router/examples/wasm/wasm-guest-ratelimit/Cargo.toml b/sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/Cargo.toml similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-ratelimit/Cargo.toml rename to sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/Cargo.toml diff --git a/sgl-router/examples/wasm/wasm-guest-ratelimit/README.md b/sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/README.md similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-ratelimit/README.md rename to sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/README.md diff --git a/sgl-router/examples/wasm/wasm-guest-ratelimit/build.sh b/sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/build.sh similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-ratelimit/build.sh rename to sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/build.sh diff --git a/sgl-router/examples/wasm/wasm-guest-ratelimit/src/lib.rs b/sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/src/lib.rs similarity index 100% rename from sgl-router/examples/wasm/wasm-guest-ratelimit/src/lib.rs rename to sgl-model-gateway/examples/wasm/wasm-guest-ratelimit/src/lib.rs diff --git a/sgl-router/py_test/__init__.py b/sgl-model-gateway/py_test/__init__.py similarity index 100% rename from sgl-router/py_test/__init__.py rename to sgl-model-gateway/py_test/__init__.py diff --git a/sgl-router/py_test/conftest.py b/sgl-model-gateway/py_test/conftest.py similarity index 100% rename from sgl-router/py_test/conftest.py rename to sgl-model-gateway/py_test/conftest.py diff --git a/sgl-router/py_test/e2e_grpc/basic/test_openai_server.py b/sgl-model-gateway/py_test/e2e_grpc/basic/test_openai_server.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/basic/test_openai_server.py rename to sgl-model-gateway/py_test/e2e_grpc/basic/test_openai_server.py diff --git a/sgl-router/py_test/e2e_grpc/conftest.py b/sgl-model-gateway/py_test/e2e_grpc/conftest.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/conftest.py rename to sgl-model-gateway/py_test/e2e_grpc/conftest.py diff --git a/sgl-router/py_test/e2e_grpc/features/test_enable_thinking.py b/sgl-model-gateway/py_test/e2e_grpc/features/test_enable_thinking.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/features/test_enable_thinking.py rename to sgl-model-gateway/py_test/e2e_grpc/features/test_enable_thinking.py diff --git a/sgl-router/py_test/e2e_grpc/features/test_reasoning_content.py b/sgl-model-gateway/py_test/e2e_grpc/features/test_reasoning_content.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/features/test_reasoning_content.py rename to sgl-model-gateway/py_test/e2e_grpc/features/test_reasoning_content.py diff --git a/sgl-router/py_test/e2e_grpc/fixtures.py b/sgl-model-gateway/py_test/e2e_grpc/fixtures.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/fixtures.py rename to sgl-model-gateway/py_test/e2e_grpc/fixtures.py diff --git a/sgl-router/py_test/e2e_grpc/function_call/test_openai_function_calling.py b/sgl-model-gateway/py_test/e2e_grpc/function_call/test_openai_function_calling.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/function_call/test_openai_function_calling.py rename to sgl-model-gateway/py_test/e2e_grpc/function_call/test_openai_function_calling.py diff --git a/sgl-router/py_test/e2e_grpc/function_call/test_tool_choice.py b/sgl-model-gateway/py_test/e2e_grpc/function_call/test_tool_choice.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/function_call/test_tool_choice.py rename to sgl-model-gateway/py_test/e2e_grpc/function_call/test_tool_choice.py diff --git a/sgl-router/py_test/e2e_grpc/pytest.ini b/sgl-model-gateway/py_test/e2e_grpc/pytest.ini similarity index 100% rename from sgl-router/py_test/e2e_grpc/pytest.ini rename to sgl-model-gateway/py_test/e2e_grpc/pytest.ini diff --git a/sgl-router/py_test/e2e_grpc/util.py b/sgl-model-gateway/py_test/e2e_grpc/util.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/util.py rename to sgl-model-gateway/py_test/e2e_grpc/util.py diff --git a/sgl-router/py_test/e2e_grpc/validation/test_large_max_new_tokens.py b/sgl-model-gateway/py_test/e2e_grpc/validation/test_large_max_new_tokens.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/validation/test_large_max_new_tokens.py rename to sgl-model-gateway/py_test/e2e_grpc/validation/test_large_max_new_tokens.py diff --git a/sgl-router/py_test/e2e_grpc/validation/test_openai_server_ignore_eos.py b/sgl-model-gateway/py_test/e2e_grpc/validation/test_openai_server_ignore_eos.py similarity index 100% rename from sgl-router/py_test/e2e_grpc/validation/test_openai_server_ignore_eos.py rename to sgl-model-gateway/py_test/e2e_grpc/validation/test_openai_server_ignore_eos.py diff --git a/sgl-router/py_test/e2e_http/conftest.py b/sgl-model-gateway/py_test/e2e_http/conftest.py similarity index 100% rename from sgl-router/py_test/e2e_http/conftest.py rename to sgl-model-gateway/py_test/e2e_http/conftest.py diff --git a/sgl-router/py_test/e2e_http/test_e2e_embeddings.py b/sgl-model-gateway/py_test/e2e_http/test_e2e_embeddings.py similarity index 100% rename from sgl-router/py_test/e2e_http/test_e2e_embeddings.py rename to sgl-model-gateway/py_test/e2e_http/test_e2e_embeddings.py diff --git a/sgl-router/py_test/e2e_http/test_pd_router.py b/sgl-model-gateway/py_test/e2e_http/test_pd_router.py similarity index 100% rename from sgl-router/py_test/e2e_http/test_pd_router.py rename to sgl-model-gateway/py_test/e2e_http/test_pd_router.py diff --git a/sgl-router/py_test/e2e_http/test_regular_router.py b/sgl-model-gateway/py_test/e2e_http/test_regular_router.py similarity index 100% rename from sgl-router/py_test/e2e_http/test_regular_router.py rename to sgl-model-gateway/py_test/e2e_http/test_regular_router.py diff --git a/sgl-router/py_test/e2e_response_api/conftest.py b/sgl-model-gateway/py_test/e2e_response_api/conftest.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/conftest.py rename to sgl-model-gateway/py_test/e2e_response_api/conftest.py diff --git a/sgl-router/py_test/e2e_response_api/features/test_basic_crud.py b/sgl-model-gateway/py_test/e2e_response_api/features/test_basic_crud.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/features/test_basic_crud.py rename to sgl-model-gateway/py_test/e2e_response_api/features/test_basic_crud.py diff --git a/sgl-router/py_test/e2e_response_api/features/test_state_management.py b/sgl-model-gateway/py_test/e2e_response_api/features/test_state_management.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/features/test_state_management.py rename to sgl-model-gateway/py_test/e2e_response_api/features/test_state_management.py diff --git a/sgl-router/py_test/e2e_response_api/features/test_streaming_events.py b/sgl-model-gateway/py_test/e2e_response_api/features/test_streaming_events.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/features/test_streaming_events.py rename to sgl-model-gateway/py_test/e2e_response_api/features/test_streaming_events.py diff --git a/sgl-router/py_test/e2e_response_api/features/test_structured_output.py b/sgl-model-gateway/py_test/e2e_response_api/features/test_structured_output.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/features/test_structured_output.py rename to sgl-model-gateway/py_test/e2e_response_api/features/test_structured_output.py diff --git a/sgl-router/py_test/e2e_response_api/features/test_tools_call.py b/sgl-model-gateway/py_test/e2e_response_api/features/test_tools_call.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/features/test_tools_call.py rename to sgl-model-gateway/py_test/e2e_response_api/features/test_tools_call.py diff --git a/sgl-router/py_test/e2e_response_api/router_fixtures.py b/sgl-model-gateway/py_test/e2e_response_api/router_fixtures.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/router_fixtures.py rename to sgl-model-gateway/py_test/e2e_response_api/router_fixtures.py diff --git a/sgl-router/py_test/e2e_response_api/util.py b/sgl-model-gateway/py_test/e2e_response_api/util.py similarity index 100% rename from sgl-router/py_test/e2e_response_api/util.py rename to sgl-model-gateway/py_test/e2e_response_api/util.py diff --git a/sgl-router/py_test/fixtures/__init__.py b/sgl-model-gateway/py_test/fixtures/__init__.py similarity index 100% rename from sgl-router/py_test/fixtures/__init__.py rename to sgl-model-gateway/py_test/fixtures/__init__.py diff --git a/sgl-router/py_test/fixtures/generate_test_certs.py b/sgl-model-gateway/py_test/fixtures/generate_test_certs.py similarity index 100% rename from sgl-router/py_test/fixtures/generate_test_certs.py rename to sgl-model-gateway/py_test/fixtures/generate_test_certs.py diff --git a/sgl-router/py_test/fixtures/mock_worker.py b/sgl-model-gateway/py_test/fixtures/mock_worker.py similarity index 100% rename from sgl-router/py_test/fixtures/mock_worker.py rename to sgl-model-gateway/py_test/fixtures/mock_worker.py diff --git a/sgl-router/py_test/fixtures/ports.py b/sgl-model-gateway/py_test/fixtures/ports.py similarity index 100% rename from sgl-router/py_test/fixtures/ports.py rename to sgl-model-gateway/py_test/fixtures/ports.py diff --git a/sgl-router/py_test/fixtures/router_manager.py b/sgl-model-gateway/py_test/fixtures/router_manager.py similarity index 100% rename from sgl-router/py_test/fixtures/router_manager.py rename to sgl-model-gateway/py_test/fixtures/router_manager.py diff --git a/sgl-router/py_test/integration_mock/__init__.py b/sgl-model-gateway/py_test/integration_mock/__init__.py similarity index 100% rename from sgl-router/py_test/integration_mock/__init__.py rename to sgl-model-gateway/py_test/integration_mock/__init__.py diff --git a/sgl-router/py_test/integration_mock/conftest.py b/sgl-model-gateway/py_test/integration_mock/conftest.py similarity index 100% rename from sgl-router/py_test/integration_mock/conftest.py rename to sgl-model-gateway/py_test/integration_mock/conftest.py diff --git a/sgl-router/py_test/integration_mock/load_balancing/__init__.py b/sgl-model-gateway/py_test/integration_mock/load_balancing/__init__.py similarity index 100% rename from sgl-router/py_test/integration_mock/load_balancing/__init__.py rename to sgl-model-gateway/py_test/integration_mock/load_balancing/__init__.py diff --git a/sgl-router/py_test/integration_mock/load_balancing/test_cache_aware.py b/sgl-model-gateway/py_test/integration_mock/load_balancing/test_cache_aware.py similarity index 100% rename from sgl-router/py_test/integration_mock/load_balancing/test_cache_aware.py rename to sgl-model-gateway/py_test/integration_mock/load_balancing/test_cache_aware.py diff --git a/sgl-router/py_test/integration_mock/load_balancing/test_power_of_two.py b/sgl-model-gateway/py_test/integration_mock/load_balancing/test_power_of_two.py similarity index 100% rename from sgl-router/py_test/integration_mock/load_balancing/test_power_of_two.py rename to sgl-model-gateway/py_test/integration_mock/load_balancing/test_power_of_two.py diff --git a/sgl-router/py_test/integration_mock/load_balancing/test_random.py b/sgl-model-gateway/py_test/integration_mock/load_balancing/test_random.py similarity index 100% rename from sgl-router/py_test/integration_mock/load_balancing/test_random.py rename to sgl-model-gateway/py_test/integration_mock/load_balancing/test_random.py diff --git a/sgl-router/py_test/integration_mock/load_balancing/test_round_robin.py b/sgl-model-gateway/py_test/integration_mock/load_balancing/test_round_robin.py similarity index 100% rename from sgl-router/py_test/integration_mock/load_balancing/test_round_robin.py rename to sgl-model-gateway/py_test/integration_mock/load_balancing/test_round_robin.py diff --git a/sgl-router/py_test/integration_mock/test_api_auth.py b/sgl-model-gateway/py_test/integration_mock/test_api_auth.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_api_auth.py rename to sgl-model-gateway/py_test/integration_mock/test_api_auth.py diff --git a/sgl-router/py_test/integration_mock/test_circuit_breaker.py b/sgl-model-gateway/py_test/integration_mock/test_circuit_breaker.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_circuit_breaker.py rename to sgl-model-gateway/py_test/integration_mock/test_circuit_breaker.py diff --git a/sgl-router/py_test/integration_mock/test_fault_tolerance.py b/sgl-model-gateway/py_test/integration_mock/test_fault_tolerance.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_fault_tolerance.py rename to sgl-model-gateway/py_test/integration_mock/test_fault_tolerance.py diff --git a/sgl-router/py_test/integration_mock/test_mtls.py b/sgl-model-gateway/py_test/integration_mock/test_mtls.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_mtls.py rename to sgl-model-gateway/py_test/integration_mock/test_mtls.py diff --git a/sgl-router/py_test/integration_mock/test_payload_size.py b/sgl-model-gateway/py_test/integration_mock/test_payload_size.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_payload_size.py rename to sgl-model-gateway/py_test/integration_mock/test_payload_size.py diff --git a/sgl-router/py_test/integration_mock/test_pd_routing.py b/sgl-model-gateway/py_test/integration_mock/test_pd_routing.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_pd_routing.py rename to sgl-model-gateway/py_test/integration_mock/test_pd_routing.py diff --git a/sgl-router/py_test/integration_mock/test_rate_limiting.py b/sgl-model-gateway/py_test/integration_mock/test_rate_limiting.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_rate_limiting.py rename to sgl-model-gateway/py_test/integration_mock/test_rate_limiting.py diff --git a/sgl-router/py_test/integration_mock/test_retries.py b/sgl-model-gateway/py_test/integration_mock/test_retries.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_retries.py rename to sgl-model-gateway/py_test/integration_mock/test_retries.py diff --git a/sgl-router/py_test/integration_mock/test_service_discovery_shim.py b/sgl-model-gateway/py_test/integration_mock/test_service_discovery_shim.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_service_discovery_shim.py rename to sgl-model-gateway/py_test/integration_mock/test_service_discovery_shim.py diff --git a/sgl-router/py_test/integration_mock/test_worker_management.py b/sgl-model-gateway/py_test/integration_mock/test_worker_management.py similarity index 100% rename from sgl-router/py_test/integration_mock/test_worker_management.py rename to sgl-model-gateway/py_test/integration_mock/test_worker_management.py diff --git a/sgl-router/py_test/unit/__init__.py b/sgl-model-gateway/py_test/unit/__init__.py similarity index 100% rename from sgl-router/py_test/unit/__init__.py rename to sgl-model-gateway/py_test/unit/__init__.py diff --git a/sgl-router/py_test/unit/test_arg_parser.py b/sgl-model-gateway/py_test/unit/test_arg_parser.py similarity index 100% rename from sgl-router/py_test/unit/test_arg_parser.py rename to sgl-model-gateway/py_test/unit/test_arg_parser.py diff --git a/sgl-router/py_test/unit/test_router_config.py b/sgl-model-gateway/py_test/unit/test_router_config.py similarity index 100% rename from sgl-router/py_test/unit/test_router_config.py rename to sgl-model-gateway/py_test/unit/test_router_config.py diff --git a/sgl-router/py_test/unit/test_startup_sequence.py b/sgl-model-gateway/py_test/unit/test_startup_sequence.py similarity index 100% rename from sgl-router/py_test/unit/test_startup_sequence.py rename to sgl-model-gateway/py_test/unit/test_startup_sequence.py diff --git a/sgl-router/py_test/unit/test_validation.py b/sgl-model-gateway/py_test/unit/test_validation.py similarity index 100% rename from sgl-router/py_test/unit/test_validation.py rename to sgl-model-gateway/py_test/unit/test_validation.py diff --git a/sgl-router/pytest.ini b/sgl-model-gateway/pytest.ini similarity index 100% rename from sgl-router/pytest.ini rename to sgl-model-gateway/pytest.ini diff --git a/sgl-router/rustfmt.toml b/sgl-model-gateway/rustfmt.toml similarity index 100% rename from sgl-router/rustfmt.toml rename to sgl-model-gateway/rustfmt.toml diff --git a/sgl-router/scripts/generate_gateway_release_notes.sh b/sgl-model-gateway/scripts/generate_gateway_release_notes.sh similarity index 99% rename from sgl-router/scripts/generate_gateway_release_notes.sh rename to sgl-model-gateway/scripts/generate_gateway_release_notes.sh index bb7f6ba01566..79050c42ebc5 100755 --- a/sgl-router/scripts/generate_gateway_release_notes.sh +++ b/sgl-model-gateway/scripts/generate_gateway_release_notes.sh @@ -6,7 +6,7 @@ set -e # Configuration GATEWAY_PATHS=( - "sgl-router" + "sgl-model-gateway" "python/sglang/srt/grpc" "python/sglang/srt/entrypoints/grpc_server.py" ) @@ -86,7 +86,7 @@ if [[ -z "$PREV_TAG" ]] || [[ -z "$CURR_TAG" ]]; then usage fi -# Navigate to repo root (main sglang repo, not sgl-router) +# Navigate to repo root (main sglang repo, not sgl-model-gateway) SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" REPO_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)" cd "$REPO_ROOT" diff --git a/sgl-router/scripts/generate_vision_golden.py b/sgl-model-gateway/scripts/generate_vision_golden.py similarity index 100% rename from sgl-router/scripts/generate_vision_golden.py rename to sgl-model-gateway/scripts/generate_vision_golden.py diff --git a/sgl-router/scripts/run_benchmarks.py b/sgl-model-gateway/scripts/run_benchmarks.py similarity index 100% rename from sgl-router/scripts/run_benchmarks.py rename to sgl-model-gateway/scripts/run_benchmarks.py diff --git a/sgl-router/scripts/setup-sccache.sh b/sgl-model-gateway/scripts/setup-sccache.sh similarity index 100% rename from sgl-router/scripts/setup-sccache.sh rename to sgl-model-gateway/scripts/setup-sccache.sh diff --git a/sgl-router/src/app_context.rs b/sgl-model-gateway/src/app_context.rs similarity index 100% rename from sgl-router/src/app_context.rs rename to sgl-model-gateway/src/app_context.rs diff --git a/sgl-router/src/config/builder.rs b/sgl-model-gateway/src/config/builder.rs similarity index 100% rename from sgl-router/src/config/builder.rs rename to sgl-model-gateway/src/config/builder.rs diff --git a/sgl-router/src/config/mod.rs b/sgl-model-gateway/src/config/mod.rs similarity index 100% rename from sgl-router/src/config/mod.rs rename to sgl-model-gateway/src/config/mod.rs diff --git a/sgl-router/src/config/types.rs b/sgl-model-gateway/src/config/types.rs similarity index 100% rename from sgl-router/src/config/types.rs rename to sgl-model-gateway/src/config/types.rs diff --git a/sgl-router/src/config/validation.rs b/sgl-model-gateway/src/config/validation.rs similarity index 100% rename from sgl-router/src/config/validation.rs rename to sgl-model-gateway/src/config/validation.rs diff --git a/sgl-router/src/core/circuit_breaker.rs b/sgl-model-gateway/src/core/circuit_breaker.rs similarity index 100% rename from sgl-router/src/core/circuit_breaker.rs rename to sgl-model-gateway/src/core/circuit_breaker.rs diff --git a/sgl-router/src/core/error.rs b/sgl-model-gateway/src/core/error.rs similarity index 100% rename from sgl-router/src/core/error.rs rename to sgl-model-gateway/src/core/error.rs diff --git a/sgl-router/src/core/job_queue.rs b/sgl-model-gateway/src/core/job_queue.rs similarity index 100% rename from sgl-router/src/core/job_queue.rs rename to sgl-model-gateway/src/core/job_queue.rs diff --git a/sgl-router/src/core/metrics_aggregator.rs b/sgl-model-gateway/src/core/metrics_aggregator.rs similarity index 100% rename from sgl-router/src/core/metrics_aggregator.rs rename to sgl-model-gateway/src/core/metrics_aggregator.rs diff --git a/sgl-router/src/core/mod.rs b/sgl-model-gateway/src/core/mod.rs similarity index 100% rename from sgl-router/src/core/mod.rs rename to sgl-model-gateway/src/core/mod.rs diff --git a/sgl-router/src/core/model_card.rs b/sgl-model-gateway/src/core/model_card.rs similarity index 100% rename from sgl-router/src/core/model_card.rs rename to sgl-model-gateway/src/core/model_card.rs diff --git a/sgl-router/src/core/model_type.rs b/sgl-model-gateway/src/core/model_type.rs similarity index 100% rename from sgl-router/src/core/model_type.rs rename to sgl-model-gateway/src/core/model_type.rs diff --git a/sgl-router/src/core/retry.rs b/sgl-model-gateway/src/core/retry.rs similarity index 100% rename from sgl-router/src/core/retry.rs rename to sgl-model-gateway/src/core/retry.rs diff --git a/sgl-router/src/core/token_bucket.rs b/sgl-model-gateway/src/core/token_bucket.rs similarity index 100% rename from sgl-router/src/core/token_bucket.rs rename to sgl-model-gateway/src/core/token_bucket.rs diff --git a/sgl-router/src/core/worker.rs b/sgl-model-gateway/src/core/worker.rs similarity index 100% rename from sgl-router/src/core/worker.rs rename to sgl-model-gateway/src/core/worker.rs diff --git a/sgl-router/src/core/worker_builder.rs b/sgl-model-gateway/src/core/worker_builder.rs similarity index 100% rename from sgl-router/src/core/worker_builder.rs rename to sgl-model-gateway/src/core/worker_builder.rs diff --git a/sgl-router/src/core/worker_manager.rs b/sgl-model-gateway/src/core/worker_manager.rs similarity index 100% rename from sgl-router/src/core/worker_manager.rs rename to sgl-model-gateway/src/core/worker_manager.rs diff --git a/sgl-router/src/core/worker_registry.rs b/sgl-model-gateway/src/core/worker_registry.rs similarity index 100% rename from sgl-router/src/core/worker_registry.rs rename to sgl-model-gateway/src/core/worker_registry.rs diff --git a/sgl-router/src/core/workflow/definition.rs b/sgl-model-gateway/src/core/workflow/definition.rs similarity index 100% rename from sgl-router/src/core/workflow/definition.rs rename to sgl-model-gateway/src/core/workflow/definition.rs diff --git a/sgl-router/src/core/workflow/engine.rs b/sgl-model-gateway/src/core/workflow/engine.rs similarity index 100% rename from sgl-router/src/core/workflow/engine.rs rename to sgl-model-gateway/src/core/workflow/engine.rs diff --git a/sgl-router/src/core/workflow/event.rs b/sgl-model-gateway/src/core/workflow/event.rs similarity index 100% rename from sgl-router/src/core/workflow/event.rs rename to sgl-model-gateway/src/core/workflow/event.rs diff --git a/sgl-router/src/core/workflow/executor.rs b/sgl-model-gateway/src/core/workflow/executor.rs similarity index 100% rename from sgl-router/src/core/workflow/executor.rs rename to sgl-model-gateway/src/core/workflow/executor.rs diff --git a/sgl-router/src/core/workflow/mod.rs b/sgl-model-gateway/src/core/workflow/mod.rs similarity index 100% rename from sgl-router/src/core/workflow/mod.rs rename to sgl-model-gateway/src/core/workflow/mod.rs diff --git a/sgl-router/src/core/workflow/state.rs b/sgl-model-gateway/src/core/workflow/state.rs similarity index 100% rename from sgl-router/src/core/workflow/state.rs rename to sgl-model-gateway/src/core/workflow/state.rs diff --git a/sgl-router/src/core/workflow/steps/external_worker_registration.rs b/sgl-model-gateway/src/core/workflow/steps/external_worker_registration.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/external_worker_registration.rs rename to sgl-model-gateway/src/core/workflow/steps/external_worker_registration.rs diff --git a/sgl-router/src/core/workflow/steps/mcp_registration.rs b/sgl-model-gateway/src/core/workflow/steps/mcp_registration.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/mcp_registration.rs rename to sgl-model-gateway/src/core/workflow/steps/mcp_registration.rs diff --git a/sgl-router/src/core/workflow/steps/mod.rs b/sgl-model-gateway/src/core/workflow/steps/mod.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/mod.rs rename to sgl-model-gateway/src/core/workflow/steps/mod.rs diff --git a/sgl-router/src/core/workflow/steps/wasm_module_registration.rs b/sgl-model-gateway/src/core/workflow/steps/wasm_module_registration.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/wasm_module_registration.rs rename to sgl-model-gateway/src/core/workflow/steps/wasm_module_registration.rs diff --git a/sgl-router/src/core/workflow/steps/wasm_module_removal.rs b/sgl-model-gateway/src/core/workflow/steps/wasm_module_removal.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/wasm_module_removal.rs rename to sgl-model-gateway/src/core/workflow/steps/wasm_module_removal.rs diff --git a/sgl-router/src/core/workflow/steps/worker_registration.rs b/sgl-model-gateway/src/core/workflow/steps/worker_registration.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/worker_registration.rs rename to sgl-model-gateway/src/core/workflow/steps/worker_registration.rs diff --git a/sgl-router/src/core/workflow/steps/worker_removal.rs b/sgl-model-gateway/src/core/workflow/steps/worker_removal.rs similarity index 100% rename from sgl-router/src/core/workflow/steps/worker_removal.rs rename to sgl-model-gateway/src/core/workflow/steps/worker_removal.rs diff --git a/sgl-router/src/core/workflow/types.rs b/sgl-model-gateway/src/core/workflow/types.rs similarity index 100% rename from sgl-router/src/core/workflow/types.rs rename to sgl-model-gateway/src/core/workflow/types.rs diff --git a/sgl-router/src/data_connector/common.rs b/sgl-model-gateway/src/data_connector/common.rs similarity index 100% rename from sgl-router/src/data_connector/common.rs rename to sgl-model-gateway/src/data_connector/common.rs diff --git a/sgl-router/src/data_connector/core.rs b/sgl-model-gateway/src/data_connector/core.rs similarity index 100% rename from sgl-router/src/data_connector/core.rs rename to sgl-model-gateway/src/data_connector/core.rs diff --git a/sgl-router/src/data_connector/factory.rs b/sgl-model-gateway/src/data_connector/factory.rs similarity index 100% rename from sgl-router/src/data_connector/factory.rs rename to sgl-model-gateway/src/data_connector/factory.rs diff --git a/sgl-router/src/data_connector/memory.rs b/sgl-model-gateway/src/data_connector/memory.rs similarity index 100% rename from sgl-router/src/data_connector/memory.rs rename to sgl-model-gateway/src/data_connector/memory.rs diff --git a/sgl-router/src/data_connector/mod.rs b/sgl-model-gateway/src/data_connector/mod.rs similarity index 100% rename from sgl-router/src/data_connector/mod.rs rename to sgl-model-gateway/src/data_connector/mod.rs diff --git a/sgl-router/src/data_connector/noop.rs b/sgl-model-gateway/src/data_connector/noop.rs similarity index 100% rename from sgl-router/src/data_connector/noop.rs rename to sgl-model-gateway/src/data_connector/noop.rs diff --git a/sgl-router/src/data_connector/oracle.rs b/sgl-model-gateway/src/data_connector/oracle.rs similarity index 100% rename from sgl-router/src/data_connector/oracle.rs rename to sgl-model-gateway/src/data_connector/oracle.rs diff --git a/sgl-router/src/data_connector/postgres.rs b/sgl-model-gateway/src/data_connector/postgres.rs similarity index 100% rename from sgl-router/src/data_connector/postgres.rs rename to sgl-model-gateway/src/data_connector/postgres.rs diff --git a/sgl-router/src/grpc_client/mod.rs b/sgl-model-gateway/src/grpc_client/mod.rs similarity index 100% rename from sgl-router/src/grpc_client/mod.rs rename to sgl-model-gateway/src/grpc_client/mod.rs diff --git a/sgl-router/src/grpc_client/sglang_scheduler.rs b/sgl-model-gateway/src/grpc_client/sglang_scheduler.rs similarity index 100% rename from sgl-router/src/grpc_client/sglang_scheduler.rs rename to sgl-model-gateway/src/grpc_client/sglang_scheduler.rs diff --git a/sgl-router/src/grpc_client/vllm_engine.rs b/sgl-model-gateway/src/grpc_client/vllm_engine.rs similarity index 100% rename from sgl-router/src/grpc_client/vllm_engine.rs rename to sgl-model-gateway/src/grpc_client/vllm_engine.rs diff --git a/sgl-router/src/lib.rs b/sgl-model-gateway/src/lib.rs similarity index 100% rename from sgl-router/src/lib.rs rename to sgl-model-gateway/src/lib.rs diff --git a/sgl-router/src/logging.rs b/sgl-model-gateway/src/logging.rs similarity index 98% rename from sgl-router/src/logging.rs rename to sgl-model-gateway/src/logging.rs index 6741492743b5..baf1ddd3b563 100644 --- a/sgl-router/src/logging.rs +++ b/sgl-model-gateway/src/logging.rs @@ -27,7 +27,7 @@ impl Default for LoggingConfig { json_format: false, log_dir: None, colorize: true, - log_file_name: "sgl-router".to_string(), + log_file_name: "sgl-model-gateway".to_string(), log_targets: Some(vec!["sgl_model_gateway".to_string()]), } } diff --git a/sgl-router/src/main.rs b/sgl-model-gateway/src/main.rs similarity index 100% rename from sgl-router/src/main.rs rename to sgl-model-gateway/src/main.rs diff --git a/sgl-router/src/mcp/config.rs b/sgl-model-gateway/src/mcp/config.rs similarity index 100% rename from sgl-router/src/mcp/config.rs rename to sgl-model-gateway/src/mcp/config.rs diff --git a/sgl-router/src/mcp/connection_pool.rs b/sgl-model-gateway/src/mcp/connection_pool.rs similarity index 100% rename from sgl-router/src/mcp/connection_pool.rs rename to sgl-model-gateway/src/mcp/connection_pool.rs diff --git a/sgl-router/src/mcp/error.rs b/sgl-model-gateway/src/mcp/error.rs similarity index 100% rename from sgl-router/src/mcp/error.rs rename to sgl-model-gateway/src/mcp/error.rs diff --git a/sgl-router/src/mcp/inventory.rs b/sgl-model-gateway/src/mcp/inventory.rs similarity index 100% rename from sgl-router/src/mcp/inventory.rs rename to sgl-model-gateway/src/mcp/inventory.rs diff --git a/sgl-router/src/mcp/manager.rs b/sgl-model-gateway/src/mcp/manager.rs similarity index 100% rename from sgl-router/src/mcp/manager.rs rename to sgl-model-gateway/src/mcp/manager.rs diff --git a/sgl-router/src/mcp/mod.rs b/sgl-model-gateway/src/mcp/mod.rs similarity index 100% rename from sgl-router/src/mcp/mod.rs rename to sgl-model-gateway/src/mcp/mod.rs diff --git a/sgl-router/src/mcp/oauth.rs b/sgl-model-gateway/src/mcp/oauth.rs similarity index 100% rename from sgl-router/src/mcp/oauth.rs rename to sgl-model-gateway/src/mcp/oauth.rs diff --git a/sgl-router/src/mcp/proxy.rs b/sgl-model-gateway/src/mcp/proxy.rs similarity index 100% rename from sgl-router/src/mcp/proxy.rs rename to sgl-model-gateway/src/mcp/proxy.rs diff --git a/sgl-router/src/mcp/tool_args.rs b/sgl-model-gateway/src/mcp/tool_args.rs similarity index 100% rename from sgl-router/src/mcp/tool_args.rs rename to sgl-model-gateway/src/mcp/tool_args.rs diff --git a/sgl-router/src/metrics.rs b/sgl-model-gateway/src/metrics.rs similarity index 100% rename from sgl-router/src/metrics.rs rename to sgl-model-gateway/src/metrics.rs diff --git a/sgl-router/src/middleware.rs b/sgl-model-gateway/src/middleware.rs similarity index 100% rename from sgl-router/src/middleware.rs rename to sgl-model-gateway/src/middleware.rs diff --git a/sgl-router/src/multimodal/error.rs b/sgl-model-gateway/src/multimodal/error.rs similarity index 100% rename from sgl-router/src/multimodal/error.rs rename to sgl-model-gateway/src/multimodal/error.rs diff --git a/sgl-router/src/multimodal/media.rs b/sgl-model-gateway/src/multimodal/media.rs similarity index 100% rename from sgl-router/src/multimodal/media.rs rename to sgl-model-gateway/src/multimodal/media.rs diff --git a/sgl-router/src/multimodal/mod.rs b/sgl-model-gateway/src/multimodal/mod.rs similarity index 100% rename from sgl-router/src/multimodal/mod.rs rename to sgl-model-gateway/src/multimodal/mod.rs diff --git a/sgl-router/src/multimodal/registry.rs b/sgl-model-gateway/src/multimodal/registry.rs similarity index 100% rename from sgl-router/src/multimodal/registry.rs rename to sgl-model-gateway/src/multimodal/registry.rs diff --git a/sgl-router/src/multimodal/tracker.rs b/sgl-model-gateway/src/multimodal/tracker.rs similarity index 100% rename from sgl-router/src/multimodal/tracker.rs rename to sgl-model-gateway/src/multimodal/tracker.rs diff --git a/sgl-router/src/multimodal/types.rs b/sgl-model-gateway/src/multimodal/types.rs similarity index 100% rename from sgl-router/src/multimodal/types.rs rename to sgl-model-gateway/src/multimodal/types.rs diff --git a/sgl-router/src/multimodal/vision/image_processor.rs b/sgl-model-gateway/src/multimodal/vision/image_processor.rs similarity index 100% rename from sgl-router/src/multimodal/vision/image_processor.rs rename to sgl-model-gateway/src/multimodal/vision/image_processor.rs diff --git a/sgl-router/src/multimodal/vision/mod.rs b/sgl-model-gateway/src/multimodal/vision/mod.rs similarity index 100% rename from sgl-router/src/multimodal/vision/mod.rs rename to sgl-model-gateway/src/multimodal/vision/mod.rs diff --git a/sgl-router/src/multimodal/vision/preprocessor_config.rs b/sgl-model-gateway/src/multimodal/vision/preprocessor_config.rs similarity index 100% rename from sgl-router/src/multimodal/vision/preprocessor_config.rs rename to sgl-model-gateway/src/multimodal/vision/preprocessor_config.rs diff --git a/sgl-router/src/multimodal/vision/processors/llama4_vision.rs b/sgl-model-gateway/src/multimodal/vision/processors/llama4_vision.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/llama4_vision.rs rename to sgl-model-gateway/src/multimodal/vision/processors/llama4_vision.rs diff --git a/sgl-router/src/multimodal/vision/processors/llava.rs b/sgl-model-gateway/src/multimodal/vision/processors/llava.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/llava.rs rename to sgl-model-gateway/src/multimodal/vision/processors/llava.rs diff --git a/sgl-router/src/multimodal/vision/processors/mod.rs b/sgl-model-gateway/src/multimodal/vision/processors/mod.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/mod.rs rename to sgl-model-gateway/src/multimodal/vision/processors/mod.rs diff --git a/sgl-router/src/multimodal/vision/processors/phi3_vision.rs b/sgl-model-gateway/src/multimodal/vision/processors/phi3_vision.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/phi3_vision.rs rename to sgl-model-gateway/src/multimodal/vision/processors/phi3_vision.rs diff --git a/sgl-router/src/multimodal/vision/processors/phi4_vision.rs b/sgl-model-gateway/src/multimodal/vision/processors/phi4_vision.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/phi4_vision.rs rename to sgl-model-gateway/src/multimodal/vision/processors/phi4_vision.rs diff --git a/sgl-router/src/multimodal/vision/processors/pixtral.rs b/sgl-model-gateway/src/multimodal/vision/processors/pixtral.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/pixtral.rs rename to sgl-model-gateway/src/multimodal/vision/processors/pixtral.rs diff --git a/sgl-router/src/multimodal/vision/processors/qwen2_vl.rs b/sgl-model-gateway/src/multimodal/vision/processors/qwen2_vl.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/qwen2_vl.rs rename to sgl-model-gateway/src/multimodal/vision/processors/qwen2_vl.rs diff --git a/sgl-router/src/multimodal/vision/processors/qwen3_vl.rs b/sgl-model-gateway/src/multimodal/vision/processors/qwen3_vl.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/qwen3_vl.rs rename to sgl-model-gateway/src/multimodal/vision/processors/qwen3_vl.rs diff --git a/sgl-router/src/multimodal/vision/processors/qwen_vl_base.rs b/sgl-model-gateway/src/multimodal/vision/processors/qwen_vl_base.rs similarity index 100% rename from sgl-router/src/multimodal/vision/processors/qwen_vl_base.rs rename to sgl-model-gateway/src/multimodal/vision/processors/qwen_vl_base.rs diff --git a/sgl-router/src/multimodal/vision/transforms.rs b/sgl-model-gateway/src/multimodal/vision/transforms.rs similarity index 100% rename from sgl-router/src/multimodal/vision/transforms.rs rename to sgl-model-gateway/src/multimodal/vision/transforms.rs diff --git a/sgl-router/src/policies/bucket.rs b/sgl-model-gateway/src/policies/bucket.rs similarity index 100% rename from sgl-router/src/policies/bucket.rs rename to sgl-model-gateway/src/policies/bucket.rs diff --git a/sgl-router/src/policies/cache_aware.rs b/sgl-model-gateway/src/policies/cache_aware.rs similarity index 100% rename from sgl-router/src/policies/cache_aware.rs rename to sgl-model-gateway/src/policies/cache_aware.rs diff --git a/sgl-router/src/policies/factory.rs b/sgl-model-gateway/src/policies/factory.rs similarity index 100% rename from sgl-router/src/policies/factory.rs rename to sgl-model-gateway/src/policies/factory.rs diff --git a/sgl-router/src/policies/mod.rs b/sgl-model-gateway/src/policies/mod.rs similarity index 100% rename from sgl-router/src/policies/mod.rs rename to sgl-model-gateway/src/policies/mod.rs diff --git a/sgl-router/src/policies/power_of_two.rs b/sgl-model-gateway/src/policies/power_of_two.rs similarity index 100% rename from sgl-router/src/policies/power_of_two.rs rename to sgl-model-gateway/src/policies/power_of_two.rs diff --git a/sgl-router/src/policies/random.rs b/sgl-model-gateway/src/policies/random.rs similarity index 100% rename from sgl-router/src/policies/random.rs rename to sgl-model-gateway/src/policies/random.rs diff --git a/sgl-router/src/policies/registry.rs b/sgl-model-gateway/src/policies/registry.rs similarity index 100% rename from sgl-router/src/policies/registry.rs rename to sgl-model-gateway/src/policies/registry.rs diff --git a/sgl-router/src/policies/round_robin.rs b/sgl-model-gateway/src/policies/round_robin.rs similarity index 100% rename from sgl-router/src/policies/round_robin.rs rename to sgl-model-gateway/src/policies/round_robin.rs diff --git a/sgl-router/src/policies/tree.rs b/sgl-model-gateway/src/policies/tree.rs similarity index 100% rename from sgl-router/src/policies/tree.rs rename to sgl-model-gateway/src/policies/tree.rs diff --git a/sgl-router/src/proto/sglang_scheduler.proto b/sgl-model-gateway/src/proto/sglang_scheduler.proto similarity index 100% rename from sgl-router/src/proto/sglang_scheduler.proto rename to sgl-model-gateway/src/proto/sglang_scheduler.proto diff --git a/sgl-router/src/proto/vllm_engine.proto b/sgl-model-gateway/src/proto/vllm_engine.proto similarity index 100% rename from sgl-router/src/proto/vllm_engine.proto rename to sgl-model-gateway/src/proto/vllm_engine.proto diff --git a/sgl-router/src/protocols/builders/chat/mod.rs b/sgl-model-gateway/src/protocols/builders/chat/mod.rs similarity index 100% rename from sgl-router/src/protocols/builders/chat/mod.rs rename to sgl-model-gateway/src/protocols/builders/chat/mod.rs diff --git a/sgl-router/src/protocols/builders/chat/response.rs b/sgl-model-gateway/src/protocols/builders/chat/response.rs similarity index 100% rename from sgl-router/src/protocols/builders/chat/response.rs rename to sgl-model-gateway/src/protocols/builders/chat/response.rs diff --git a/sgl-router/src/protocols/builders/chat/stream_response.rs b/sgl-model-gateway/src/protocols/builders/chat/stream_response.rs similarity index 100% rename from sgl-router/src/protocols/builders/chat/stream_response.rs rename to sgl-model-gateway/src/protocols/builders/chat/stream_response.rs diff --git a/sgl-router/src/protocols/builders/mod.rs b/sgl-model-gateway/src/protocols/builders/mod.rs similarity index 100% rename from sgl-router/src/protocols/builders/mod.rs rename to sgl-model-gateway/src/protocols/builders/mod.rs diff --git a/sgl-router/src/protocols/builders/responses/mod.rs b/sgl-model-gateway/src/protocols/builders/responses/mod.rs similarity index 100% rename from sgl-router/src/protocols/builders/responses/mod.rs rename to sgl-model-gateway/src/protocols/builders/responses/mod.rs diff --git a/sgl-router/src/protocols/builders/responses/response.rs b/sgl-model-gateway/src/protocols/builders/responses/response.rs similarity index 100% rename from sgl-router/src/protocols/builders/responses/response.rs rename to sgl-model-gateway/src/protocols/builders/responses/response.rs diff --git a/sgl-router/src/protocols/chat.rs b/sgl-model-gateway/src/protocols/chat.rs similarity index 100% rename from sgl-router/src/protocols/chat.rs rename to sgl-model-gateway/src/protocols/chat.rs diff --git a/sgl-router/src/protocols/classify.rs b/sgl-model-gateway/src/protocols/classify.rs similarity index 100% rename from sgl-router/src/protocols/classify.rs rename to sgl-model-gateway/src/protocols/classify.rs diff --git a/sgl-router/src/protocols/common.rs b/sgl-model-gateway/src/protocols/common.rs similarity index 100% rename from sgl-router/src/protocols/common.rs rename to sgl-model-gateway/src/protocols/common.rs diff --git a/sgl-router/src/protocols/completion.rs b/sgl-model-gateway/src/protocols/completion.rs similarity index 100% rename from sgl-router/src/protocols/completion.rs rename to sgl-model-gateway/src/protocols/completion.rs diff --git a/sgl-router/src/protocols/embedding.rs b/sgl-model-gateway/src/protocols/embedding.rs similarity index 100% rename from sgl-router/src/protocols/embedding.rs rename to sgl-model-gateway/src/protocols/embedding.rs diff --git a/sgl-router/src/protocols/event_types.rs b/sgl-model-gateway/src/protocols/event_types.rs similarity index 100% rename from sgl-router/src/protocols/event_types.rs rename to sgl-model-gateway/src/protocols/event_types.rs diff --git a/sgl-router/src/protocols/generate.rs b/sgl-model-gateway/src/protocols/generate.rs similarity index 100% rename from sgl-router/src/protocols/generate.rs rename to sgl-model-gateway/src/protocols/generate.rs diff --git a/sgl-router/src/protocols/mod.rs b/sgl-model-gateway/src/protocols/mod.rs similarity index 100% rename from sgl-router/src/protocols/mod.rs rename to sgl-model-gateway/src/protocols/mod.rs diff --git a/sgl-router/src/protocols/rerank.rs b/sgl-model-gateway/src/protocols/rerank.rs similarity index 100% rename from sgl-router/src/protocols/rerank.rs rename to sgl-model-gateway/src/protocols/rerank.rs diff --git a/sgl-router/src/protocols/responses.rs b/sgl-model-gateway/src/protocols/responses.rs similarity index 100% rename from sgl-router/src/protocols/responses.rs rename to sgl-model-gateway/src/protocols/responses.rs diff --git a/sgl-router/src/protocols/sampling_params.rs b/sgl-model-gateway/src/protocols/sampling_params.rs similarity index 100% rename from sgl-router/src/protocols/sampling_params.rs rename to sgl-model-gateway/src/protocols/sampling_params.rs diff --git a/sgl-router/src/protocols/validated.rs b/sgl-model-gateway/src/protocols/validated.rs similarity index 100% rename from sgl-router/src/protocols/validated.rs rename to sgl-model-gateway/src/protocols/validated.rs diff --git a/sgl-router/src/protocols/worker_spec.rs b/sgl-model-gateway/src/protocols/worker_spec.rs similarity index 100% rename from sgl-router/src/protocols/worker_spec.rs rename to sgl-model-gateway/src/protocols/worker_spec.rs diff --git a/sgl-router/src/reasoning_parser/README.md b/sgl-model-gateway/src/reasoning_parser/README.md similarity index 100% rename from sgl-router/src/reasoning_parser/README.md rename to sgl-model-gateway/src/reasoning_parser/README.md diff --git a/sgl-router/src/reasoning_parser/factory.rs b/sgl-model-gateway/src/reasoning_parser/factory.rs similarity index 100% rename from sgl-router/src/reasoning_parser/factory.rs rename to sgl-model-gateway/src/reasoning_parser/factory.rs diff --git a/sgl-router/src/reasoning_parser/mod.rs b/sgl-model-gateway/src/reasoning_parser/mod.rs similarity index 100% rename from sgl-router/src/reasoning_parser/mod.rs rename to sgl-model-gateway/src/reasoning_parser/mod.rs diff --git a/sgl-router/src/reasoning_parser/parsers/base.rs b/sgl-model-gateway/src/reasoning_parser/parsers/base.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/base.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/base.rs diff --git a/sgl-router/src/reasoning_parser/parsers/deepseek_r1.rs b/sgl-model-gateway/src/reasoning_parser/parsers/deepseek_r1.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/deepseek_r1.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/deepseek_r1.rs diff --git a/sgl-router/src/reasoning_parser/parsers/glm45.rs b/sgl-model-gateway/src/reasoning_parser/parsers/glm45.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/glm45.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/glm45.rs diff --git a/sgl-router/src/reasoning_parser/parsers/kimi.rs b/sgl-model-gateway/src/reasoning_parser/parsers/kimi.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/kimi.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/kimi.rs diff --git a/sgl-router/src/reasoning_parser/parsers/minimax.rs b/sgl-model-gateway/src/reasoning_parser/parsers/minimax.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/minimax.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/minimax.rs diff --git a/sgl-router/src/reasoning_parser/parsers/mod.rs b/sgl-model-gateway/src/reasoning_parser/parsers/mod.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/mod.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/mod.rs diff --git a/sgl-router/src/reasoning_parser/parsers/qwen3.rs b/sgl-model-gateway/src/reasoning_parser/parsers/qwen3.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/qwen3.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/qwen3.rs diff --git a/sgl-router/src/reasoning_parser/parsers/step3.rs b/sgl-model-gateway/src/reasoning_parser/parsers/step3.rs similarity index 100% rename from sgl-router/src/reasoning_parser/parsers/step3.rs rename to sgl-model-gateway/src/reasoning_parser/parsers/step3.rs diff --git a/sgl-router/src/reasoning_parser/traits.rs b/sgl-model-gateway/src/reasoning_parser/traits.rs similarity index 100% rename from sgl-router/src/reasoning_parser/traits.rs rename to sgl-model-gateway/src/reasoning_parser/traits.rs diff --git a/sgl-router/src/routers/conversations/handlers.rs b/sgl-model-gateway/src/routers/conversations/handlers.rs similarity index 100% rename from sgl-router/src/routers/conversations/handlers.rs rename to sgl-model-gateway/src/routers/conversations/handlers.rs diff --git a/sgl-router/src/routers/conversations/mod.rs b/sgl-model-gateway/src/routers/conversations/mod.rs similarity index 100% rename from sgl-router/src/routers/conversations/mod.rs rename to sgl-model-gateway/src/routers/conversations/mod.rs diff --git a/sgl-router/src/routers/factory.rs b/sgl-model-gateway/src/routers/factory.rs similarity index 100% rename from sgl-router/src/routers/factory.rs rename to sgl-model-gateway/src/routers/factory.rs diff --git a/sgl-router/src/routers/grpc/client.rs b/sgl-model-gateway/src/routers/grpc/client.rs similarity index 100% rename from sgl-router/src/routers/grpc/client.rs rename to sgl-model-gateway/src/routers/grpc/client.rs diff --git a/sgl-router/src/routers/grpc/common/mod.rs b/sgl-model-gateway/src/routers/grpc/common/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/mod.rs rename to sgl-model-gateway/src/routers/grpc/common/mod.rs diff --git a/sgl-router/src/routers/grpc/common/response_collection.rs b/sgl-model-gateway/src/routers/grpc/common/response_collection.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/response_collection.rs rename to sgl-model-gateway/src/routers/grpc/common/response_collection.rs diff --git a/sgl-router/src/routers/grpc/common/response_formatting.rs b/sgl-model-gateway/src/routers/grpc/common/response_formatting.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/response_formatting.rs rename to sgl-model-gateway/src/routers/grpc/common/response_formatting.rs diff --git a/sgl-router/src/routers/grpc/common/responses/handlers.rs b/sgl-model-gateway/src/routers/grpc/common/responses/handlers.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/responses/handlers.rs rename to sgl-model-gateway/src/routers/grpc/common/responses/handlers.rs diff --git a/sgl-router/src/routers/grpc/common/responses/mod.rs b/sgl-model-gateway/src/routers/grpc/common/responses/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/responses/mod.rs rename to sgl-model-gateway/src/routers/grpc/common/responses/mod.rs diff --git a/sgl-router/src/routers/grpc/common/responses/streaming.rs b/sgl-model-gateway/src/routers/grpc/common/responses/streaming.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/responses/streaming.rs rename to sgl-model-gateway/src/routers/grpc/common/responses/streaming.rs diff --git a/sgl-router/src/routers/grpc/common/responses/utils.rs b/sgl-model-gateway/src/routers/grpc/common/responses/utils.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/responses/utils.rs rename to sgl-model-gateway/src/routers/grpc/common/responses/utils.rs diff --git a/sgl-router/src/routers/grpc/common/stages/client_acquisition.rs b/sgl-model-gateway/src/routers/grpc/common/stages/client_acquisition.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/client_acquisition.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/client_acquisition.rs diff --git a/sgl-router/src/routers/grpc/common/stages/dispatch_metadata.rs b/sgl-model-gateway/src/routers/grpc/common/stages/dispatch_metadata.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/dispatch_metadata.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/dispatch_metadata.rs diff --git a/sgl-router/src/routers/grpc/common/stages/helpers.rs b/sgl-model-gateway/src/routers/grpc/common/stages/helpers.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/helpers.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/helpers.rs diff --git a/sgl-router/src/routers/grpc/common/stages/mod.rs b/sgl-model-gateway/src/routers/grpc/common/stages/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/mod.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/mod.rs diff --git a/sgl-router/src/routers/grpc/common/stages/request_execution.rs b/sgl-model-gateway/src/routers/grpc/common/stages/request_execution.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/request_execution.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/request_execution.rs diff --git a/sgl-router/src/routers/grpc/common/stages/worker_selection.rs b/sgl-model-gateway/src/routers/grpc/common/stages/worker_selection.rs similarity index 100% rename from sgl-router/src/routers/grpc/common/stages/worker_selection.rs rename to sgl-model-gateway/src/routers/grpc/common/stages/worker_selection.rs diff --git a/sgl-router/src/routers/grpc/context.rs b/sgl-model-gateway/src/routers/grpc/context.rs similarity index 100% rename from sgl-router/src/routers/grpc/context.rs rename to sgl-model-gateway/src/routers/grpc/context.rs diff --git a/sgl-router/src/routers/grpc/error.rs b/sgl-model-gateway/src/routers/grpc/error.rs similarity index 100% rename from sgl-router/src/routers/grpc/error.rs rename to sgl-model-gateway/src/routers/grpc/error.rs diff --git a/sgl-router/src/routers/grpc/harmony/builder.rs b/sgl-model-gateway/src/routers/grpc/harmony/builder.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/builder.rs rename to sgl-model-gateway/src/routers/grpc/harmony/builder.rs diff --git a/sgl-router/src/routers/grpc/harmony/detector.rs b/sgl-model-gateway/src/routers/grpc/harmony/detector.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/detector.rs rename to sgl-model-gateway/src/routers/grpc/harmony/detector.rs diff --git a/sgl-router/src/routers/grpc/harmony/mod.rs b/sgl-model-gateway/src/routers/grpc/harmony/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/mod.rs rename to sgl-model-gateway/src/routers/grpc/harmony/mod.rs diff --git a/sgl-router/src/routers/grpc/harmony/parser.rs b/sgl-model-gateway/src/routers/grpc/harmony/parser.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/parser.rs rename to sgl-model-gateway/src/routers/grpc/harmony/parser.rs diff --git a/sgl-router/src/routers/grpc/harmony/processor.rs b/sgl-model-gateway/src/routers/grpc/harmony/processor.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/processor.rs rename to sgl-model-gateway/src/routers/grpc/harmony/processor.rs diff --git a/sgl-router/src/routers/grpc/harmony/responses.rs b/sgl-model-gateway/src/routers/grpc/harmony/responses.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/responses.rs rename to sgl-model-gateway/src/routers/grpc/harmony/responses.rs diff --git a/sgl-router/src/routers/grpc/harmony/stages/mod.rs b/sgl-model-gateway/src/routers/grpc/harmony/stages/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/stages/mod.rs rename to sgl-model-gateway/src/routers/grpc/harmony/stages/mod.rs diff --git a/sgl-router/src/routers/grpc/harmony/stages/preparation.rs b/sgl-model-gateway/src/routers/grpc/harmony/stages/preparation.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/stages/preparation.rs rename to sgl-model-gateway/src/routers/grpc/harmony/stages/preparation.rs diff --git a/sgl-router/src/routers/grpc/harmony/stages/request_building.rs b/sgl-model-gateway/src/routers/grpc/harmony/stages/request_building.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/stages/request_building.rs rename to sgl-model-gateway/src/routers/grpc/harmony/stages/request_building.rs diff --git a/sgl-router/src/routers/grpc/harmony/stages/response_processing.rs b/sgl-model-gateway/src/routers/grpc/harmony/stages/response_processing.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/stages/response_processing.rs rename to sgl-model-gateway/src/routers/grpc/harmony/stages/response_processing.rs diff --git a/sgl-router/src/routers/grpc/harmony/streaming.rs b/sgl-model-gateway/src/routers/grpc/harmony/streaming.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/streaming.rs rename to sgl-model-gateway/src/routers/grpc/harmony/streaming.rs diff --git a/sgl-router/src/routers/grpc/harmony/types.rs b/sgl-model-gateway/src/routers/grpc/harmony/types.rs similarity index 100% rename from sgl-router/src/routers/grpc/harmony/types.rs rename to sgl-model-gateway/src/routers/grpc/harmony/types.rs diff --git a/sgl-router/src/routers/grpc/mod.rs b/sgl-model-gateway/src/routers/grpc/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/mod.rs rename to sgl-model-gateway/src/routers/grpc/mod.rs diff --git a/sgl-router/src/routers/grpc/pd_router.rs b/sgl-model-gateway/src/routers/grpc/pd_router.rs similarity index 100% rename from sgl-router/src/routers/grpc/pd_router.rs rename to sgl-model-gateway/src/routers/grpc/pd_router.rs diff --git a/sgl-router/src/routers/grpc/pipeline.rs b/sgl-model-gateway/src/routers/grpc/pipeline.rs similarity index 100% rename from sgl-router/src/routers/grpc/pipeline.rs rename to sgl-model-gateway/src/routers/grpc/pipeline.rs diff --git a/sgl-router/src/routers/grpc/proto_wrapper.rs b/sgl-model-gateway/src/routers/grpc/proto_wrapper.rs similarity index 100% rename from sgl-router/src/routers/grpc/proto_wrapper.rs rename to sgl-model-gateway/src/routers/grpc/proto_wrapper.rs diff --git a/sgl-router/src/routers/grpc/regular/mod.rs b/sgl-model-gateway/src/routers/grpc/regular/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/mod.rs rename to sgl-model-gateway/src/routers/grpc/regular/mod.rs diff --git a/sgl-router/src/routers/grpc/regular/processor.rs b/sgl-model-gateway/src/routers/grpc/regular/processor.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/processor.rs rename to sgl-model-gateway/src/routers/grpc/regular/processor.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/context.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/context.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/context.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/context.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/conversions.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/conversions.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/conversions.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/conversions.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/handlers.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/handlers.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/handlers.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/handlers.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/mod.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/mod.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/mod.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/tool_loop.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/tool_loop.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/tool_loop.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/tool_loop.rs diff --git a/sgl-router/src/routers/grpc/regular/responses/types.rs b/sgl-model-gateway/src/routers/grpc/regular/responses/types.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/responses/types.rs rename to sgl-model-gateway/src/routers/grpc/regular/responses/types.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/chat/mod.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/chat/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/chat/mod.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/chat/mod.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/chat/preparation.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/chat/preparation.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/chat/preparation.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/chat/preparation.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/chat/request_building.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/chat/request_building.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/chat/request_building.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/chat/request_building.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/chat/response_processing.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/chat/response_processing.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/chat/response_processing.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/chat/response_processing.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/generate/mod.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/generate/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/generate/mod.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/generate/mod.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/generate/preparation.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/generate/preparation.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/generate/preparation.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/generate/preparation.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/generate/request_building.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/generate/request_building.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/generate/request_building.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/generate/request_building.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/generate/response_processing.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/generate/response_processing.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/generate/response_processing.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/generate/response_processing.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/mod.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/mod.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/mod.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/mod.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/preparation.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/preparation.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/preparation.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/preparation.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/request_building.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/request_building.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/request_building.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/request_building.rs diff --git a/sgl-router/src/routers/grpc/regular/stages/response_processing.rs b/sgl-model-gateway/src/routers/grpc/regular/stages/response_processing.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/stages/response_processing.rs rename to sgl-model-gateway/src/routers/grpc/regular/stages/response_processing.rs diff --git a/sgl-router/src/routers/grpc/regular/streaming.rs b/sgl-model-gateway/src/routers/grpc/regular/streaming.rs similarity index 100% rename from sgl-router/src/routers/grpc/regular/streaming.rs rename to sgl-model-gateway/src/routers/grpc/regular/streaming.rs diff --git a/sgl-router/src/routers/grpc/router.rs b/sgl-model-gateway/src/routers/grpc/router.rs similarity index 100% rename from sgl-router/src/routers/grpc/router.rs rename to sgl-model-gateway/src/routers/grpc/router.rs diff --git a/sgl-router/src/routers/grpc/utils.rs b/sgl-model-gateway/src/routers/grpc/utils.rs similarity index 100% rename from sgl-router/src/routers/grpc/utils.rs rename to sgl-model-gateway/src/routers/grpc/utils.rs diff --git a/sgl-router/src/routers/header_utils.rs b/sgl-model-gateway/src/routers/header_utils.rs similarity index 100% rename from sgl-router/src/routers/header_utils.rs rename to sgl-model-gateway/src/routers/header_utils.rs diff --git a/sgl-router/src/routers/http/mod.rs b/sgl-model-gateway/src/routers/http/mod.rs similarity index 100% rename from sgl-router/src/routers/http/mod.rs rename to sgl-model-gateway/src/routers/http/mod.rs diff --git a/sgl-router/src/routers/http/pd_router.rs b/sgl-model-gateway/src/routers/http/pd_router.rs similarity index 100% rename from sgl-router/src/routers/http/pd_router.rs rename to sgl-model-gateway/src/routers/http/pd_router.rs diff --git a/sgl-router/src/routers/http/pd_types.rs b/sgl-model-gateway/src/routers/http/pd_types.rs similarity index 100% rename from sgl-router/src/routers/http/pd_types.rs rename to sgl-model-gateway/src/routers/http/pd_types.rs diff --git a/sgl-router/src/routers/http/router.rs b/sgl-model-gateway/src/routers/http/router.rs similarity index 100% rename from sgl-router/src/routers/http/router.rs rename to sgl-model-gateway/src/routers/http/router.rs diff --git a/sgl-router/src/routers/mod.rs b/sgl-model-gateway/src/routers/mod.rs similarity index 100% rename from sgl-router/src/routers/mod.rs rename to sgl-model-gateway/src/routers/mod.rs diff --git a/sgl-router/src/routers/openai/context.rs b/sgl-model-gateway/src/routers/openai/context.rs similarity index 100% rename from sgl-router/src/routers/openai/context.rs rename to sgl-model-gateway/src/routers/openai/context.rs diff --git a/sgl-router/src/routers/openai/conversations.rs b/sgl-model-gateway/src/routers/openai/conversations.rs similarity index 100% rename from sgl-router/src/routers/openai/conversations.rs rename to sgl-model-gateway/src/routers/openai/conversations.rs diff --git a/sgl-router/src/routers/openai/mcp.rs b/sgl-model-gateway/src/routers/openai/mcp.rs similarity index 100% rename from sgl-router/src/routers/openai/mcp.rs rename to sgl-model-gateway/src/routers/openai/mcp.rs diff --git a/sgl-router/src/routers/openai/mod.rs b/sgl-model-gateway/src/routers/openai/mod.rs similarity index 100% rename from sgl-router/src/routers/openai/mod.rs rename to sgl-model-gateway/src/routers/openai/mod.rs diff --git a/sgl-router/src/routers/openai/provider.rs b/sgl-model-gateway/src/routers/openai/provider.rs similarity index 100% rename from sgl-router/src/routers/openai/provider.rs rename to sgl-model-gateway/src/routers/openai/provider.rs diff --git a/sgl-router/src/routers/openai/responses.rs b/sgl-model-gateway/src/routers/openai/responses.rs similarity index 100% rename from sgl-router/src/routers/openai/responses.rs rename to sgl-model-gateway/src/routers/openai/responses.rs diff --git a/sgl-router/src/routers/openai/router.rs b/sgl-model-gateway/src/routers/openai/router.rs similarity index 100% rename from sgl-router/src/routers/openai/router.rs rename to sgl-model-gateway/src/routers/openai/router.rs diff --git a/sgl-router/src/routers/openai/streaming.rs b/sgl-model-gateway/src/routers/openai/streaming.rs similarity index 100% rename from sgl-router/src/routers/openai/streaming.rs rename to sgl-model-gateway/src/routers/openai/streaming.rs diff --git a/sgl-router/src/routers/openai/utils.rs b/sgl-model-gateway/src/routers/openai/utils.rs similarity index 100% rename from sgl-router/src/routers/openai/utils.rs rename to sgl-model-gateway/src/routers/openai/utils.rs diff --git a/sgl-router/src/routers/router_manager.rs b/sgl-model-gateway/src/routers/router_manager.rs similarity index 100% rename from sgl-router/src/routers/router_manager.rs rename to sgl-model-gateway/src/routers/router_manager.rs diff --git a/sgl-router/src/server.rs b/sgl-model-gateway/src/server.rs similarity index 99% rename from sgl-router/src/server.rs rename to sgl-model-gateway/src/server.rs index 2ab8df970f38..fdf90bdd6348 100644 --- a/sgl-router/src/server.rs +++ b/sgl-model-gateway/src/server.rs @@ -719,7 +719,7 @@ pub async fn startup(config: ServerConfig) -> Result<(), Box` @@ -125,7 +125,7 @@ as of `sgl-router/src/tokenizer/*`. stop-sequence behaviour (`tests.rs`, `sequence.rs`, `stop.rs`, `tiktoken.rs`, `factory.rs`, `hub.rs`). Network-dependent Hugging Face downloads are exercised behind a best-effort async test that skips in CI without credentials. -- Use `cargo test -p sgl-router tokenizer` to run the module’s test suite. +- Use `cargo test -p sgl-model-gateway tokenizer` to run the module’s test suite. ## Known Limitations & Future Work - SentencePiece (`.model`) and GGUF tokenizers are detected but deliberately unimplemented. diff --git a/sgl-router/src/tokenizer/cache/fingerprint.rs b/sgl-model-gateway/src/tokenizer/cache/fingerprint.rs similarity index 100% rename from sgl-router/src/tokenizer/cache/fingerprint.rs rename to sgl-model-gateway/src/tokenizer/cache/fingerprint.rs diff --git a/sgl-router/src/tokenizer/cache/l0.rs b/sgl-model-gateway/src/tokenizer/cache/l0.rs similarity index 100% rename from sgl-router/src/tokenizer/cache/l0.rs rename to sgl-model-gateway/src/tokenizer/cache/l0.rs diff --git a/sgl-router/src/tokenizer/cache/l1.rs b/sgl-model-gateway/src/tokenizer/cache/l1.rs similarity index 100% rename from sgl-router/src/tokenizer/cache/l1.rs rename to sgl-model-gateway/src/tokenizer/cache/l1.rs diff --git a/sgl-router/src/tokenizer/cache/mod.rs b/sgl-model-gateway/src/tokenizer/cache/mod.rs similarity index 100% rename from sgl-router/src/tokenizer/cache/mod.rs rename to sgl-model-gateway/src/tokenizer/cache/mod.rs diff --git a/sgl-router/src/tokenizer/chat_template.rs b/sgl-model-gateway/src/tokenizer/chat_template.rs similarity index 100% rename from sgl-router/src/tokenizer/chat_template.rs rename to sgl-model-gateway/src/tokenizer/chat_template.rs diff --git a/sgl-router/src/tokenizer/factory.rs b/sgl-model-gateway/src/tokenizer/factory.rs similarity index 100% rename from sgl-router/src/tokenizer/factory.rs rename to sgl-model-gateway/src/tokenizer/factory.rs diff --git a/sgl-router/src/tokenizer/hub.rs b/sgl-model-gateway/src/tokenizer/hub.rs similarity index 98% rename from sgl-router/src/tokenizer/hub.rs rename to sgl-model-gateway/src/tokenizer/hub.rs index a1724a711985..9e0a2db206bd 100644 --- a/sgl-router/src/tokenizer/hub.rs +++ b/sgl-model-gateway/src/tokenizer/hub.rs @@ -1,6 +1,4 @@ -use std::{ - path::{Path, PathBuf}, -}; +use std::path::{Path, PathBuf}; use hf_hub::api::tokio::ApiBuilder; @@ -53,9 +51,7 @@ fn is_chat_template_file(filename: &str) -> bool { /// Returns the directory containing the downloaded tokenizer files pub async fn download_tokenizer_from_hf(model_id: impl AsRef) -> anyhow::Result { let model_id = model_id.as_ref(); - let api = ApiBuilder::from_env() - .with_progress(true) - .build()?; + let api = ApiBuilder::from_env().with_progress(true).build()?; let model_name = model_id.display().to_string(); let repo = api.model(model_name.clone()); @@ -147,9 +143,7 @@ pub async fn download_tokenizer_from_hf(model_id: impl AsRef) -> anyhow::R /// If ignore_weights is true, model weight files will be skipped pub async fn from_hf(name: impl AsRef, ignore_weights: bool) -> anyhow::Result { let name = name.as_ref(); - let api = ApiBuilder::from_env() - .with_progress(true) - .build()?; + let api = ApiBuilder::from_env().with_progress(true).build()?; let model_name = name.display().to_string(); let repo = api.model(model_name.clone()); diff --git a/sgl-router/src/tokenizer/huggingface.rs b/sgl-model-gateway/src/tokenizer/huggingface.rs similarity index 100% rename from sgl-router/src/tokenizer/huggingface.rs rename to sgl-model-gateway/src/tokenizer/huggingface.rs diff --git a/sgl-router/src/tokenizer/mock.rs b/sgl-model-gateway/src/tokenizer/mock.rs similarity index 100% rename from sgl-router/src/tokenizer/mock.rs rename to sgl-model-gateway/src/tokenizer/mock.rs diff --git a/sgl-router/src/tokenizer/mod.rs b/sgl-model-gateway/src/tokenizer/mod.rs similarity index 100% rename from sgl-router/src/tokenizer/mod.rs rename to sgl-model-gateway/src/tokenizer/mod.rs diff --git a/sgl-router/src/tokenizer/sequence.rs b/sgl-model-gateway/src/tokenizer/sequence.rs similarity index 100% rename from sgl-router/src/tokenizer/sequence.rs rename to sgl-model-gateway/src/tokenizer/sequence.rs diff --git a/sgl-router/src/tokenizer/stop.rs b/sgl-model-gateway/src/tokenizer/stop.rs similarity index 100% rename from sgl-router/src/tokenizer/stop.rs rename to sgl-model-gateway/src/tokenizer/stop.rs diff --git a/sgl-router/src/tokenizer/stream.rs b/sgl-model-gateway/src/tokenizer/stream.rs similarity index 100% rename from sgl-router/src/tokenizer/stream.rs rename to sgl-model-gateway/src/tokenizer/stream.rs diff --git a/sgl-router/src/tokenizer/tests.rs b/sgl-model-gateway/src/tokenizer/tests.rs similarity index 100% rename from sgl-router/src/tokenizer/tests.rs rename to sgl-model-gateway/src/tokenizer/tests.rs diff --git a/sgl-router/src/tokenizer/tiktoken.rs b/sgl-model-gateway/src/tokenizer/tiktoken.rs similarity index 100% rename from sgl-router/src/tokenizer/tiktoken.rs rename to sgl-model-gateway/src/tokenizer/tiktoken.rs diff --git a/sgl-router/src/tokenizer/traits.rs b/sgl-model-gateway/src/tokenizer/traits.rs similarity index 100% rename from sgl-router/src/tokenizer/traits.rs rename to sgl-model-gateway/src/tokenizer/traits.rs diff --git a/sgl-router/src/tool_parser/errors.rs b/sgl-model-gateway/src/tool_parser/errors.rs similarity index 100% rename from sgl-router/src/tool_parser/errors.rs rename to sgl-model-gateway/src/tool_parser/errors.rs diff --git a/sgl-router/src/tool_parser/factory.rs b/sgl-model-gateway/src/tool_parser/factory.rs similarity index 100% rename from sgl-router/src/tool_parser/factory.rs rename to sgl-model-gateway/src/tool_parser/factory.rs diff --git a/sgl-router/src/tool_parser/mod.rs b/sgl-model-gateway/src/tool_parser/mod.rs similarity index 100% rename from sgl-router/src/tool_parser/mod.rs rename to sgl-model-gateway/src/tool_parser/mod.rs diff --git a/sgl-router/src/tool_parser/parsers/deepseek.rs b/sgl-model-gateway/src/tool_parser/parsers/deepseek.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/deepseek.rs rename to sgl-model-gateway/src/tool_parser/parsers/deepseek.rs diff --git a/sgl-router/src/tool_parser/parsers/glm4_moe.rs b/sgl-model-gateway/src/tool_parser/parsers/glm4_moe.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/glm4_moe.rs rename to sgl-model-gateway/src/tool_parser/parsers/glm4_moe.rs diff --git a/sgl-router/src/tool_parser/parsers/helpers.rs b/sgl-model-gateway/src/tool_parser/parsers/helpers.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/helpers.rs rename to sgl-model-gateway/src/tool_parser/parsers/helpers.rs diff --git a/sgl-router/src/tool_parser/parsers/json.rs b/sgl-model-gateway/src/tool_parser/parsers/json.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/json.rs rename to sgl-model-gateway/src/tool_parser/parsers/json.rs diff --git a/sgl-router/src/tool_parser/parsers/kimik2.rs b/sgl-model-gateway/src/tool_parser/parsers/kimik2.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/kimik2.rs rename to sgl-model-gateway/src/tool_parser/parsers/kimik2.rs diff --git a/sgl-router/src/tool_parser/parsers/llama.rs b/sgl-model-gateway/src/tool_parser/parsers/llama.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/llama.rs rename to sgl-model-gateway/src/tool_parser/parsers/llama.rs diff --git a/sgl-router/src/tool_parser/parsers/minimax_m2.rs b/sgl-model-gateway/src/tool_parser/parsers/minimax_m2.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/minimax_m2.rs rename to sgl-model-gateway/src/tool_parser/parsers/minimax_m2.rs diff --git a/sgl-router/src/tool_parser/parsers/mistral.rs b/sgl-model-gateway/src/tool_parser/parsers/mistral.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/mistral.rs rename to sgl-model-gateway/src/tool_parser/parsers/mistral.rs diff --git a/sgl-router/src/tool_parser/parsers/mod.rs b/sgl-model-gateway/src/tool_parser/parsers/mod.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/mod.rs rename to sgl-model-gateway/src/tool_parser/parsers/mod.rs diff --git a/sgl-router/src/tool_parser/parsers/passthrough.rs b/sgl-model-gateway/src/tool_parser/parsers/passthrough.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/passthrough.rs rename to sgl-model-gateway/src/tool_parser/parsers/passthrough.rs diff --git a/sgl-router/src/tool_parser/parsers/pythonic.rs b/sgl-model-gateway/src/tool_parser/parsers/pythonic.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/pythonic.rs rename to sgl-model-gateway/src/tool_parser/parsers/pythonic.rs diff --git a/sgl-router/src/tool_parser/parsers/qwen.rs b/sgl-model-gateway/src/tool_parser/parsers/qwen.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/qwen.rs rename to sgl-model-gateway/src/tool_parser/parsers/qwen.rs diff --git a/sgl-router/src/tool_parser/parsers/step3.rs b/sgl-model-gateway/src/tool_parser/parsers/step3.rs similarity index 100% rename from sgl-router/src/tool_parser/parsers/step3.rs rename to sgl-model-gateway/src/tool_parser/parsers/step3.rs diff --git a/sgl-router/src/tool_parser/partial_json.rs b/sgl-model-gateway/src/tool_parser/partial_json.rs similarity index 100% rename from sgl-router/src/tool_parser/partial_json.rs rename to sgl-model-gateway/src/tool_parser/partial_json.rs diff --git a/sgl-router/src/tool_parser/state.rs b/sgl-model-gateway/src/tool_parser/state.rs similarity index 100% rename from sgl-router/src/tool_parser/state.rs rename to sgl-model-gateway/src/tool_parser/state.rs diff --git a/sgl-router/src/tool_parser/tests.rs b/sgl-model-gateway/src/tool_parser/tests.rs similarity index 100% rename from sgl-router/src/tool_parser/tests.rs rename to sgl-model-gateway/src/tool_parser/tests.rs diff --git a/sgl-router/src/tool_parser/traits.rs b/sgl-model-gateway/src/tool_parser/traits.rs similarity index 100% rename from sgl-router/src/tool_parser/traits.rs rename to sgl-model-gateway/src/tool_parser/traits.rs diff --git a/sgl-router/src/tool_parser/types.rs b/sgl-model-gateway/src/tool_parser/types.rs similarity index 100% rename from sgl-router/src/tool_parser/types.rs rename to sgl-model-gateway/src/tool_parser/types.rs diff --git a/sgl-router/src/version.rs b/sgl-model-gateway/src/version.rs similarity index 100% rename from sgl-router/src/version.rs rename to sgl-model-gateway/src/version.rs diff --git a/sgl-router/src/wasm/README.md b/sgl-model-gateway/src/wasm/README.md similarity index 100% rename from sgl-router/src/wasm/README.md rename to sgl-model-gateway/src/wasm/README.md diff --git a/sgl-router/src/wasm/config.rs b/sgl-model-gateway/src/wasm/config.rs similarity index 100% rename from sgl-router/src/wasm/config.rs rename to sgl-model-gateway/src/wasm/config.rs diff --git a/sgl-router/src/wasm/errors.rs b/sgl-model-gateway/src/wasm/errors.rs similarity index 100% rename from sgl-router/src/wasm/errors.rs rename to sgl-model-gateway/src/wasm/errors.rs diff --git a/sgl-router/src/wasm/interface/spec.wit b/sgl-model-gateway/src/wasm/interface/spec.wit similarity index 100% rename from sgl-router/src/wasm/interface/spec.wit rename to sgl-model-gateway/src/wasm/interface/spec.wit diff --git a/sgl-router/src/wasm/mod.rs b/sgl-model-gateway/src/wasm/mod.rs similarity index 100% rename from sgl-router/src/wasm/mod.rs rename to sgl-model-gateway/src/wasm/mod.rs diff --git a/sgl-router/src/wasm/module.rs b/sgl-model-gateway/src/wasm/module.rs similarity index 100% rename from sgl-router/src/wasm/module.rs rename to sgl-model-gateway/src/wasm/module.rs diff --git a/sgl-router/src/wasm/module_manager.rs b/sgl-model-gateway/src/wasm/module_manager.rs similarity index 100% rename from sgl-router/src/wasm/module_manager.rs rename to sgl-model-gateway/src/wasm/module_manager.rs diff --git a/sgl-router/src/wasm/route.rs b/sgl-model-gateway/src/wasm/route.rs similarity index 100% rename from sgl-router/src/wasm/route.rs rename to sgl-model-gateway/src/wasm/route.rs diff --git a/sgl-router/src/wasm/runtime.rs b/sgl-model-gateway/src/wasm/runtime.rs similarity index 100% rename from sgl-router/src/wasm/runtime.rs rename to sgl-model-gateway/src/wasm/runtime.rs diff --git a/sgl-router/src/wasm/spec.rs b/sgl-model-gateway/src/wasm/spec.rs similarity index 100% rename from sgl-router/src/wasm/spec.rs rename to sgl-model-gateway/src/wasm/spec.rs diff --git a/sgl-router/src/wasm/types.rs b/sgl-model-gateway/src/wasm/types.rs similarity index 100% rename from sgl-router/src/wasm/types.rs rename to sgl-model-gateway/src/wasm/types.rs diff --git a/sgl-router/tests/api_endpoints_test.rs b/sgl-model-gateway/tests/api_endpoints_test.rs similarity index 100% rename from sgl-router/tests/api_endpoints_test.rs rename to sgl-model-gateway/tests/api_endpoints_test.rs diff --git a/sgl-router/tests/cache_aware_backward_compat_test.rs b/sgl-model-gateway/tests/cache_aware_backward_compat_test.rs similarity index 100% rename from sgl-router/tests/cache_aware_backward_compat_test.rs rename to sgl-model-gateway/tests/cache_aware_backward_compat_test.rs diff --git a/sgl-router/tests/chat_template_format_detection.rs b/sgl-model-gateway/tests/chat_template_format_detection.rs similarity index 100% rename from sgl-router/tests/chat_template_format_detection.rs rename to sgl-model-gateway/tests/chat_template_format_detection.rs diff --git a/sgl-router/tests/chat_template_integration.rs b/sgl-model-gateway/tests/chat_template_integration.rs similarity index 100% rename from sgl-router/tests/chat_template_integration.rs rename to sgl-model-gateway/tests/chat_template_integration.rs diff --git a/sgl-router/tests/chat_template_loading.rs b/sgl-model-gateway/tests/chat_template_loading.rs similarity index 100% rename from sgl-router/tests/chat_template_loading.rs rename to sgl-model-gateway/tests/chat_template_loading.rs diff --git a/sgl-router/tests/common/mock_mcp_server.rs b/sgl-model-gateway/tests/common/mock_mcp_server.rs similarity index 100% rename from sgl-router/tests/common/mock_mcp_server.rs rename to sgl-model-gateway/tests/common/mock_mcp_server.rs diff --git a/sgl-router/tests/common/mock_openai_server.rs b/sgl-model-gateway/tests/common/mock_openai_server.rs similarity index 100% rename from sgl-router/tests/common/mock_openai_server.rs rename to sgl-model-gateway/tests/common/mock_openai_server.rs diff --git a/sgl-router/tests/common/mock_worker.rs b/sgl-model-gateway/tests/common/mock_worker.rs similarity index 100% rename from sgl-router/tests/common/mock_worker.rs rename to sgl-model-gateway/tests/common/mock_worker.rs diff --git a/sgl-router/tests/common/mod.rs b/sgl-model-gateway/tests/common/mod.rs similarity index 100% rename from sgl-router/tests/common/mod.rs rename to sgl-model-gateway/tests/common/mod.rs diff --git a/sgl-router/tests/common/streaming_helpers.rs b/sgl-model-gateway/tests/common/streaming_helpers.rs similarity index 100% rename from sgl-router/tests/common/streaming_helpers.rs rename to sgl-model-gateway/tests/common/streaming_helpers.rs diff --git a/sgl-router/tests/common/test_app.rs b/sgl-model-gateway/tests/common/test_app.rs similarity index 100% rename from sgl-router/tests/common/test_app.rs rename to sgl-model-gateway/tests/common/test_app.rs diff --git a/sgl-router/tests/fixtures/images/grayscale.jpg b/sgl-model-gateway/tests/fixtures/images/grayscale.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/grayscale.jpg rename to sgl-model-gateway/tests/fixtures/images/grayscale.jpg diff --git a/sgl-router/tests/fixtures/images/large.jpg b/sgl-model-gateway/tests/fixtures/images/large.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/large.jpg rename to sgl-model-gateway/tests/fixtures/images/large.jpg diff --git a/sgl-router/tests/fixtures/images/odd_dims.jpg b/sgl-model-gateway/tests/fixtures/images/odd_dims.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/odd_dims.jpg rename to sgl-model-gateway/tests/fixtures/images/odd_dims.jpg diff --git a/sgl-router/tests/fixtures/images/small.jpg b/sgl-model-gateway/tests/fixtures/images/small.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/small.jpg rename to sgl-model-gateway/tests/fixtures/images/small.jpg diff --git a/sgl-router/tests/fixtures/images/square.jpg b/sgl-model-gateway/tests/fixtures/images/square.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/square.jpg rename to sgl-model-gateway/tests/fixtures/images/square.jpg diff --git a/sgl-router/tests/fixtures/images/tall.jpg b/sgl-model-gateway/tests/fixtures/images/tall.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/tall.jpg rename to sgl-model-gateway/tests/fixtures/images/tall.jpg diff --git a/sgl-router/tests/fixtures/images/tiny.jpg b/sgl-model-gateway/tests/fixtures/images/tiny.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/tiny.jpg rename to sgl-model-gateway/tests/fixtures/images/tiny.jpg diff --git a/sgl-router/tests/fixtures/images/very_tall.jpg b/sgl-model-gateway/tests/fixtures/images/very_tall.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/very_tall.jpg rename to sgl-model-gateway/tests/fixtures/images/very_tall.jpg diff --git a/sgl-router/tests/fixtures/images/very_wide.jpg b/sgl-model-gateway/tests/fixtures/images/very_wide.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/very_wide.jpg rename to sgl-model-gateway/tests/fixtures/images/very_wide.jpg diff --git a/sgl-router/tests/fixtures/images/wide.jpg b/sgl-model-gateway/tests/fixtures/images/wide.jpg similarity index 100% rename from sgl-router/tests/fixtures/images/wide.jpg rename to sgl-model-gateway/tests/fixtures/images/wide.jpg diff --git a/sgl-router/tests/mcp_test.rs b/sgl-model-gateway/tests/mcp_test.rs similarity index 100% rename from sgl-router/tests/mcp_test.rs rename to sgl-model-gateway/tests/mcp_test.rs diff --git a/sgl-router/tests/metrics_aggregator_test.rs b/sgl-model-gateway/tests/metrics_aggregator_test.rs similarity index 100% rename from sgl-router/tests/metrics_aggregator_test.rs rename to sgl-model-gateway/tests/metrics_aggregator_test.rs diff --git a/sgl-router/tests/multimodal_tracker_test.rs b/sgl-model-gateway/tests/multimodal_tracker_test.rs similarity index 100% rename from sgl-router/tests/multimodal_tracker_test.rs rename to sgl-model-gateway/tests/multimodal_tracker_test.rs diff --git a/sgl-router/tests/policy_registry_integration.rs b/sgl-model-gateway/tests/policy_registry_integration.rs similarity index 100% rename from sgl-router/tests/policy_registry_integration.rs rename to sgl-model-gateway/tests/policy_registry_integration.rs diff --git a/sgl-router/tests/request_formats_test.rs b/sgl-model-gateway/tests/request_formats_test.rs similarity index 100% rename from sgl-router/tests/request_formats_test.rs rename to sgl-model-gateway/tests/request_formats_test.rs diff --git a/sgl-router/tests/responses_api_test.rs b/sgl-model-gateway/tests/responses_api_test.rs similarity index 100% rename from sgl-router/tests/responses_api_test.rs rename to sgl-model-gateway/tests/responses_api_test.rs diff --git a/sgl-router/tests/spec/chat_completion.rs b/sgl-model-gateway/tests/spec/chat_completion.rs similarity index 100% rename from sgl-router/tests/spec/chat_completion.rs rename to sgl-model-gateway/tests/spec/chat_completion.rs diff --git a/sgl-router/tests/spec/chat_message.rs b/sgl-model-gateway/tests/spec/chat_message.rs similarity index 100% rename from sgl-router/tests/spec/chat_message.rs rename to sgl-model-gateway/tests/spec/chat_message.rs diff --git a/sgl-router/tests/spec/embedding.rs b/sgl-model-gateway/tests/spec/embedding.rs similarity index 100% rename from sgl-router/tests/spec/embedding.rs rename to sgl-model-gateway/tests/spec/embedding.rs diff --git a/sgl-router/tests/spec/mod.rs b/sgl-model-gateway/tests/spec/mod.rs similarity index 100% rename from sgl-router/tests/spec/mod.rs rename to sgl-model-gateway/tests/spec/mod.rs diff --git a/sgl-router/tests/spec/rerank.rs b/sgl-model-gateway/tests/spec/rerank.rs similarity index 100% rename from sgl-router/tests/spec/rerank.rs rename to sgl-model-gateway/tests/spec/rerank.rs diff --git a/sgl-router/tests/spec/responses.rs b/sgl-model-gateway/tests/spec/responses.rs similarity index 100% rename from sgl-router/tests/spec/responses.rs rename to sgl-model-gateway/tests/spec/responses.rs diff --git a/sgl-router/tests/spec_test.rs b/sgl-model-gateway/tests/spec_test.rs similarity index 100% rename from sgl-router/tests/spec_test.rs rename to sgl-model-gateway/tests/spec_test.rs diff --git a/sgl-router/tests/streaming_tests.rs b/sgl-model-gateway/tests/streaming_tests.rs similarity index 100% rename from sgl-router/tests/streaming_tests.rs rename to sgl-model-gateway/tests/streaming_tests.rs diff --git a/sgl-router/tests/test_openai_routing.rs b/sgl-model-gateway/tests/test_openai_routing.rs similarity index 100% rename from sgl-router/tests/test_openai_routing.rs rename to sgl-model-gateway/tests/test_openai_routing.rs diff --git a/sgl-router/tests/test_pd_routing.rs b/sgl-model-gateway/tests/test_pd_routing.rs similarity index 100% rename from sgl-router/tests/test_pd_routing.rs rename to sgl-model-gateway/tests/test_pd_routing.rs diff --git a/sgl-router/tests/tokenizer_cache_correctness_test.rs b/sgl-model-gateway/tests/tokenizer_cache_correctness_test.rs similarity index 100% rename from sgl-router/tests/tokenizer_cache_correctness_test.rs rename to sgl-model-gateway/tests/tokenizer_cache_correctness_test.rs diff --git a/sgl-router/tests/tokenizer_integration.rs b/sgl-model-gateway/tests/tokenizer_integration.rs similarity index 100% rename from sgl-router/tests/tokenizer_integration.rs rename to sgl-model-gateway/tests/tokenizer_integration.rs diff --git a/sgl-router/tests/tool_parser_deepseek.rs b/sgl-model-gateway/tests/tool_parser_deepseek.rs similarity index 100% rename from sgl-router/tests/tool_parser_deepseek.rs rename to sgl-model-gateway/tests/tool_parser_deepseek.rs diff --git a/sgl-router/tests/tool_parser_edge_cases.rs b/sgl-model-gateway/tests/tool_parser_edge_cases.rs similarity index 100% rename from sgl-router/tests/tool_parser_edge_cases.rs rename to sgl-model-gateway/tests/tool_parser_edge_cases.rs diff --git a/sgl-router/tests/tool_parser_fallback.rs b/sgl-model-gateway/tests/tool_parser_fallback.rs similarity index 100% rename from sgl-router/tests/tool_parser_fallback.rs rename to sgl-model-gateway/tests/tool_parser_fallback.rs diff --git a/sgl-router/tests/tool_parser_glm4_moe.rs b/sgl-model-gateway/tests/tool_parser_glm4_moe.rs similarity index 100% rename from sgl-router/tests/tool_parser_glm4_moe.rs rename to sgl-model-gateway/tests/tool_parser_glm4_moe.rs diff --git a/sgl-router/tests/tool_parser_json.rs b/sgl-model-gateway/tests/tool_parser_json.rs similarity index 100% rename from sgl-router/tests/tool_parser_json.rs rename to sgl-model-gateway/tests/tool_parser_json.rs diff --git a/sgl-router/tests/tool_parser_kimik2.rs b/sgl-model-gateway/tests/tool_parser_kimik2.rs similarity index 100% rename from sgl-router/tests/tool_parser_kimik2.rs rename to sgl-model-gateway/tests/tool_parser_kimik2.rs diff --git a/sgl-router/tests/tool_parser_llama.rs b/sgl-model-gateway/tests/tool_parser_llama.rs similarity index 100% rename from sgl-router/tests/tool_parser_llama.rs rename to sgl-model-gateway/tests/tool_parser_llama.rs diff --git a/sgl-router/tests/tool_parser_minimax_m2.rs b/sgl-model-gateway/tests/tool_parser_minimax_m2.rs similarity index 100% rename from sgl-router/tests/tool_parser_minimax_m2.rs rename to sgl-model-gateway/tests/tool_parser_minimax_m2.rs diff --git a/sgl-router/tests/tool_parser_mistral.rs b/sgl-model-gateway/tests/tool_parser_mistral.rs similarity index 100% rename from sgl-router/tests/tool_parser_mistral.rs rename to sgl-model-gateway/tests/tool_parser_mistral.rs diff --git a/sgl-router/tests/tool_parser_mixed_edge_cases.rs b/sgl-model-gateway/tests/tool_parser_mixed_edge_cases.rs similarity index 100% rename from sgl-router/tests/tool_parser_mixed_edge_cases.rs rename to sgl-model-gateway/tests/tool_parser_mixed_edge_cases.rs diff --git a/sgl-router/tests/tool_parser_partial_json.rs b/sgl-model-gateway/tests/tool_parser_partial_json.rs similarity index 100% rename from sgl-router/tests/tool_parser_partial_json.rs rename to sgl-model-gateway/tests/tool_parser_partial_json.rs diff --git a/sgl-router/tests/tool_parser_pythonic.rs b/sgl-model-gateway/tests/tool_parser_pythonic.rs similarity index 100% rename from sgl-router/tests/tool_parser_pythonic.rs rename to sgl-model-gateway/tests/tool_parser_pythonic.rs diff --git a/sgl-router/tests/tool_parser_qwen.rs b/sgl-model-gateway/tests/tool_parser_qwen.rs similarity index 100% rename from sgl-router/tests/tool_parser_qwen.rs rename to sgl-model-gateway/tests/tool_parser_qwen.rs diff --git a/sgl-router/tests/tool_parser_step3.rs b/sgl-model-gateway/tests/tool_parser_step3.rs similarity index 100% rename from sgl-router/tests/tool_parser_step3.rs rename to sgl-model-gateway/tests/tool_parser_step3.rs diff --git a/sgl-router/tests/vision_golden_tests.rs b/sgl-model-gateway/tests/vision_golden_tests.rs similarity index 100% rename from sgl-router/tests/vision_golden_tests.rs rename to sgl-model-gateway/tests/vision_golden_tests.rs diff --git a/sgl-router/tests/wasm_test.rs b/sgl-model-gateway/tests/wasm_test.rs similarity index 100% rename from sgl-router/tests/wasm_test.rs rename to sgl-model-gateway/tests/wasm_test.rs diff --git a/sgl-router/tests/workflow_test.rs b/sgl-model-gateway/tests/workflow_test.rs similarity index 100% rename from sgl-router/tests/workflow_test.rs rename to sgl-model-gateway/tests/workflow_test.rs diff --git a/sgl-router/bindings/golang/go.mod b/sgl-router/bindings/golang/go.mod deleted file mode 100644 index 9b820fcf384d..000000000000 --- a/sgl-router/bindings/golang/go.mod +++ /dev/null @@ -1,3 +0,0 @@ -module github.com/sglang/sglang-go-grpc-sdk - -go 1.21