refactor: rename triton_distributed to dynemo for libraries

.dockerignore

@@ -19,7 +19,7 @@
 **/*.plan
 **/.cache/*
 **/*onnx*
-# Engine must be allowed because code contains triton_distributed_engine.py
+# Engine must be allowed because code contains dynemo_engine.py
 **/*tensorrtllm_engines*
 **/*tensorrtllm_models*
 **/*tensorrtllm_checkpoints*

.github/workflows/pre-merge.yml

@@ -22,25 +22,6 @@ on:
 
 jobs:
 
-  # icp_validation:
-  #   runs-on: ubuntu-latest
-  #   container:
-  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
-  #     env:
-  #       BUILD_NUMBER: ${{ github.job }}
-  #       CUDA_VISIBLE_DEVICES: -1
-  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
-  #     volumes:
-  #     - ${{ github.workspace }}:/workspace
-  #   permissions:
-  #     contents: read
-  #     packages: read
-  #   steps:
-  #   - uses: actions/checkout@v4
-  #   - run: ./icp/protos/gen_python.sh
-  #   - run: pytest --verbose icp
-  #     timeout-minutes: 3
-
   pre-commit:
     runs-on: ubuntu-latest
     permissions:
@@ -52,41 +33,3 @@ jobs:
       timeout-minutes: 3
 
 
-
-  # providers_validation:
-  #   runs-on: ubuntu-latest
-  #   container:
-  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
-  #     env:
-  #       BUILD_NUMBER: ${{ github.job }}
-  #       CUDA_VISIBLE_DEVICES: -1
-  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
-  #       PROTO_OUT: /python/icp/protos
-  #     volumes:
-  #     - ${{ github.workspace }}:/workspace
-  #   permissions:
-  #     contents: read
-  #     packages: read
-  #   steps:
-  #   - uses: actions/checkout@v4
-  #   - run: pytest --verbose providers
-
-  # worker_validation:
-  #   runs-on: ubuntu-latest
-  #   container:
-  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
-  #     env:
-  #       BUILD_NUMBER: ${{ github.job }}
-  #       CUDA_VISIBLE_DEVICES: -1
-  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
-  #       PROTO_OUT: /python/icp/protos
-  #     volumes:
-  #     - ${{ github.workspace }}:/workspace
-  #   permissions:
-  #     contents: read
-  #     packages: read
-  #   steps:
-  #   - uses: actions/checkout@v4
-  #   - run: ./icp/protos/gen_python.sh
-  #   - run: pytest -p no:warnings --verbose worker/python/tests
-  #     timeout-minutes: 2

ATTRIBUTIONS.md

@@ -17,7 +17,7 @@ limitations under the License.
 
 # Open Source License Attribution
 
-   Triton Distributed uses Open Source components. You can find the details of these open-source projects along with license information below.
+   Dynemo uses Open Source components. You can find the details of these open-source projects along with license information below.
    We are grateful to the developers for their contributions to open source and acknowledge these below.
 
 ## nats-py - [Apache License 2.0](https://github.com/nats-io/nats.py/blob/main/LICENSE)

README.md

@@ -71,7 +71,7 @@ The run script offers a few common workflows:
 1. Running a command in a container and exiting.
 
 ```
-./container/run.sh -- python3 -c "import triton_distributed.runtime; help(triton_distributed.runtime)"
+./container/run.sh -- python3 -c "import dynemo.runtime; help(dynemo.runtime)"
 ```
 
 2. Starting an interactive shell.

applications/llm/count/Cargo.toml

@@ -21,8 +21,8 @@ license = "Apache-2.0"
 
 [dependencies]
 # local
-triton-distributed-runtime = { path = "../../../lib/runtime" }
-triton-distributed-llm = { path = "../../../lib/llm" }
+dynemo-runtime = { path = "../../../lib/runtime" }
+dynemo-llm = { path = "../../../lib/llm" }
 
 # workspace - todo
 
@@ -40,4 +40,4 @@ rand = "0.8"
 axum = "0.6"
 
 [dev-dependencies]
-reqwest = { version = "0.11", features = ["blocking"] }
+reqwest = { version = "0.11", features = ["blocking"] }

applications/llm/count/README.md

@@ -8,17 +8,17 @@ the services associated with that endpoint, do some postprocessing on them,
 and then publish an event with the postprocessed data.
 
 ```bash
-# For more details, try TRD_LOG=debug
-TRD_LOG=info cargo run --bin count -- --namespace triton-init --component backend --endpoint generate
+# For more details, try DYN_LOG=debug
+DYN_LOG=info cargo run --bin count -- --namespace dynemo --component backend --endpoint generate
 
-# 2025-02-26T18:45:05.467026Z  INFO count: Creating unique instance of Count at triton-init/components/count/instance
-# 2025-02-26T18:45:05.472146Z  INFO count: Scraping service triton_init_backend_720278f8 and filtering on subject triton_init_backend_720278f8.generate
+# 2025-02-26T18:45:05.467026Z  INFO count: Creating unique instance of Count at dynemo/components/count/instance
+# 2025-02-26T18:45:05.472146Z  INFO count: Scraping service dynemo_init_backend_720278f8 and filtering on subject dynemo_init_backend_720278f8.generate
 # ...
 ```
 
 With no matching endpoints running, you should see warnings in the logs:
 ```bash
-2025-02-26T18:45:06.474161Z  WARN count: No endpoints found matching subject triton_init_backend_720278f8.generate
+2025-02-26T18:45:06.474161Z  WARN count: No endpoints found matching subject dynemo_init_backend_720278f8.generate
 ```
 
 To see metrics published to a matching endpoint, you can use the
@@ -35,7 +35,7 @@ since the endpoint will automatically get discovered.
 When stats are found from the target endpoints being listened on, count will
 aggregate and publish some metrics as both an event and to a prometheus web server:
 ```
-2025-02-28T04:05:58.077901Z  INFO count: Aggregated metrics: ProcessedEndpoints { endpoints: [Endpoint { name: "worker-7587884888253033398", subject: "triton_init_backend_720278f8.generate-694d951a80e06bb6", data: ForwardPassMetrics { request_active_slots: 58, request_total_slots: 100, kv_active_blocks: 77, kv_total_blocks: 100 } }, Endpoint { name: "worker-7587884888253033401", subject: "triton_init_backend_720278f8.generate-694d951a80e06bb9", data: ForwardPassMetrics { request_active_slots: 71, request_total_slots: 100, kv_active_blocks: 29, kv_total_blocks: 100 } }], worker_ids: [7587884888253033398, 7587884888253033401], load_avg: 53.0, load_std: 24.0 }
+2025-02-28T04:05:58.077901Z  INFO count: Aggregated metrics: ProcessedEndpoints { endpoints: [Endpoint { name: "worker-7587884888253033398", subject: "dynemo_init_backend_720278f8.generate-694d951a80e06bb6", data: ForwardPassMetrics { request_active_slots: 58, request_total_slots: 100, kv_active_blocks: 77, kv_total_blocks: 100 } }, Endpoint { name: "worker-7587884888253033401", subject: "dynemo_init_backend_720278f8.generate-694d951a80e06bb9", data: ForwardPassMetrics { request_active_slots: 71, request_total_slots: 100, kv_active_blocks: 29, kv_total_blocks: 100 } }], worker_ids: [7587884888253033398, 7587884888253033401], load_avg: 53.0, load_std: 24.0 }
 ```
 
 To see the metrics being published in prometheus format, you can run:

applications/llm/count/src/bin/mock_worker.rs

@@ -13,10 +13,8 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-use rand::Rng;
-use std::sync::Arc;
-use triton_distributed_llm::kv_router::protocols::ForwardPassMetrics;
-use triton_distributed_runtime::{
+use dynemo_llm::kv_router::protocols::ForwardPassMetrics;
+use dynemo_runtime::{
     logging,
     pipeline::{
         async_trait, network::Ingress, AsyncEngine, AsyncEngineContextProvider, Error, ManyOut,
@@ -25,6 +23,8 @@ use triton_distributed_runtime::{
     protocols::annotated::Annotated,
     stream, DistributedRuntime, Result, Runtime, Worker,
 };
+use rand::Rng;
+use std::sync::Arc;
 
 fn main() -> Result<()> {
     logging::init();
@@ -69,7 +69,7 @@ async fn backend(runtime: DistributedRuntime) -> Result<()> {
     // we must first create a service, then we can attach one more more endpoints
 
     runtime
-        .namespace("triton-init")?
+        .namespace("dynemo")?
         .component("backend")?
         .service_builder()
         .create()