Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 10 additions & 4 deletions deploy/inference-gateway/ext-proc/examples/onramp/agg.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -151,20 +151,26 @@ spec:
port: 8000
targetPort: http
---
# RBAC: the EPP reads the InferencePool (read-only), lists/watches its pods, and
# watches EndpointSlices to discover both worker pods and its own sibling EPP
# replicas (embedded replication peer sync).
# RBAC: the EPP reads the peer Service contract, the InferencePool (read-only),
# lists/watches its pods, and watches EndpointSlices to discover both worker
# pods and its own sibling EPP replicas (embedded replication peer sync).
apiVersion: v1
kind: ServiceAccount
metadata:
name: dynamo-epp
---
# Standalone discovery reads only namespaced worker, pool, and EndpointSlice state.
# Standalone discovery reads namespaced Service, worker, pool, and EndpointSlice state.
apiVersion: rbac.authorization.k8s.io/v1
kind: Role
metadata:
name: dynamo-epp
rules:
- apiGroups:
- ""
resources:
- services
verbs:
- get
- apiGroups:
- ""
resources:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -87,8 +87,9 @@ pub struct EppStandaloneConfig {
/// KV indexer thread-pool size for the in-process selector.
#[validate(range(min = 1))]
pub selector_threads: usize,
/// EPP Service for peer discovery and state synchronization. The eventual
/// selector resolves its named `replica-agg` port from EndpointSlices.
/// EPP Service for peer discovery and state synchronization. The selector
/// validates its named `replica-agg` Service port and resolves named
/// `targetPort` values from EndpointSlices.
pub peer_service: Option<String>,
/// `InferencePool` this EPP backs; its selector + target port drive discovery.
#[validate(length(min = 1, message = "DYN_EPP_INFERENCE_POOL_NAME is required"))]
Expand Down
Loading
Loading