feat(stargate): configure power-of-n sample count

src/libraries/rust/stargate/benches/backend-degradation.yaml

@@ -99,15 +99,15 @@ traffic_pattern:
     target_rps: 6
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: wait-and-widen
     config:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/bursty-8-backends.yaml

@@ -105,9 +105,9 @@ traffic_pattern:
   burst_period_requests: 16
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: random
     config:
       default: random

src/libraries/rust/stargate/benches/cache-thrash-6-backends.yaml

@@ -64,15 +64,15 @@ traffic_pattern:
     target_rps: 8
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: wait-and-widen
     config:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -81,7 +81,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -90,7 +90,7 @@ algorithms:
           consider_kv_free_tokens: true
   - name: pulsar-wait-and-widen
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen
@@ -99,7 +99,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-wait-and-widen-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen

src/libraries/rust/stargate/benches/hotset-8-backends-long.yaml

@@ -107,9 +107,9 @@ traffic_pattern:
     target_rps: 5
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -121,7 +121,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/hotset-8-backends.yaml

@@ -107,9 +107,9 @@ traffic_pattern:
     target_rps: 40
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -121,7 +121,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/lb-balance-bursty-4c2p-2s.yaml

@@ -107,9 +107,9 @@ traffic_pattern:
   burst_period_requests: 40
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -121,7 +121,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/lb-balance-hotset-8c2p-4s.yaml

@@ -109,9 +109,9 @@ traffic_pattern:
     target_rps: 140
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -123,7 +123,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-4c2p-2s.yaml

@@ -109,9 +109,9 @@ traffic_pattern:
     target_rps: 45
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -123,7 +123,7 @@ algorithms:
       default: wait-and-widen
   - name: wait-and-widen-affinity
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: wait-and-widen
@@ -133,7 +133,7 @@ algorithms:
           cache_affinity_backend_selection_count: 1
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -142,7 +142,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -151,7 +151,7 @@ algorithms:
           consider_kv_free_tokens: true
   - name: pulsar-wait-and-widen
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen
@@ -160,7 +160,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-wait-and-widen-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-pulsar-wait-and-widen-slo-4c2p-1s.yaml

@@ -115,7 +115,7 @@ algorithms:
     pylon_queue_admission:
       enabled: false
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: wait-and-widen
@@ -127,7 +127,7 @@ algorithms:
     pylon_queue_admission:
       enabled: false
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -138,7 +138,7 @@ algorithms:
     pylon_queue_admission:
       enabled: false
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen

src/libraries/rust/stargate/benches/lb-balance-prefix-reuse-smoke-2c2p-1s.yaml

@@ -63,9 +63,9 @@ traffic_pattern:
     target_rps: 20
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -77,7 +77,7 @@ algorithms:
       default: wait-and-widen
   - name: wait-and-widen-affinity
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: wait-and-widen
@@ -87,7 +87,7 @@ algorithms:
           cache_affinity_backend_selection_count: 1
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -96,7 +96,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar
@@ -105,7 +105,7 @@ algorithms:
           consider_kv_free_tokens: true
   - name: pulsar-wait-and-widen
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen
@@ -114,7 +114,7 @@ algorithms:
           require_input_tokens: true
   - name: pulsar-wait-and-widen-consider-kv-free-tokens
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar-wait-and-widen

src/libraries/rust/stargate/benches/lb-balance-smoke-2c2p-1s.yaml

@@ -62,9 +62,9 @@ traffic_pattern:
     interval_ms: 40
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -76,7 +76,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/mixed-size-pulsar.yaml

@@ -118,15 +118,15 @@ traffic_pattern:
       p99_cap: 2048
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: wait-and-widen
     config:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/overload-6-backends.yaml

@@ -91,9 +91,9 @@ traffic_pattern:
   burst_period_requests: 20
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
@@ -105,7 +105,7 @@ algorithms:
       default: wait-and-widen
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar

src/libraries/rust/stargate/benches/stair-step-2-stargates.yaml

@@ -62,15 +62,15 @@ traffic_pattern:
   step_requests: 20
 
 algorithms:
-  - name: power-of-two
+  - name: power-of-n
     config:
-      default: power-of-two
+      default: power-of-n
   - name: round-robin
     config:
       default: round-robin
   - name: pulsar
     config:
-      default: power-of-two
+      default: power-of-n
       models:
         dummy-model:
           algorithm: pulsar