diff --git a/tests/results/dp-perf/edge/edge-oss.md b/tests/results/dp-perf/edge/edge-oss.md index 437efcbf23..6b5630a2f7 100644 --- a/tests/results/dp-perf/edge/edge-oss.md +++ b/tests/results/dp-perf/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 -- RAM per node: 65853964Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -23,24 +23,23 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 999.50 -Duration [total, attack, wait] 30s, 29.999s, 779.26µs -Latencies [min, mean, 50, 90, 95, 99, max] 401.546µs, 729.594µs, 696.171µs, 808.825µs, 853.548µs, 993.26µs, 12.557ms -Bytes In [total, mean] 4769865, 159.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 724.131µs +Latencies [min, mean, 50, 90, 95, 99, max] 506.273µs, 701.347µs, 679.076µs, 779.282µs, 819.797µs, 976.515µs, 12.161ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 99.95% -Status Codes [code:count] 200:29985 502:15 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 Error Set: -502 Bad Gateway ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 707.055µs -Latencies [min, mean, 50, 90, 95, 99, max] 535.388µs, 765.759µs, 741.731µs, 856.44µs, 900.22µs, 1.028ms, 12.624ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 692.989µs +Latencies [min, mean, 50, 90, 95, 99, max] 532.886µs, 721.993µs, 706.02µs, 812.366µs, 860.289µs, 1.018ms, 4.297ms +Bytes In [total, mean] 4860000, 162.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -50,10 +49,10 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 825.751µs -Latencies [min, mean, 50, 90, 95, 99, max] 562.053µs, 766.667µs, 744.972µs, 859.534µs, 901.417µs, 1.02ms, 11.739ms -Bytes In [total, mean] 5040000, 168.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 713.827µs +Latencies [min, mean, 50, 90, 95, 99, max] 538.212µs, 722.813µs, 705.872µs, 813.629µs, 859.743µs, 1.009ms, 7.374ms +Bytes In [total, mean] 5100000, 170.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -63,10 +62,10 @@ Error Set: ## Test4: Running tea GET method based routing ```text -Requests [total, rate, throughput] 30000, 1000.02, 999.99 -Duration [total, attack, wait] 30s, 29.999s, 794.715µs -Latencies [min, mean, 50, 90, 95, 99, max] 550.188µs, 749.652µs, 735.445µs, 851.278µs, 896.326µs, 1.024ms, 5.942ms -Bytes In [total, mean] 4710000, 157.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.98 +Duration [total, attack, wait] 30s, 30s, 690.398µs +Latencies [min, mean, 50, 90, 95, 99, max] 530.942µs, 709.483µs, 690.422µs, 800.878µs, 843.812µs, 975.935µs, 9.135ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -76,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 776.178µs -Latencies [min, mean, 50, 90, 95, 99, max] 555.668µs, 750.151µs, 736.996µs, 847.199µs, 890.538µs, 1.003ms, 9.982ms -Bytes In [total, mean] 4710000, 157.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 773.112µs +Latencies [min, mean, 50, 90, 95, 99, max] 512.273µs, 709.133µs, 692.254µs, 793.501µs, 832.049µs, 968.373µs, 11.168ms +Bytes In [total, mean] 4770000, 159.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/dp-perf/edge/edge-plus.md b/tests/results/dp-perf/edge/edge-plus.md index a49df8c467..124e0439a1 100644 --- a/tests/results/dp-perf/edge/edge-plus.md +++ b/tests/results/dp-perf/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 - RAM per node: 65853972Ki - Max pods per node: 110 @@ -23,23 +23,23 @@ GKE Cluster: ## Test1: Running latte path based routing ```text -Requests [total, rate, throughput] 29999, 1000.00, 999.98 -Duration [total, attack, wait] 30s, 29.999s, 613.524µs -Latencies [min, mean, 50, 90, 95, 99, max] 493.667µs, 661.552µs, 643.908µs, 726.654µs, 763.9µs, 862.035µs, 16.392ms -Bytes In [total, mean] 4829839, 161.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 621.777µs +Latencies [min, mean, 50, 90, 95, 99, max] 493.496µs, 682.208µs, 666.971µs, 771.821µs, 812.592µs, 935.803µs, 9.613ms +Bytes In [total, mean] 4800000, 160.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` ## Test2: Running coffee header based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 688.713µs -Latencies [min, mean, 50, 90, 95, 99, max] 522.959µs, 689.862µs, 672.734µs, 764.478µs, 797.131µs, 890.809µs, 12.189ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 696.203µs +Latencies [min, mean, 50, 90, 95, 99, max] 529.204µs, 709.079µs, 694.929µs, 791.712µs, 834.953µs, 960.962µs, 9.219ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -49,13 +49,13 @@ Error Set: ## Test3: Running coffee query based routing ```text -Requests [total, rate, throughput] 30000, 1000.03, 1000.00 -Duration [total, attack, wait] 30s, 29.999s, 670.956µs -Latencies [min, mean, 50, 90, 95, 99, max] 531.378µs, 688.422µs, 674.945µs, 759.955µs, 793.679µs, 885.247µs, 14.82ms -Bytes In [total, mean] 5100000, 170.00 +Requests [total, rate, throughput] 29999, 1000.00, 999.98 +Duration [total, attack, wait] 30s, 29.999s, 659.516µs +Latencies [min, mean, 50, 90, 95, 99, max] 542.362µs, 719.357µs, 701.71µs, 805.054µs, 848.72µs, 980.33µs, 11.954ms +Bytes In [total, mean] 5069831, 169.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Status Codes [code:count] 200:29999 Error Set: ``` @@ -63,9 +63,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 1000.03, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 750.387µs -Latencies [min, mean, 50, 90, 95, 99, max] 530.656µs, 682.96µs, 663.291µs, 755.22µs, 792.507µs, 882.755µs, 20.103ms -Bytes In [total, mean] 4770000, 159.00 +Duration [total, attack, wait] 30s, 29.999s, 677.532µs +Latencies [min, mean, 50, 90, 95, 99, max] 509.01µs, 703.22µs, 689.619µs, 790.875µs, 832.349µs, 970.323µs, 7.744ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -75,10 +75,10 @@ Error Set: ## Test5: Running tea POST method based routing ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 648.522µs -Latencies [min, mean, 50, 90, 95, 99, max] 519.81µs, 675.008µs, 658.634µs, 742.332µs, 782.502µs, 869.715µs, 12.734ms -Bytes In [total, mean] 4770000, 159.00 +Requests [total, rate, throughput] 30000, 1000.01, 999.99 +Duration [total, attack, wait] 30s, 30s, 687.367µs +Latencies [min, mean, 50, 90, 95, 99, max] 520.251µs, 696.116µs, 682.682µs, 780.437µs, 820.818µs, 945.164µs, 8.67ms +Bytes In [total, mean] 4740000, 158.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/ngf-upgrade/edge/edge-oss.md b/tests/results/ngf-upgrade/edge/edge-oss.md index a88dac4d12..728e3a5096 100644 --- a/tests/results/ngf-upgrade/edge/edge-oss.md +++ b/tests/results/ngf-upgrade/edge/edge-oss.md @@ -6,46 +6,46 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 -- RAM per node: 65853964Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.991s, 868µs -Latencies [min, mean, 50, 90, 95, 99, max] 673.831µs, 905.163µs, 871.482µs, 1.007ms, 1.058ms, 1.21ms, 12.461ms -Bytes In [total, mean] 926034, 154.34 +Duration [total, attack, wait] 59.991s, 59.99s, 879.857µs +Latencies [min, mean, 50, 90, 95, 99, max] 472.733µs, 846.68µs, 831.757µs, 948.108µs, 989.426µs, 1.13ms, 12.461ms +Bytes In [total, mean] 968005, 161.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-oss.png](https-oss.png) +![http-oss.png](http-oss.png) -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.01 -Duration [total, attack, wait] 59.991s, 59.99s, 738.617µs -Latencies [min, mean, 50, 90, 95, 99, max] 611.455µs, 861.834µs, 832.286µs, 967.223µs, 1.017ms, 1.204ms, 12.717ms -Bytes In [total, mean] 960000, 160.00 +Duration [total, attack, wait] 59.991s, 59.99s, 802.597µs +Latencies [min, mean, 50, 90, 95, 99, max] 646.501µs, 872.011µs, 851.784µs, 961.79µs, 1.006ms, 1.137ms, 12.519ms +Bytes In [total, mean] 930000, 155.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-oss.png](http-oss.png) +![https-oss.png](https-oss.png) diff --git a/tests/results/ngf-upgrade/edge/edge-plus.md b/tests/results/ngf-upgrade/edge/edge-plus.md index 2005c9d30d..c26995ecd0 100644 --- a/tests/results/ngf-upgrade/edge/edge-plus.md +++ b/tests/results/ngf-upgrade/edge/edge-plus.md @@ -6,46 +6,46 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 - RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 -## Test: Send https /tea traffic +## Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 837.681µs -Latencies [min, mean, 50, 90, 95, 99, max] 653.705µs, 925.365µs, 897.43µs, 1.065ms, 1.118ms, 1.26ms, 12.393ms -Bytes In [total, mean] 931990, 155.33 +Duration [total, attack, wait] 59.991s, 59.99s, 913.585µs +Latencies [min, mean, 50, 90, 95, 99, max] 660.737µs, 910.81µs, 889.797µs, 1.034ms, 1.093ms, 1.262ms, 14.865ms +Bytes In [total, mean] 968001, 161.33 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![https-plus.png](https-plus.png) +![http-plus.png](http-plus.png) -## Test: Send http /coffee traffic +## Test: Send https /tea traffic ```text Requests [total, rate, throughput] 6000, 100.02, 100.02 -Duration [total, attack, wait] 59.991s, 59.99s, 937.076µs -Latencies [min, mean, 50, 90, 95, 99, max] 429.788µs, 877.933µs, 876.522µs, 1.03ms, 1.08ms, 1.189ms, 12.246ms -Bytes In [total, mean] 966000, 161.00 +Duration [total, attack, wait] 59.991s, 59.99s, 939.801µs +Latencies [min, mean, 50, 90, 95, 99, max] 484.682µs, 898.425µs, 890.482µs, 1.025ms, 1.079ms, 1.209ms, 13.209ms +Bytes In [total, mean] 932025, 155.34 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:6000 Error Set: ``` -![http-plus.png](http-plus.png) +![https-plus.png](https-plus.png) diff --git a/tests/results/ngf-upgrade/edge/http-oss.png b/tests/results/ngf-upgrade/edge/http-oss.png index 7f975877df..050f611e99 100644 Binary files a/tests/results/ngf-upgrade/edge/http-oss.png and b/tests/results/ngf-upgrade/edge/http-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/http-plus.png b/tests/results/ngf-upgrade/edge/http-plus.png index 9fe0ef8b23..eed6f4e0fa 100644 Binary files a/tests/results/ngf-upgrade/edge/http-plus.png and b/tests/results/ngf-upgrade/edge/http-plus.png differ diff --git a/tests/results/ngf-upgrade/edge/https-oss.png b/tests/results/ngf-upgrade/edge/https-oss.png index 7f975877df..050f611e99 100644 Binary files a/tests/results/ngf-upgrade/edge/https-oss.png and b/tests/results/ngf-upgrade/edge/https-oss.png differ diff --git a/tests/results/ngf-upgrade/edge/https-plus.png b/tests/results/ngf-upgrade/edge/https-plus.png index 9fe0ef8b23..eed6f4e0fa 100644 Binary files a/tests/results/ngf-upgrade/edge/https-plus.png and b/tests/results/ngf-upgrade/edge/https-plus.png differ diff --git a/tests/results/reconfig/edge/edge-oss.md b/tests/results/reconfig/edge/edge-oss.md index 1d24fb9eea..bf73cb9f13 100644 --- a/tests/results/reconfig/edge/edge-oss.md +++ b/tests/results/reconfig/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 -- RAM per node: 65853964Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,10 +24,10 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 138ms - Reload distribution: - 500ms: 2 - 1000ms: 2 @@ -39,7 +39,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 46ms +- Event Batch Processing Average Time: 52ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -52,10 +52,10 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 3s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 76ms +- NGINX Reload Average Time: 126ms - Reload distribution: - 500ms: 2 - 1000ms: 2 @@ -66,15 +66,15 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 5 -- Event Batch Processing Average Time: 94ms +- Event Batch Total: 6 +- Event Batch Processing Average Time: 50ms - Event Batch Processing distribution: - - 500ms: 5 - - 1000ms: 5 - - 5000ms: 5 - - 10000ms: 5 - - 30000ms: 5 - - +Infms: 5 + - 500ms: 6 + - 1000ms: 6 + - 5000ms: 6 + - 10000ms: 6 + - 30000ms: 6 + - +Infms: 6 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 30 @@ -82,55 +82,55 @@ GKE Cluster: - TimeToReadyTotal: 7s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 62 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 52 +- NGINX Reload Average Time: 151ms - Reload distribution: - - 500ms: 62 - - 1000ms: 62 - - 5000ms: 62 - - 10000ms: 62 - - 30000ms: 62 - - +Infms: 62 + - 500ms: 52 + - 1000ms: 52 + - 5000ms: 52 + - 10000ms: 52 + - 30000ms: 52 + - +Infms: 52 ### Event Batch Processing -- Event Batch Total: 339 -- Event Batch Processing Average Time: 23ms +- Event Batch Total: 328 +- Event Batch Processing Average Time: 24ms - Event Batch Processing distribution: - - 500ms: 339 - - 1000ms: 339 - - 5000ms: 339 - - 10000ms: 339 - - 30000ms: 339 - - +Infms: 339 + - 500ms: 328 + - 1000ms: 328 + - 5000ms: 328 + - 10000ms: 328 + - 30000ms: 328 + - +Infms: 328 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: 43s +- TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 339 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 284 +- NGINX Reload Average Time: 152ms - Reload distribution: - - 500ms: 339 - - 1000ms: 339 - - 5000ms: 339 - - 10000ms: 339 - - 30000ms: 339 - - +Infms: 339 + - 500ms: 284 + - 1000ms: 284 + - 5000ms: 284 + - 10000ms: 284 + - 30000ms: 284 + - +Infms: 284 ### Event Batch Processing -- Event Batch Total: 1692 -- Event Batch Processing Average Time: 25ms +- Event Batch Total: 1638 +- Event Batch Processing Average Time: 26ms - Event Batch Processing distribution: - - 500ms: 1692 - - 1000ms: 1692 - - 5000ms: 1692 - - 10000ms: 1692 - - 30000ms: 1692 - - +Infms: 1692 + - 500ms: 1638 + - 1000ms: 1638 + - 5000ms: 1638 + - 10000ms: 1638 + - 30000ms: 1638 + - +Infms: 1638 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 30 @@ -138,52 +138,52 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 64 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 55 +- NGINX Reload Average Time: 148ms - Reload distribution: - - 500ms: 64 - - 1000ms: 64 - - 5000ms: 64 - - 10000ms: 64 - - 30000ms: 64 - - +Infms: 64 + - 500ms: 55 + - 1000ms: 55 + - 5000ms: 55 + - 10000ms: 55 + - 30000ms: 55 + - +Infms: 55 ### Event Batch Processing -- Event Batch Total: 307 -- Event Batch Processing Average Time: 26ms +- Event Batch Total: 295 +- Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 307 - - 1000ms: 307 - - 5000ms: 307 - - 10000ms: 307 - - 30000ms: 307 - - +Infms: 307 + - 500ms: 295 + - 1000ms: 295 + - 5000ms: 295 + - 10000ms: 295 + - 30000ms: 295 + - +Infms: 295 ## Test 3: Start NGF, create many resources attached to a Gateway, deploy the Gateway - NumResources 150 ### Reloads and Time to Ready -- TimeToReadyTotal: < 1s +- TimeToReadyTotal: 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 343 -- NGINX Reload Average Time: 125ms +- NGINX Reloads: 290 +- NGINX Reload Average Time: 150ms - Reload distribution: - - 500ms: 343 - - 1000ms: 343 - - 5000ms: 343 - - 10000ms: 343 - - 30000ms: 343 - - +Infms: 343 + - 500ms: 290 + - 1000ms: 290 + - 5000ms: 290 + - 10000ms: 290 + - 30000ms: 290 + - +Infms: 290 ### Event Batch Processing -- Event Batch Total: 1545 -- Event Batch Processing Average Time: 28ms +- Event Batch Total: 1476 +- Event Batch Processing Average Time: 29ms - Event Batch Processing distribution: - - 500ms: 1545 - - 1000ms: 1545 - - 5000ms: 1545 - - 10000ms: 1545 - - 30000ms: 1545 - - +Infms: 1545 + - 500ms: 1476 + - 1000ms: 1476 + - 5000ms: 1476 + - 10000ms: 1476 + - 30000ms: 1476 + - +Infms: 1476 diff --git a/tests/results/reconfig/edge/edge-plus.md b/tests/results/reconfig/edge/edge-plus.md index ebadf92e8b..47326be26d 100644 --- a/tests/results/reconfig/edge/edge-plus.md +++ b/tests/results/reconfig/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 - RAM per node: 65853972Ki - Max pods per node: 110 @@ -24,10 +24,10 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 4s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 -- NGINX Reload Average Time: 113ms +- NGINX Reload Average Time: 88ms - Reload distribution: - 500ms: 2 - 1000ms: 2 @@ -39,7 +39,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 48ms +- Event Batch Processing Average Time: 71ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -52,7 +52,7 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 2s +- TimeToReadyTotal: 3s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 2 - NGINX Reload Average Time: 113ms @@ -67,7 +67,7 @@ GKE Cluster: ### Event Batch Processing - Event Batch Total: 6 -- Event Batch Processing Average Time: 54ms +- Event Batch Processing Average Time: 47ms - Event Batch Processing distribution: - 500ms: 6 - 1000ms: 6 @@ -80,10 +80,10 @@ GKE Cluster: ### Reloads and Time to Ready -- TimeToReadyTotal: 7s +- TimeToReadyTotal: 8s - TimeToReadyAvgSingle: < 1s - NGINX Reloads: 62 -- NGINX Reload Average Time: 125ms +- NGINX Reload Average Time: 126ms - Reload distribution: - 500ms: 62 - 1000ms: 62 @@ -94,15 +94,15 @@ GKE Cluster: ### Event Batch Processing -- Event Batch Total: 338 +- Event Batch Total: 336 - Event Batch Processing Average Time: 23ms - Event Batch Processing distribution: - - 500ms: 338 - - 1000ms: 338 - - 5000ms: 338 - - 10000ms: 338 - - 30000ms: 338 - - +Infms: 338 + - 500ms: 336 + - 1000ms: 336 + - 5000ms: 336 + - 10000ms: 336 + - 30000ms: 336 + - +Infms: 336 ## Test 2: Start NGF, deploy Gateway, create many resources attached to GW - NumResources 150 @@ -110,15 +110,15 @@ GKE Cluster: - TimeToReadyTotal: 44s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 342 +- NGINX Reloads: 341 - NGINX Reload Average Time: 126ms - Reload distribution: - - 500ms: 342 - - 1000ms: 342 - - 5000ms: 342 - - 10000ms: 342 - - 30000ms: 342 - - +Infms: 342 + - 500ms: 341 + - 1000ms: 341 + - 5000ms: 341 + - 10000ms: 341 + - 30000ms: 341 + - +Infms: 341 ### Event Batch Processing @@ -166,24 +166,24 @@ GKE Cluster: - TimeToReadyTotal: < 1s - TimeToReadyAvgSingle: < 1s -- NGINX Reloads: 346 -- NGINX Reload Average Time: 126ms +- NGINX Reloads: 344 +- NGINX Reload Average Time: 125ms - Reload distribution: - - 500ms: 346 - - 1000ms: 346 - - 5000ms: 346 - - 10000ms: 346 - - 30000ms: 346 - - +Infms: 346 + - 500ms: 344 + - 1000ms: 344 + - 5000ms: 344 + - 10000ms: 344 + - 30000ms: 344 + - +Infms: 344 ### Event Batch Processing -- Event Batch Total: 1555 +- Event Batch Total: 1542 - Event Batch Processing Average Time: 28ms - Event Batch Processing distribution: - - 500ms: 1555 - - 1000ms: 1555 - - 5000ms: 1555 - - 10000ms: 1555 - - 30000ms: 1555 - - +Infms: 1555 + - 500ms: 1542 + - 1000ms: 1542 + - 5000ms: 1542 + - 10000ms: 1542 + - 30000ms: 1542 + - +Infms: 1542 diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png index 94e224443a..714bb0ce9e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png index ae0c9e221f..0e60c82e09 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png index a22c0c1390..cb85dac805 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png index 81b9fe40f0..b742ebaedc 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png index daf38ac27e..c6effe21f1 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png index aa90be355b..0a2716ec5b 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPRoutes/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png index ba353bf183..1067a434ec 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png index cd91388848..a63df4a61a 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png index 6c51860774..8d1be4b883 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png index f0ed59d902..efc4101d9d 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log index 7408e1f33c..793908c50a 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-oss.log @@ -1 +1 @@ -{"level":"debug","ts":"2024-09-15T17:08:33Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2024-10-15T19:05:58Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log index eb18c4eab6..b75fafd9d2 100644 --- a/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_HTTPSListeners/ngf-plus.log @@ -1,3 +1,3 @@ -{"level":"debug","ts":"2024-10-01T16:19:26Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} -{"level":"debug","ts":"2024-10-01T16:19:26Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} -{"level":"debug","ts":"2024-10-01T16:20:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2024-10-15T18:17:33Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-15T18:17:33Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-15T18:19:29Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png index 9adaf1fade..2ad26c5d5e 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png index 899cae7e63..597bbc8d98 100644 Binary files a/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_HTTPSListeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png index dc6462ce98..7e888fe6ca 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png index 16aeac8b19..e8ac94b0be 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png and b/tests/results/scale/edge/TestScale_Listeners/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png index 1205a659dd..63102da452 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-oss.png and b/tests/results/scale/edge/TestScale_Listeners/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png index 00171e7921..a76da6c1f1 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/memory-plus.png and b/tests/results/scale/edge/TestScale_Listeners/memory-plus.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log new file mode 100644 index 0000000000..42fed800eb --- /dev/null +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-oss.log @@ -0,0 +1,2 @@ +{"level":"debug","ts":"2024-10-15T19:02:08Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} +{"level":"debug","ts":"2024-10-15T19:03:01Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log index b82e0f3755..4c20e9ee9b 100644 --- a/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log +++ b/tests/results/scale/edge/TestScale_Listeners/ngf-plus.log @@ -1,2 +1 @@ -{"level":"debug","ts":"2024-10-01T16:15:30Z","logger":"controller-runtime.healthz","msg":"healthz check failed","checker":"readyz","error":"nginx has not yet become ready to accept traffic"} -{"level":"debug","ts":"2024-10-01T16:16:38Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} +{"level":"debug","ts":"2024-10-15T18:14:49Z","logger":"statusUpdater","msg":"Encountered error updating status","error":"Operation cannot be fulfilled on gateways.gateway.networking.k8s.io \"gateway\": the object has been modified; please apply your changes to the latest version and try again","namespace":"scale","name":"gateway","kind":"Gateway"} diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png index eb760009a1..e81ab0fc0f 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-oss.png differ diff --git a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png index 52dd5b6779..e473d452db 100644 Binary files a/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png and b/tests/results/scale/edge/TestScale_Listeners/ttr-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png index 70dbb9e201..8d8c63e457 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png index cae5934890..236b215cdd 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/cpu-plus.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png index a7b4da8923..3920728168 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-oss.png differ diff --git a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png index 2d7e152a13..e644f36c46 100644 Binary files a/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png and b/tests/results/scale/edge/TestScale_UpstreamServers/memory-plus.png differ diff --git a/tests/results/scale/edge/edge-oss.md b/tests/results/scale/edge/edge-oss.md index 02b72e0b86..f06d3b0fc0 100644 --- a/tests/results/scale/edge/edge-oss.md +++ b/tests/results/scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 -- RAM per node: 65853964Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,32 +24,32 @@ GKE Cluster: ### Reloads -- Total: 128 +- Total: 127 - Total Errors: 0 -- Average Time: 145ms +- Average Time: 287ms - Reload distribution: - - 500ms: 128 - - 1000ms: 128 - - 5000ms: 128 - - 10000ms: 128 - - 30000ms: 128 - - +Infms: 128 + - 500ms: 127 + - 1000ms: 127 + - 5000ms: 127 + - 10000ms: 127 + - 30000ms: 127 + - +Infms: 127 ### Event Batch Processing -- Total: 387 -- Average Time: 128ms +- Total: 385 +- Average Time: 168ms - Event Batch Processing distribution: - - 500ms: 355 - - 1000ms: 386 - - 5000ms: 387 - - 10000ms: 387 - - 30000ms: 387 - - +Infms: 387 + - 500ms: 326 + - 1000ms: 380 + - 5000ms: 385 + - 10000ms: 385 + - 30000ms: 385 + - +Infms: 385 ### Errors -- NGF errors: 0 +- NGF errors: 2 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -65,9 +65,9 @@ The logs are attached only if there are errors. - Total: 128 - Total Errors: 0 -- Average Time: 168ms +- Average Time: 369ms - Reload distribution: - - 500ms: 128 + - 500ms: 100 - 1000ms: 128 - 5000ms: 128 - 10000ms: 128 @@ -76,19 +76,19 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 451 -- Average Time: 120ms +- Total: 450 +- Average Time: 172ms - Event Batch Processing distribution: - - 500ms: 410 - - 1000ms: 449 - - 5000ms: 451 - - 10000ms: 451 - - 30000ms: 451 - - +Infms: 451 + - 500ms: 375 + - 1000ms: 434 + - 5000ms: 450 + - 10000ms: 450 + - 30000ms: 450 + - +Infms: 450 ### Errors -- NGF errors: 0 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -104,11 +104,11 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 348ms +- Average Time: 2645ms - Reload distribution: - - 500ms: 822 - - 1000ms: 1001 - - 5000ms: 1001 + - 500ms: 77 + - 1000ms: 178 + - 5000ms: 961 - 10000ms: 1001 - 30000ms: 1001 - +Infms: 1001 @@ -116,11 +116,11 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 1008 -- Average Time: 411ms +- Average Time: 2715ms - Event Batch Processing distribution: - - 500ms: 689 - - 1000ms: 1008 - - 5000ms: 1008 + - 500ms: 76 + - 1000ms: 176 + - 5000ms: 950 - 10000ms: 1008 - 30000ms: 1008 - +Infms: 1008 @@ -141,28 +141,28 @@ The logs are attached only if there are errors. ### Reloads -- Total: 149 +- Total: 168 - Total Errors: 0 -- Average Time: 127ms +- Average Time: 151ms - Reload distribution: - - 500ms: 149 - - 1000ms: 149 - - 5000ms: 149 - - 10000ms: 149 - - 30000ms: 149 - - +Infms: 149 + - 500ms: 168 + - 1000ms: 168 + - 5000ms: 168 + - 10000ms: 168 + - 30000ms: 168 + - +Infms: 168 ### Event Batch Processing -- Total: 152 -- Average Time: 127ms +- Total: 170 +- Average Time: 151ms - Event Batch Processing distribution: - - 500ms: 152 - - 1000ms: 152 - - 5000ms: 152 - - 10000ms: 152 - - 30000ms: 152 - - +Infms: 152 + - 500ms: 170 + - 1000ms: 170 + - 5000ms: 170 + - 10000ms: 170 + - 30000ms: 170 + - +Infms: 170 ### Errors @@ -179,22 +179,23 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.01, 999.98 -Duration [total, attack, wait] 30.001s, 30s, 795.282µs -Latencies [min, mean, 50, 90, 95, 99, max] 571.07µs, 775.874µs, 750.269µs, 856.654µs, 899.524µs, 1.032ms, 13.244ms -Bytes In [total, mean] 4860000, 162.00 +Requests [total, rate, throughput] 30000, 1000.03, 997.17 +Duration [total, attack, wait] 30s, 29.999s, 729.152µs +Latencies [min, mean, 50, 90, 95, 99, max] 350.617µs, 745.204µs, 729.326µs, 835.368µs, 875.015µs, 982.22µs, 13.169ms +Bytes In [total, mean] 4829065, 160.97 Bytes Out [total, mean] 0, 0.00 -Success [ratio] 100.00% -Status Codes [code:count] 200:30000 +Success [ratio] 99.72% +Status Codes [code:count] 200:29915 502:85 Error Set: +502 Bad Gateway ``` ```text -Requests [total, rate, throughput] 29999, 1000.00, 999.97 -Duration [total, attack, wait] 30s, 29.999s, 796µs -Latencies [min, mean, 50, 90, 95, 99, max] 639.659µs, 843.281µs, 824.459µs, 960.873µs, 1.017ms, 1.137ms, 9.173ms -Bytes In [total, mean] 4859838, 162.00 +Requests [total, rate, throughput] 30000, 1000.03, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 787.081µs +Latencies [min, mean, 50, 90, 95, 99, max] 599.493µs, 831.941µs, 815.271µs, 941.854µs, 991.59µs, 1.115ms, 7.879ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% -Status Codes [code:count] 200:29999 +Status Codes [code:count] 200:30000 Error Set: ``` diff --git a/tests/results/scale/edge/edge-plus.md b/tests/results/scale/edge/edge-plus.md index c4ba28ff9f..4b4845ac57 100644 --- a/tests/results/scale/edge/edge-plus.md +++ b/tests/results/scale/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 - RAM per node: 65853972Ki - Max pods per node: 110 @@ -38,9 +38,9 @@ GKE Cluster: ### Event Batch Processing - Total: 386 -- Average Time: 124ms +- Average Time: 122ms - Event Batch Processing distribution: - - 500ms: 352 + - 500ms: 354 - 1000ms: 386 - 5000ms: 386 - 10000ms: 386 @@ -49,7 +49,7 @@ GKE Cluster: ### Errors -- NGF errors: 2 +- NGF errors: 1 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -65,7 +65,7 @@ The logs are attached only if there are errors. - Total: 127 - Total Errors: 0 -- Average Time: 170ms +- Average Time: 171ms - Reload distribution: - 500ms: 127 - 1000ms: 127 @@ -76,15 +76,15 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 449 -- Average Time: 120ms +- Total: 450 +- Average Time: 114ms - Event Batch Processing distribution: - - 500ms: 407 - - 1000ms: 447 - - 5000ms: 449 - - 10000ms: 449 - - 30000ms: 449 - - +Infms: 449 + - 500ms: 411 + - 1000ms: 449 + - 5000ms: 450 + - 10000ms: 450 + - 30000ms: 450 + - +Infms: 450 ### Errors @@ -104,9 +104,9 @@ The logs are attached only if there are errors. - Total: 1001 - Total Errors: 0 -- Average Time: 361ms +- Average Time: 373ms - Reload distribution: - - 500ms: 790 + - 500ms: 774 - 1000ms: 1001 - 5000ms: 1001 - 10000ms: 1001 @@ -116,9 +116,9 @@ The logs are attached only if there are errors. ### Event Batch Processing - Total: 1008 -- Average Time: 424ms +- Average Time: 440ms - Event Batch Processing distribution: - - 500ms: 656 + - 500ms: 595 - 1000ms: 1008 - 5000ms: 1008 - 10000ms: 1008 @@ -154,19 +154,19 @@ The logs are attached only if there are errors. ### Event Batch Processing -- Total: 143 -- Average Time: 8ms +- Total: 306 +- Average Time: 11ms - Event Batch Processing distribution: - - 500ms: 143 - - 1000ms: 143 - - 5000ms: 143 - - 10000ms: 143 - - 30000ms: 143 - - +Infms: 143 + - 500ms: 306 + - 1000ms: 306 + - 5000ms: 306 + - 10000ms: 306 + - 30000ms: 306 + - +Infms: 306 ### Errors -- NGF errors: 1 +- NGF errors: 0 - NGF container restarts: 0 - NGINX errors: 0 - NGINX container restarts: 0 @@ -179,20 +179,20 @@ The logs are attached only if there are errors. ## Test TestScale_HTTPMatches ```text -Requests [total, rate, throughput] 30000, 1000.04, 1000.01 -Duration [total, attack, wait] 30s, 29.999s, 859.047µs -Latencies [min, mean, 50, 90, 95, 99, max] 514.844µs, 721.442µs, 685.71µs, 795.965µs, 841.032µs, 978.573µs, 22.353ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.02, 1000.00 +Duration [total, attack, wait] 30s, 29.999s, 742.653µs +Latencies [min, mean, 50, 90, 95, 99, max] 525.934µs, 718.141µs, 702.732µs, 799.39µs, 838.045µs, 949.619µs, 12.006ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` ```text -Requests [total, rate, throughput] 30000, 1000.02, 999.99 -Duration [total, attack, wait] 30s, 29.999s, 882.046µs -Latencies [min, mean, 50, 90, 95, 99, max] 600.374µs, 792.586µs, 764.498µs, 897.846µs, 945.622µs, 1.063ms, 16.397ms -Bytes In [total, mean] 4800000, 160.00 +Requests [total, rate, throughput] 30000, 1000.04, 1000.01 +Duration [total, attack, wait] 30s, 29.999s, 742.115µs +Latencies [min, mean, 50, 90, 95, 99, max] 606.292µs, 813.936µs, 791.59µs, 928.217µs, 989.37µs, 1.109ms, 12.248ms +Bytes In [total, mean] 4830000, 161.00 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png index bbf9138cfe..bba376246e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png index 6819def445..70b17560e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png index bbf9138cfe..bba376246e 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png index 6819def445..70b17560e9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png index 69134144b7..deb9abf9a9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png index 6f507bdb61..ebfa2c7675 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png index 69134144b7..deb9abf9a9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png index 6f507bdb61..ebfa2c7675 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png index 916990417e..8cfb4dbc08 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png index b3cfe38109..87c26ce6f9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png index 916990417e..8cfb4dbc08 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png index b3cfe38109..87c26ce6f9 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png index 3d63d61a77..2d127dc731 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png index 9f2f39c427..53b2602b80 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png index f23ac88ef2..2d127dc731 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png index 9f2f39c427..53b2602b80 100644 Binary files a/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/abrupt-scale-up-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/edge-oss.md b/tests/results/zero-downtime-scale/edge/edge-oss.md index e022a48f81..24c47bf235 100644 --- a/tests/results/zero-downtime-scale/edge/edge-oss.md +++ b/tests/results/zero-downtime-scale/edge/edge-oss.md @@ -6,16 +6,16 @@ NGINX Plus: false NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 -- RAM per node: 65853964Ki +- RAM per node: 65853972Ki - Max pods per node: 110 - Zone: us-west1-b - Instance Type: n2d-standard-16 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 920.846µs -Latencies [min, mean, 50, 90, 95, 99, max] 411.485µs, 855.405µs, 846.326µs, 992.027µs, 1.055ms, 1.528ms, 12.094ms -Bytes In [total, mean] 4856901, 161.90 +Duration [total, attack, wait] 5m0s, 5m0s, 939.29µs +Latencies [min, mean, 50, 90, 95, 99, max] 447.092µs, 908.593µs, 889.058µs, 1.037ms, 1.099ms, 1.406ms, 15.858ms +Bytes In [total, mean] 4596004, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) +![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 835.477µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.379µs, 877.425µs, 865.209µs, 1.015ms, 1.077ms, 1.484ms, 10.128ms -Bytes In [total, mean] 4676895, 155.90 +Duration [total, attack, wait] 5m0s, 5m0s, 901.11µs +Latencies [min, mean, 50, 90, 95, 99, max] 437.052µs, 878.67µs, 865.986µs, 1.006ms, 1.061ms, 1.368ms, 14.501ms +Bytes In [total, mean] 4775920, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-oss.png](gradual-scale-up-affinity-https-oss.png) +![gradual-scale-up-affinity-http-oss.png](gradual-scale-up-affinity-http-oss.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 879.916µs -Latencies [min, mean, 50, 90, 95, 99, max] 416.857µs, 856.987µs, 853.671µs, 993.963µs, 1.047ms, 1.263ms, 9.923ms -Bytes In [total, mean] 7483309, 155.90 +Duration [total, attack, wait] 8m0s, 8m0s, 913.32µs +Latencies [min, mean, 50, 90, 95, 99, max] 437.02µs, 895.802µs, 889.681µs, 1.028ms, 1.078ms, 1.3ms, 15.706ms +Bytes In [total, mean] 7353669, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 865.816µs -Latencies [min, mean, 50, 90, 95, 99, max] 406.891µs, 830.509µs, 830.4µs, 966.382µs, 1.017ms, 1.235ms, 10.612ms -Bytes In [total, mean] 7771287, 161.90 +Duration [total, attack, wait] 8m0s, 8m0s, 912.337µs +Latencies [min, mean, 50, 90, 95, 99, max] 386.177µs, 867.351µs, 865.892µs, 999.816µs, 1.048ms, 1.251ms, 19.417ms +Bytes In [total, mean] 7641559, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -88,67 +88,67 @@ Error Set: ### Scale Up Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 964.285µs -Latencies [min, mean, 50, 90, 95, 99, max] 456.767µs, 865.263µs, 860.764µs, 995.816µs, 1.048ms, 1.274ms, 6.511ms -Bytes In [total, mean] 1870849, 155.90 +Duration [total, attack, wait] 2m0s, 2m0s, 847.16µs +Latencies [min, mean, 50, 90, 95, 99, max] 443.495µs, 896.807µs, 891.053µs, 1.046ms, 1.101ms, 1.288ms, 8.764ms +Bytes In [total, mean] 1910359, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) +![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 852.484µs -Latencies [min, mean, 50, 90, 95, 99, max] 406.832µs, 835.797µs, 836.04µs, 966.674µs, 1.015ms, 1.225ms, 5.498ms -Bytes In [total, mean] 1942788, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 843.736µs +Latencies [min, mean, 50, 90, 95, 99, max] 466.129µs, 911.015µs, 904.124µs, 1.045ms, 1.098ms, 1.309ms, 16.645ms +Bytes In [total, mean] 1838400, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-affinity-http-oss.png](abrupt-scale-up-affinity-http-oss.png) +![abrupt-scale-up-affinity-https-oss.png](abrupt-scale-up-affinity-https-oss.png) ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 924.091µs -Latencies [min, mean, 50, 90, 95, 99, max] 415.852µs, 840.745µs, 839.98µs, 973.653µs, 1.019ms, 1.176ms, 6.453ms -Bytes In [total, mean] 1870712, 155.89 +Duration [total, attack, wait] 2m0s, 2m0s, 924.596µs +Latencies [min, mean, 50, 90, 95, 99, max] 417.572µs, 861.287µs, 861.347µs, 992.726µs, 1.036ms, 1.185ms, 11.323ms +Bytes In [total, mean] 1910429, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) +![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 766.315µs -Latencies [min, mean, 50, 90, 95, 99, max] 402.294µs, 811.814µs, 816.225µs, 941.099µs, 985.671µs, 1.133ms, 6.507ms -Bytes In [total, mean] 1942795, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 903.43µs +Latencies [min, mean, 50, 90, 95, 99, max] 456.415µs, 881.023µs, 879.595µs, 1.007ms, 1.052ms, 1.206ms, 12.289ms +Bytes In [total, mean] 1838391, 153.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-oss.png](abrupt-scale-down-affinity-http-oss.png) +![abrupt-scale-down-affinity-https-oss.png](abrupt-scale-down-affinity-https-oss.png) ## Multiple NGF Pods run per node Test Results @@ -158,9 +158,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 910.061µs -Latencies [min, mean, 50, 90, 95, 99, max] 423.708µs, 875.276µs, 864.898µs, 1.004ms, 1.06ms, 1.376ms, 12.565ms -Bytes In [total, mean] 4679934, 156.00 +Duration [total, attack, wait] 5m0s, 5m0s, 914.573µs +Latencies [min, mean, 50, 90, 95, 99, max] 455.93µs, 912.022µs, 892.725µs, 1.045ms, 1.107ms, 1.443ms, 23.378ms +Bytes In [total, mean] 4602006, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -173,9 +173,9 @@ Error Set: ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 908.235µs -Latencies [min, mean, 50, 90, 95, 99, max] 406.086µs, 848.382µs, 841.986µs, 977.23µs, 1.029ms, 1.398ms, 10.725ms -Bytes In [total, mean] 4856851, 161.90 +Duration [total, attack, wait] 5m0s, 5m0s, 914.271µs +Latencies [min, mean, 50, 90, 95, 99, max] 419.145µs, 882.04µs, 868.215µs, 1.009ms, 1.065ms, 1.412ms, 21.119ms +Bytes In [total, mean] 4776012, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 @@ -190,9 +190,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 740.733µs -Latencies [min, mean, 50, 90, 95, 99, max] 410.892µs, 875.413µs, 864.704µs, 1.017ms, 1.086ms, 1.36ms, 20.699ms -Bytes In [total, mean] 14975851, 156.00 +Duration [total, attack, wait] 16m0s, 16m0s, 824.029µs +Latencies [min, mean, 50, 90, 95, 99, max] 410.835µs, 901.239µs, 888.914µs, 1.028ms, 1.084ms, 1.358ms, 36.675ms +Bytes In [total, mean] 14726428, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -205,9 +205,9 @@ Error Set: ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 967.509µs -Latencies [min, mean, 50, 90, 95, 99, max] 400.085µs, 851.909µs, 845.806µs, 995.86µs, 1.062ms, 1.327ms, 12.73ms -Bytes In [total, mean] 15542464, 161.90 +Duration [total, attack, wait] 16m0s, 16m0s, 957.124µs +Latencies [min, mean, 50, 90, 95, 99, max] 412.823µs, 869.881µs, 865.519µs, 999.137µs, 1.048ms, 1.307ms, 38.728ms +Bytes In [total, mean] 15283183, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 @@ -218,64 +218,64 @@ Error Set: ### Scale Up Abruptly -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 964.705µs -Latencies [min, mean, 50, 90, 95, 99, max] 415.829µs, 850.933µs, 845.823µs, 1.002ms, 1.062ms, 1.283ms, 11.993ms -Bytes In [total, mean] 1942775, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 835.687µs +Latencies [min, mean, 50, 90, 95, 99, max] 444.096µs, 893.078µs, 883.73µs, 1.027ms, 1.081ms, 1.319ms, 13.61ms +Bytes In [total, mean] 1840758, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) +![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 865.341µs -Latencies [min, mean, 50, 90, 95, 99, max] 413.61µs, 875.028µs, 861.695µs, 1.022ms, 1.089ms, 1.319ms, 12.274ms -Bytes In [total, mean] 1872019, 156.00 +Duration [total, attack, wait] 2m0s, 2m0s, 874.506µs +Latencies [min, mean, 50, 90, 95, 99, max] 427.664µs, 864.186µs, 862.497µs, 988.558µs, 1.035ms, 1.253ms, 13.551ms +Bytes In [total, mean] 1910390, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-up-https-oss.png](abrupt-scale-up-https-oss.png) +![abrupt-scale-up-http-oss.png](abrupt-scale-up-http-oss.png) ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 864.336µs -Latencies [min, mean, 50, 90, 95, 99, max] 446.431µs, 899.507µs, 886.291µs, 1.078ms, 1.154ms, 1.361ms, 7.446ms -Bytes In [total, mean] 1872087, 156.01 +Duration [total, attack, wait] 2m0s, 2m0s, 695.428µs +Latencies [min, mean, 50, 90, 95, 99, max] 437.454µs, 860.36µs, 857.249µs, 1.001ms, 1.055ms, 1.211ms, 13.092ms +Bytes In [total, mean] 1910414, 159.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-https-oss.png](abrupt-scale-down-https-oss.png) +![abrupt-scale-down-http-oss.png](abrupt-scale-down-http-oss.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 897.339µs -Latencies [min, mean, 50, 90, 95, 99, max] 422.501µs, 860.245µs, 853.78µs, 1.033ms, 1.1ms, 1.292ms, 9.213ms -Bytes In [total, mean] 1942794, 161.90 +Duration [total, attack, wait] 2m0s, 2m0s, 873.846µs +Latencies [min, mean, 50, 90, 95, 99, max] 426.556µs, 888.246µs, 881.1µs, 1.023ms, 1.076ms, 1.239ms, 23.559ms +Bytes In [total, mean] 1840796, 153.40 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-http-oss.png](abrupt-scale-down-http-oss.png) +![abrupt-scale-down-https-oss.png](abrupt-scale-down-https-oss.png) diff --git a/tests/results/zero-downtime-scale/edge/edge-plus.md b/tests/results/zero-downtime-scale/edge/edge-plus.md index 76e3bbb552..5f43f48722 100644 --- a/tests/results/zero-downtime-scale/edge/edge-plus.md +++ b/tests/results/zero-downtime-scale/edge/edge-plus.md @@ -6,14 +6,14 @@ NGINX Plus: true NGINX Gateway Fabric: -- Commit: d7d6b0af0d56721b28aba24c1541d650ef6bc5a9 -- Date: 2024-09-30T23:47:54Z +- Commit: 3a08fdafadfe0fb4a9c25679da1a1fcd6b181474 +- Date: 2024-10-15T13:45:52Z - Dirty: false GKE Cluster: - Node count: 12 -- k8s version: v1.30.3-gke.1969001 +- k8s version: v1.30.5-gke.1014001 - vCPUs per node: 16 - RAM per node: 65853972Ki - Max pods per node: 110 @@ -24,35 +24,35 @@ GKE Cluster: ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 954.535µs -Latencies [min, mean, 50, 90, 95, 99, max] 415.048µs, 937.174µs, 934.38µs, 1.094ms, 1.152ms, 1.406ms, 12.435ms -Bytes In [total, mean] 4836013, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 882.701µs +Latencies [min, mean, 50, 90, 95, 99, max] 447.018µs, 887.856µs, 880.209µs, 1.014ms, 1.066ms, 1.34ms, 12.115ms +Bytes In [total, mean] 4655980, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) +![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 991.205µs -Latencies [min, mean, 50, 90, 95, 99, max] 479.274µs, 961.844µs, 953.465µs, 1.111ms, 1.169ms, 1.413ms, 12.364ms -Bytes In [total, mean] 4655917, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 883.526µs +Latencies [min, mean, 50, 90, 95, 99, max] 414.12µs, 858.377µs, 857.716µs, 987.718µs, 1.036ms, 1.323ms, 12.309ms +Bytes In [total, mean] 4835948, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-affinity-https-plus.png](gradual-scale-up-affinity-https-plus.png) +![gradual-scale-up-affinity-http-plus.png](gradual-scale-up-affinity-http-plus.png) ### Scale Down Gradually @@ -60,9 +60,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 826.981µs -Latencies [min, mean, 50, 90, 95, 99, max] 402.249µs, 890.439µs, 887.751µs, 1.035ms, 1.09ms, 1.297ms, 12.06ms -Bytes In [total, mean] 7737593, 161.20 +Duration [total, attack, wait] 8m0s, 8m0s, 645.314µs +Latencies [min, mean, 50, 90, 95, 99, max] 404.11µs, 855.977µs, 856.051µs, 984.687µs, 1.034ms, 1.254ms, 23.487ms +Bytes In [total, mean] 7737643, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -75,9 +75,9 @@ Error Set: ```text Requests [total, rate, throughput] 48000, 100.00, 100.00 -Duration [total, attack, wait] 8m0s, 8m0s, 930.269µs -Latencies [min, mean, 50, 90, 95, 99, max] 439.115µs, 927.981µs, 915.944µs, 1.077ms, 1.139ms, 1.348ms, 11.93ms -Bytes In [total, mean] 7449595, 155.20 +Duration [total, attack, wait] 8m0s, 8m0s, 882.826µs +Latencies [min, mean, 50, 90, 95, 99, max] 428.641µs, 876.809µs, 872.998µs, 1.007ms, 1.059ms, 1.28ms, 12.573ms +Bytes In [total, mean] 7449735, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:48000 @@ -92,9 +92,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 963.179µs -Latencies [min, mean, 50, 90, 95, 99, max] 450.051µs, 896.182µs, 892.984µs, 1.037ms, 1.092ms, 1.268ms, 23.448ms -Bytes In [total, mean] 1934369, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 844.781µs +Latencies [min, mean, 50, 90, 95, 99, max] 432.221µs, 855.933µs, 855.366µs, 979.815µs, 1.025ms, 1.228ms, 10.512ms +Bytes In [total, mean] 1934334, 161.19 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -107,9 +107,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.025ms -Latencies [min, mean, 50, 90, 95, 99, max] 485.448µs, 933.597µs, 923.785µs, 1.08ms, 1.14ms, 1.343ms, 10.516ms -Bytes In [total, mean] 1862417, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 1.046ms +Latencies [min, mean, 50, 90, 95, 99, max] 440.703µs, 880.516µs, 881.193µs, 1.007ms, 1.057ms, 1.253ms, 6.875ms +Bytes In [total, mean] 1862351, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -120,101 +120,101 @@ Error Set: ### Scale Down Abruptly -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 1.055ms -Latencies [min, mean, 50, 90, 95, 99, max] 464.835µs, 963.958µs, 955.367µs, 1.124ms, 1.187ms, 1.34ms, 12.608ms -Bytes In [total, mean] 1862303, 155.19 +Duration [total, attack, wait] 2m0s, 2m0s, 961.936µs +Latencies [min, mean, 50, 90, 95, 99, max] 405.919µs, 861.927µs, 865.96µs, 992.282µs, 1.039ms, 1.167ms, 36.375ms +Bytes In [total, mean] 1934386, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) +![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 976.186µs -Latencies [min, mean, 50, 90, 95, 99, max] 459.946µs, 943.282µs, 939.805µs, 1.102ms, 1.164ms, 1.318ms, 12.594ms -Bytes In [total, mean] 1934388, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 873.391µs +Latencies [min, mean, 50, 90, 95, 99, max] 447.373µs, 888.896µs, 885.533µs, 1.015ms, 1.062ms, 1.217ms, 36.382ms +Bytes In [total, mean] 1862425, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 Error Set: ``` -![abrupt-scale-down-affinity-http-plus.png](abrupt-scale-down-affinity-http-plus.png) +![abrupt-scale-down-affinity-https-plus.png](abrupt-scale-down-affinity-https-plus.png) ## Multiple NGF Pods run per node Test Results ### Scale Up Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 528.335µs -Latencies [min, mean, 50, 90, 95, 99, max] 433.12µs, 907.961µs, 903.913µs, 1.054ms, 1.115ms, 1.411ms, 9.334ms -Bytes In [total, mean] 4836131, 161.20 +Duration [total, attack, wait] 5m0s, 5m0s, 888.736µs +Latencies [min, mean, 50, 90, 95, 99, max] 459.383µs, 903.921µs, 890.521µs, 1.035ms, 1.091ms, 1.412ms, 13.05ms +Bytes In [total, mean] 4656092, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) +![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 30000, 100.00, 100.00 -Duration [total, attack, wait] 5m0s, 5m0s, 899.588µs -Latencies [min, mean, 50, 90, 95, 99, max] 460.25µs, 931.155µs, 918.804µs, 1.068ms, 1.132ms, 1.451ms, 19.026ms -Bytes In [total, mean] 4655987, 155.20 +Duration [total, attack, wait] 5m0s, 5m0s, 968.944µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.765µs, 877.932µs, 872.033µs, 1.01ms, 1.069ms, 1.404ms, 11.75ms +Bytes In [total, mean] 4835992, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:30000 Error Set: ``` -![gradual-scale-up-https-plus.png](gradual-scale-up-https-plus.png) +![gradual-scale-up-http-plus.png](gradual-scale-up-http-plus.png) ### Scale Down Gradually -#### Test: Send http /coffee traffic +#### Test: Send https /tea traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 902.345µs -Latencies [min, mean, 50, 90, 95, 99, max] 411.637µs, 851.223µs, 845.28µs, 990.475µs, 1.046ms, 1.289ms, 32.515ms -Bytes In [total, mean] 15475283, 161.20 +Duration [total, attack, wait] 16m0s, 16m0s, 868.25µs +Latencies [min, mean, 50, 90, 95, 99, max] 436.337µs, 904.839µs, 898.798µs, 1.036ms, 1.091ms, 1.352ms, 11.98ms +Bytes In [total, mean] 14899102, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) +![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) -#### Test: Send https /tea traffic +#### Test: Send http /coffee traffic ```text Requests [total, rate, throughput] 96000, 100.00, 100.00 -Duration [total, attack, wait] 16m0s, 16m0s, 1.231ms -Latencies [min, mean, 50, 90, 95, 99, max] 424.17µs, 878.145µs, 867.324µs, 1.02ms, 1.082ms, 1.323ms, 29.739ms -Bytes In [total, mean] 14899088, 155.20 +Duration [total, attack, wait] 16m0s, 16m0s, 877.384µs +Latencies [min, mean, 50, 90, 95, 99, max] 429.428µs, 877.117µs, 875.557µs, 1.008ms, 1.06ms, 1.325ms, 11.959ms +Bytes In [total, mean] 15475290, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:96000 Error Set: ``` -![gradual-scale-down-https-plus.png](gradual-scale-down-https-plus.png) +![gradual-scale-down-http-plus.png](gradual-scale-down-http-plus.png) ### Scale Up Abruptly @@ -222,9 +222,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 930.227µs -Latencies [min, mean, 50, 90, 95, 99, max] 435.024µs, 876.247µs, 872.804µs, 1.017ms, 1.074ms, 1.28ms, 4.556ms -Bytes In [total, mean] 1934408, 161.20 +Duration [total, attack, wait] 2m0s, 2m0s, 847.027µs +Latencies [min, mean, 50, 90, 95, 99, max] 422.405µs, 881.467µs, 882.133µs, 1.011ms, 1.058ms, 1.296ms, 12.033ms +Bytes In [total, mean] 1934415, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -237,9 +237,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 909.158µs -Latencies [min, mean, 50, 90, 95, 99, max] 463.278µs, 915.18µs, 903.478µs, 1.06ms, 1.12ms, 1.307ms, 11.278ms -Bytes In [total, mean] 1862379, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 844.179µs +Latencies [min, mean, 50, 90, 95, 99, max] 479.416µs, 916.265µs, 910.635µs, 1.046ms, 1.098ms, 1.346ms, 7.79ms +Bytes In [total, mean] 1862450, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -254,9 +254,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 788.663µs -Latencies [min, mean, 50, 90, 95, 99, max] 421.006µs, 851.342µs, 846.807µs, 988.15µs, 1.039ms, 1.201ms, 35.57ms -Bytes In [total, mean] 1934488, 161.21 +Duration [total, attack, wait] 2m0s, 2m0s, 771.524µs +Latencies [min, mean, 50, 90, 95, 99, max] 423.735µs, 884.556µs, 890.309µs, 1.014ms, 1.057ms, 1.197ms, 4.981ms +Bytes In [total, mean] 1934345, 161.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 @@ -269,9 +269,9 @@ Error Set: ```text Requests [total, rate, throughput] 12000, 100.01, 100.01 -Duration [total, attack, wait] 2m0s, 2m0s, 885.838µs -Latencies [min, mean, 50, 90, 95, 99, max] 434.318µs, 883.595µs, 873.371µs, 1.022ms, 1.083ms, 1.258ms, 24.993ms -Bytes In [total, mean] 1862363, 155.20 +Duration [total, attack, wait] 2m0s, 2m0s, 862.724µs +Latencies [min, mean, 50, 90, 95, 99, max] 497.824µs, 914.248µs, 913.952µs, 1.042ms, 1.09ms, 1.237ms, 12.169ms +Bytes In [total, mean] 1862409, 155.20 Bytes Out [total, mean] 0, 0.00 Success [ratio] 100.00% Status Codes [code:count] 200:12000 diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png index 27951fe676..121b84da4d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png index 6311e5e6ea..2f599b7bf8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png index 27951fe676..121b84da4d 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png index 6311e5e6ea..2f599b7bf8 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png index c8e093fbdf..705e9696c0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png index 206a9a96fe..7bc03533f7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png index c8e093fbdf..705e9696c0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png index 206a9a96fe..7bc03533f7 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-down-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png index dc4b8429d4..85aac8e9d0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png index 45f1859d1d..b8f7fa1375 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png index dc4b8429d4..85aac8e9d0 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png index 45f1859d1d..b8f7fa1375 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-affinity-https-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png index e3a288ffd0..54e2739486 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png index 43ddde0ea4..8900e7e491 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-http-plus.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png index e3a288ffd0..54e2739486 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-oss.png differ diff --git a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png index 43ddde0ea4..8900e7e491 100644 Binary files a/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png and b/tests/results/zero-downtime-scale/edge/gradual-scale-up-https-plus.png differ