diff --git a/release/perf_metrics/benchmarks/many_actors.json b/release/perf_metrics/benchmarks/many_actors.json index 4196e80660b5..02ce7f5601de 100644 --- a/release/perf_metrics/benchmarks/many_actors.json +++ b/release/perf_metrics/benchmarks/many_actors.json @@ -1,32 +1,31 @@ { - "_dashboard_memory_usage_mb": 108.838912, + "_dashboard_memory_usage_mb": 104.996864, "_dashboard_test_success": true, - "_peak_memory": 4.57, - "_peak_process_memory": "PID\tMEM\tCOMMAND\n3786\t2.08GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n6618\t0.81GiB\tpython distributed/test_many_actors.py\n3245\t0.36GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n4000\t0.25GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n1389\t0.11GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n4496\t0.1GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3216\t0.09GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4498\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru\n3919\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash\n6383\t0.07GiB\tray::JobSupervisor", - "actors_per_second": 508.9808896382363, + "_peak_memory": 4.81, + "_peak_process_memory": "PID\tMEM\tCOMMAND\n1132\t7.8GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3490\t2.13GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5530\t0.95GiB\tpython distributed/test_many_actors.py\n2919\t0.38GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n3716\t0.26GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n585\t0.2GiB\t/app/go/infra/anyscaled/anyscaled_/anyscaled_shim --cloud_provider=aws\n4196\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3066\t0.1GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3620\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash\n4198\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru", + "actors_per_second": 387.1219957094043, "num_actors": 10000, "perf_metrics": [ { "perf_metric_name": "actors_per_second", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 508.9808896382363 + "perf_metric_value": 387.1219957094043 }, { "perf_metric_name": "dashboard_p50_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 11.744 + "perf_metric_value": 30.836 }, { "perf_metric_name": "dashboard_p95_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 2876.107 + "perf_metric_value": 3829.61 }, { "perf_metric_name": "dashboard_p99_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 4160.517 + "perf_metric_value": 4098.851 } ], - "success": "1", - "time": 19.64710307121277 + "time": 25.831650257110596 } diff --git a/release/perf_metrics/benchmarks/many_nodes.json b/release/perf_metrics/benchmarks/many_nodes.json index 4aecd980dbb7..b0e0b010578d 100644 --- a/release/perf_metrics/benchmarks/many_nodes.json +++ b/release/perf_metrics/benchmarks/many_nodes.json @@ -1,14 +1,14 @@ { - "_dashboard_memory_usage_mb": 98.254848, + "_dashboard_memory_usage_mb": 90.251264, "_dashboard_test_success": true, - "_peak_memory": 2.33, - "_peak_process_memory": "PID\tMEM\tCOMMAND\n3580\t0.52GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n3098\t0.28GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n5630\t0.17GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n3796\t0.13GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n1458\t0.11GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n4276\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3020\t0.09GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3713\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash\n4278\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru\n5857\t0.09GiB\tray::StateAPIGeneratorActor.start", + "_peak_memory": 2.42, + "_peak_process_memory": "PID\tMEM\tCOMMAND\n3297\t0.64GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n2878\t0.29GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n5295\t0.17GiB\tpython distributed/test_many_tasks.py --num-tasks=1000\n3510\t0.14GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n1172\t0.13GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3996\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n2813\t0.1GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3998\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru\n3427\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash\n5522\t0.08GiB\tray::StateAPIGeneratorActor.start", "num_tasks": 1000, "perf_metrics": [ { "perf_metric_name": "tasks_per_second", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 190.09519026949954 + "perf_metric_value": 355.96107999624206 }, { "perf_metric_name": "used_cpus_by_deadline", @@ -18,21 +18,20 @@ { "perf_metric_name": "dashboard_p50_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 7.136 + "perf_metric_value": 6.475 }, { "perf_metric_name": "dashboard_p95_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 13.982 + "perf_metric_value": 17.834 }, { "perf_metric_name": "dashboard_p99_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 49.716 + "perf_metric_value": 67.355 } ], - "success": "1", - "tasks_per_second": 190.09519026949954, - "time": 305.26052236557007, + "tasks_per_second": 355.96107999624206, + "time": 302.80929589271545, "used_cpus": 250.0 } diff --git a/release/perf_metrics/benchmarks/many_pgs.json b/release/perf_metrics/benchmarks/many_pgs.json index 7947cf3ba49f..6c5b1949e86f 100644 --- a/release/perf_metrics/benchmarks/many_pgs.json +++ b/release/perf_metrics/benchmarks/many_pgs.json @@ -1,32 +1,31 @@ { - "_dashboard_memory_usage_mb": 90.76736, + "_dashboard_memory_usage_mb": 99.979264, "_dashboard_test_success": true, - "_peak_memory": 2.81, - "_peak_process_memory": "PID\tMEM\tCOMMAND\n1393\t7.16GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3778\t0.97GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n3247\t0.42GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n5319\t0.36GiB\tpython distributed/test_many_pgs.py\n600\t0.2GiB\t/app/go/infra/anyscaled/anyscaled_/anyscaled_shim --cloud_provider=aws\n4001\t0.11GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n3044\t0.11GiB\t/app/go/infra/activityprobe/activityprobe ray --port=5903 --metrics_server_port=9092 --raylet_addr=l\n4486\t0.1GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3232\t0.09GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4488\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru", + "_peak_memory": 2.94, + "_peak_process_memory": "PID\tMEM\tCOMMAND\n1126\t7.66GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3490\t1.1GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5004\t0.36GiB\tpython distributed/test_many_pgs.py\n3037\t0.34GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n583\t0.19GiB\t/app/go/infra/anyscaled/anyscaled_/anyscaled_shim --cloud_provider=aws\n4206\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3720\t0.11GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n2924\t0.1GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n4208\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru\n3623\t0.08GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash", "num_pgs": 1000, "perf_metrics": [ { "perf_metric_name": "pgs_per_second", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 12.47149444972938 + "perf_metric_value": 17.897951502183457 }, { "perf_metric_name": "dashboard_p50_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 4.935 + "perf_metric_value": 4.128 }, { "perf_metric_name": "dashboard_p95_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 11.336 + "perf_metric_value": 54.16 }, { "perf_metric_name": "dashboard_p99_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 232.641 + "perf_metric_value": 1212.615 } ], - "pgs_per_second": 12.47149444972938, - "success": "1", - "time": 80.18285250663757 + "pgs_per_second": 17.897951502183457, + "time": 55.872315883636475 } diff --git a/release/perf_metrics/benchmarks/many_tasks.json b/release/perf_metrics/benchmarks/many_tasks.json index d5f8b474b1c7..8187787983dc 100644 --- a/release/perf_metrics/benchmarks/many_tasks.json +++ b/release/perf_metrics/benchmarks/many_tasks.json @@ -1,14 +1,14 @@ { - "_dashboard_memory_usage_mb": 95.678464, + "_dashboard_memory_usage_mb": 104.124416, "_dashboard_test_success": true, - "_peak_memory": 4.01, - "_peak_process_memory": "PID\tMEM\tCOMMAND\n3780\t1.1GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5801\t0.75GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n3998\t0.48GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n3294\t0.27GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n4001\t0.18GiB\tray-dashboard-StateHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import s\n4493\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n1403\t0.1GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3184\t0.09GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3916\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash\n4495\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/_private/ru", + "_peak_memory": 6.24, + "_peak_process_memory": "PID\tMEM\tCOMMAND\n3751\t2.0GiB\tray-dashboard-NodeHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import sp\n3524\t1.95GiB\t/home/ray/anaconda3/lib/python3.9/site-packages/ray/core/src/ray/gcs/gcs_server --log_dir=/tmp/ray/s\n5011\t0.76GiB\tpython distributed/test_many_tasks.py --num-tasks=10000\n3015\t0.27GiB\tvector --watch-config --log-format json --config-yaml /etc/vector/vector.yaml\n582\t0.19GiB\t/app/go/infra/anyscaled/anyscaled_/anyscaled_shim --cloud_provider=aws\n1163\t0.11GiB\t/app/product/go/infra/anyscaled/anyscaled_/anyscaled startv2 --control_plane_url=https://console.any\n3754\t0.11GiB\tray-dashboard-StateHead-0 (/home/ray/anaconda3/bin/python3.9 -c \"from multiprocessing.spawn import s\n4237\t0.11GiB\t/home/ray/anaconda3/bin/python3.9 -u /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/a\n3147\t0.1GiB\t/usr/bin/python3 /app/infra/dataplane/webterminal/webterminal_sidecar_image.binary.runfiles/product/\n3654\t0.09GiB\t/home/ray/anaconda3/bin/python3.9 /home/ray/anaconda3/lib/python3.9/site-packages/ray/dashboard/dash", "num_tasks": 10000, "perf_metrics": [ { "perf_metric_name": "tasks_per_second", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 368.5098005212305 + "perf_metric_value": 571.2270630108624 }, { "perf_metric_name": "used_cpus_by_deadline", @@ -18,21 +18,20 @@ { "perf_metric_name": "dashboard_p50_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 6.4 + "perf_metric_value": 6.284 }, { "perf_metric_name": "dashboard_p95_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 487.355 + "perf_metric_value": 947.76 }, { "perf_metric_name": "dashboard_p99_latency_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 749.022 + "perf_metric_value": 3041.184 } ], - "success": "1", - "tasks_per_second": 368.5098005212305, - "time": 327.1363203525543, + "tasks_per_second": 571.2270630108624, + "time": 317.5061733722687, "used_cpus": 2500.0 } diff --git a/release/perf_metrics/metadata.json b/release/perf_metrics/metadata.json index 000b88999ce5..293dbdd3d0de 100644 --- a/release/perf_metrics/metadata.json +++ b/release/perf_metrics/metadata.json @@ -1 +1 @@ -{"release_version": "2.50.0"} +{"release_version": "2.51.0"} diff --git a/release/perf_metrics/microbenchmark.json b/release/perf_metrics/microbenchmark.json index ad9bf5200f1d..45dc0c41b922 100644 --- a/release/perf_metrics/microbenchmark.json +++ b/release/perf_metrics/microbenchmark.json @@ -1,283 +1,283 @@ { "1_1_actor_calls_async": [ - 7445.809146193413, - 142.8712431149235 + 8399.403184470113, + 136.21707407297257 ], "1_1_actor_calls_concurrent": [ - 5222.99132120111, - 146.8937349655467 + 4647.56843532278, + 63.094751150482914 ], "1_1_actor_calls_sync": [ - 1704.5035425495187, - 22.868223875898593 + 1839.4898060940372, + 14.066274815453491 ], "1_1_async_actor_calls_async": [ - 4826.171895058453, - 262.2733105494892 + 3995.0258578261814, + 144.46958633072862 ], "1_1_async_actor_calls_sync": [ - 1251.6025859481733, - 14.6951101117741 + 1343.0595085140048, + 19.829689965062563 ], "1_1_async_actor_calls_with_args_async": [ - 2766.907182403518, - 136.80643069653217 + 2589.906655726785, + 39.65780957989427 ], "1_n_actor_calls_async": [ - 7474.798821945149, - 138.58967943337706 + 7345.613928457275, + 58.71993585889256 ], "1_n_async_actor_calls_async": [ - 6491.439808045807, - 39.06279449672571 + 6492.653462688266, + 95.60615046682146 ], "client__1_1_actor_calls_async": [ - 1014.64288638885, - 58.95270781050083 + 883.7347522770161, + 12.199594413954227 ], "client__1_1_actor_calls_concurrent": [ - 1037.1186014627438, - 25.96539922119042 + 889.14113884267, + 17.47600076704852 ], "client__1_1_actor_calls_sync": [ - 524.6134993747014, - 11.009504690857641 + 483.38098840508496, + 15.957964297181181 ], "client__get_calls": [ - 1129.1409512898194, - 8.925683262293038 + 831.689705073893, + 28.771286733299675 ], "client__put_calls": [ - 805.4069136266919, - 47.45864374825948 + 713.82381443796, + 9.228828102434214 ], "client__put_gigabytes": [ - 0.10100883378233687, - 0.0007236742887246127 + 0.10173890088342342, + 0.00033582555733193726 ], "client__tasks_and_get_batch": [ - 0.9643252583791863, - 0.03947979440575364 + 0.8264370292993273, + 0.01727144267367441 ], "client__tasks_and_put_batch": [ - 12873.97871447783, - 194.12384860618832 + 9085.541921590711, + 165.7954798461543 ], "multi_client_put_calls_Plasma_Store": [ - 13779.913284159866, - 211.90531537289394 + 9952.762154617178, + 38.41564361532616 ], "multi_client_put_gigabytes": [ - 36.697734067834084, - 1.9311472421112734 + 27.49866375110667, + 0.5825571491197781 ], "multi_client_tasks_async": [ - 19972.309576843323, - 862.8524220158357 + 20210.985366169363, + 2479.1473885161845 ], "n_n_actor_calls_async": [ - 23168.372784365154, - 988.046573423015 + 23225.920055471943, + 1333.629196021959 ], "n_n_actor_calls_with_arg_async": [ - 4105.951978131054, - 85.14262018346888 + 2723.9690685388855, + 13.543227804321521 ], "n_n_async_actor_calls_async": [ - 20479.183697143773, - 784.0156381083401 + 20513.389244097456, + 579.320086028046 ], "perf_metrics": [ { "perf_metric_name": "single_client_get_calls_Plasma_Store", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 8378.589542828342 + "perf_metric_value": 4030.5453313124744 }, { "perf_metric_name": "single_client_put_calls_Plasma_Store", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 4498.3519827438895 + "perf_metric_value": 4171.572402867286 }, { "perf_metric_name": "multi_client_put_calls_Plasma_Store", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 13779.913284159866 + "perf_metric_value": 9952.762154617178 }, { "perf_metric_name": "single_client_put_gigabytes", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 19.30103208209274 + "perf_metric_value": 18.324991353469613 }, { "perf_metric_name": "single_client_tasks_and_get_batch", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 4.415850247347108 + "perf_metric_value": 6.510453684729034 }, { "perf_metric_name": "multi_client_put_gigabytes", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 36.697734067834084 + "perf_metric_value": 27.49866375110667 }, { "perf_metric_name": "single_client_get_object_containing_10k_refs", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 12.272053704608084 + "perf_metric_value": 11.296427707979271 }, { "perf_metric_name": "single_client_wait_1k_refs", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 4.700920788730696 + "perf_metric_value": 4.396844484606209 }, { "perf_metric_name": "single_client_tasks_sync", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 800.5633840543425 + "perf_metric_value": 829.8982620271383 }, { "perf_metric_name": "single_client_tasks_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 7034.736389002367 + "perf_metric_value": 5868.239300602419 }, { "perf_metric_name": "multi_client_tasks_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 19972.309576843323 + "perf_metric_value": 20210.985366169363 }, { "perf_metric_name": "1_1_actor_calls_sync", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 1704.5035425495187 + "perf_metric_value": 1839.4898060940372 }, { "perf_metric_name": "1_1_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 7445.809146193413 + "perf_metric_value": 8399.403184470113 }, { "perf_metric_name": "1_1_actor_calls_concurrent", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 5222.99132120111 + "perf_metric_value": 4647.56843532278 }, { "perf_metric_name": "1_n_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 7474.798821945149 + "perf_metric_value": 7345.613928457275 }, { "perf_metric_name": "n_n_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 23168.372784365154 + "perf_metric_value": 23225.920055471943 }, { "perf_metric_name": "n_n_actor_calls_with_arg_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 4105.951978131054 + "perf_metric_value": 2723.9690685388855 }, { "perf_metric_name": "1_1_async_actor_calls_sync", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 1251.6025859481733 + "perf_metric_value": 1343.0595085140048 }, { "perf_metric_name": "1_1_async_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 4826.171895058453 + "perf_metric_value": 3995.0258578261814 }, { "perf_metric_name": "1_1_async_actor_calls_with_args_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 2766.907182403518 + "perf_metric_value": 2589.906655726785 }, { "perf_metric_name": "1_n_async_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 6491.439808045807 + "perf_metric_value": 6492.653462688266 }, { "perf_metric_name": "n_n_async_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 20479.183697143773 + "perf_metric_value": 20513.389244097456 }, { "perf_metric_name": "placement_group_create/removal", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 666.2773993932936 + "perf_metric_value": 666.3527476116307 }, { "perf_metric_name": "client__get_calls", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 1129.1409512898194 + "perf_metric_value": 831.689705073893 }, { "perf_metric_name": "client__put_calls", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 805.4069136266919 + "perf_metric_value": 713.82381443796 }, { "perf_metric_name": "client__put_gigabytes", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 0.10100883378233687 + "perf_metric_value": 0.10173890088342342 }, { "perf_metric_name": "client__tasks_and_put_batch", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 12873.97871447783 + "perf_metric_value": 9085.541921590711 }, { "perf_metric_name": "client__1_1_actor_calls_sync", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 524.6134993747014 + "perf_metric_value": 483.38098840508496 }, { "perf_metric_name": "client__1_1_actor_calls_async", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 1014.64288638885 + "perf_metric_value": 883.7347522770161 }, { "perf_metric_name": "client__1_1_actor_calls_concurrent", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 1037.1186014627438 + "perf_metric_value": 889.14113884267 }, { "perf_metric_name": "client__tasks_and_get_batch", "perf_metric_type": "THROUGHPUT", - "perf_metric_value": 0.9643252583791863 + "perf_metric_value": 0.8264370292993273 } ], "placement_group_create/removal": [ - 666.2773993932936, - 8.374316408003613 + 666.3527476116307, + 2.878579109687689 ], "single_client_get_calls_Plasma_Store": [ - 8378.589542828342, - 580.7193571692346 + 4030.5453313124744, + 83.4215261086502 ], "single_client_get_object_containing_10k_refs": [ - 12.272053704608084, - 0.7982063002656874 + 11.296427707979271, + 0.4257563799134317 ], "single_client_put_calls_Plasma_Store": [ - 4498.3519827438895, - 81.55679060284112 + 4171.572402867286, + 20.59644183305974 ], "single_client_put_gigabytes": [ - 19.30103208209274, - 10.059794667066702 + 18.324991353469613, + 8.294696979749455 ], "single_client_tasks_and_get_batch": [ - 4.415850247347108, - 2.1601305262136594 + 6.510453684729034, + 0.12028674905547897 ], "single_client_tasks_async": [ - 7034.736389002367, - 397.0712504592145 + 5868.239300602419, + 440.56084088533567 ], "single_client_tasks_sync": [ - 800.5633840543425, - 6.368316318983872 + 829.8982620271383, + 4.841633368636976 ], "single_client_wait_1k_refs": [ - 4.700920788730696, - 0.02600364734531685 + 4.396844484606209, + 0.025462969222988033 ] } diff --git a/release/perf_metrics/scalability/object_store.json b/release/perf_metrics/scalability/object_store.json index baa98f077a12..e0a65c39ea84 100644 --- a/release/perf_metrics/scalability/object_store.json +++ b/release/perf_metrics/scalability/object_store.json @@ -1,13 +1,12 @@ { - "broadcast_time": 13.777409734000003, + "broadcast_time": 14.81957527099999, "num_nodes": 50, "object_size": 1073741824, "perf_metrics": [ { "perf_metric_name": "time_to_broadcast_1073741824_bytes_to_50_nodes", "perf_metric_type": "LATENCY", - "perf_metric_value": 13.777409734000003 + "perf_metric_value": 14.81957527099999 } - ], - "success": "1" + ] } diff --git a/release/perf_metrics/scalability/single_node.json b/release/perf_metrics/scalability/single_node.json index 933c943342e7..fb711efd3703 100644 --- a/release/perf_metrics/scalability/single_node.json +++ b/release/perf_metrics/scalability/single_node.json @@ -1,8 +1,8 @@ { - "args_time": 20.028864411, - "get_time": 25.136106761999997, + "args_time": 18.013926726999998, + "get_time": 25.508083513999992, "large_object_size": 107374182400, - "large_object_time": 30.109750160999965, + "large_object_time": 29.76057439500005, "num_args": 10000, "num_get_args": 10000, "num_queued": 1000000, @@ -11,30 +11,30 @@ { "perf_metric_name": "10000_args_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 20.028864411 + "perf_metric_value": 18.013926726999998 }, { "perf_metric_name": "3000_returns_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 6.1422604579999955 + "perf_metric_value": 6.417386639000014 }, { "perf_metric_name": "10000_get_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 25.136106761999997 + "perf_metric_value": 25.508083513999992 }, { "perf_metric_name": "1000000_queued_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 199.115312395 + "perf_metric_value": 186.835615278 }, { "perf_metric_name": "107374182400_large_object_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 30.109750160999965 + "perf_metric_value": 29.76057439500005 } ], - "queued_time": 199.115312395, - "returns_time": 6.1422604579999955, + "queued_time": 186.835615278, + "returns_time": 6.417386639000014, "success": "1" } diff --git a/release/perf_metrics/stress_tests/stress_test_dead_actors.json b/release/perf_metrics/stress_tests/stress_test_dead_actors.json index 486d238354b9..a3b36ee3d270 100644 --- a/release/perf_metrics/stress_tests/stress_test_dead_actors.json +++ b/release/perf_metrics/stress_tests/stress_test_dead_actors.json @@ -1,14 +1,13 @@ { - "avg_iteration_time": 1.4568077945709228, - "max_iteration_time": 12.06541132926941, - "min_iteration_time": 0.06909847259521484, + "avg_iteration_time": 1.1225671076774597, + "max_iteration_time": 28.76371121406555, + "min_iteration_time": 0.046108245849609375, "perf_metrics": [ { "perf_metric_name": "avg_iteration_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 1.4568077945709228 + "perf_metric_value": 1.1225671076774597 } ], - "success": 1, - "total_time": 145.68089246749878 + "total_time": 112.2568371295929 } diff --git a/release/perf_metrics/stress_tests/stress_test_many_tasks.json b/release/perf_metrics/stress_tests/stress_test_many_tasks.json index f9c47f7dabef..37e8c3f3392e 100644 --- a/release/perf_metrics/stress_tests/stress_test_many_tasks.json +++ b/release/perf_metrics/stress_tests/stress_test_many_tasks.json @@ -3,45 +3,44 @@ { "perf_metric_name": "stage_0_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 7.882433891296387 + "perf_metric_value": 5.82067084312439 }, { "perf_metric_name": "stage_1_avg_iteration_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 13.99826169013977 + "perf_metric_value": 13.989246034622193 }, { "perf_metric_name": "stage_2_avg_iteration_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 36.08304100036621 + "perf_metric_value": 36.358218574523924 }, { "perf_metric_name": "stage_3_creation_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 2.7449533939361572 + "perf_metric_value": 1.4687559604644775 }, { "perf_metric_name": "stage_3_time", "perf_metric_type": "LATENCY", - "perf_metric_value": 1901.6145586967468 + "perf_metric_value": 1885.3751878738403 }, { "perf_metric_name": "stage_4_spread", "perf_metric_type": "LATENCY", - "perf_metric_value": 0.565494858742622 + "perf_metric_value": 0.27532822445545485 } ], - "stage_0_time": 7.882433891296387, - "stage_1_avg_iteration_time": 13.99826169013977, - "stage_1_max_iteration_time": 14.502009868621826, - "stage_1_min_iteration_time": 12.637654781341553, - "stage_1_time": 139.98268675804138, - "stage_2_avg_iteration_time": 36.08304100036621, - "stage_2_max_iteration_time": 36.41135549545288, - "stage_2_min_iteration_time": 35.36338019371033, - "stage_2_time": 180.41578841209412, - "stage_3_creation_time": 2.7449533939361572, - "stage_3_time": 1901.6145586967468, - "stage_4_spread": 0.565494858742622, - "success": 1 + "stage_0_time": 5.82067084312439, + "stage_1_avg_iteration_time": 13.989246034622193, + "stage_1_max_iteration_time": 14.72441577911377, + "stage_1_min_iteration_time": 13.083425045013428, + "stage_1_time": 139.89252924919128, + "stage_2_avg_iteration_time": 36.358218574523924, + "stage_2_max_iteration_time": 36.654969453811646, + "stage_2_min_iteration_time": 36.18567728996277, + "stage_2_time": 181.79162168502808, + "stage_3_creation_time": 1.4687559604644775, + "stage_3_time": 1885.3751878738403, + "stage_4_spread": 0.27532822445545485 } diff --git a/release/perf_metrics/stress_tests/stress_test_placement_group.json b/release/perf_metrics/stress_tests/stress_test_placement_group.json index 7b8200b5d315..c5c599810fac 100644 --- a/release/perf_metrics/stress_tests/stress_test_placement_group.json +++ b/release/perf_metrics/stress_tests/stress_test_placement_group.json @@ -1,17 +1,16 @@ { - "avg_pg_create_time_ms": 1.5650917102100173, - "avg_pg_remove_time_ms": 1.419495533032749, + "avg_pg_create_time_ms": 1.503374489489326, + "avg_pg_remove_time_ms": 1.4678401576576676, "perf_metrics": [ { "perf_metric_name": "avg_pg_create_time_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 1.5650917102100173 + "perf_metric_value": 1.503374489489326 }, { "perf_metric_name": "avg_pg_remove_time_ms", "perf_metric_type": "LATENCY", - "perf_metric_value": 1.419495533032749 + "perf_metric_value": 1.4678401576576676 } - ], - "success": 1 + ] }