From 1f9a75a99de50a197aee6ccae91d227a802df826 Mon Sep 17 00:00:00 2001 From: satish Date: Tue, 12 Apr 2022 19:10:26 +0530 Subject: [PATCH 1/2] reducing partitions for log running multi partition yaml --- ...eamer-long-running-multi-partitions-metadata.yaml | 10 +++++----- .../deltastreamer-long-running-multi-partitions.yaml | 12 ++++++------ 2 files changed, 11 insertions(+), 11 deletions(-) diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml index 05f1bf8550d74..77bad2a812b3e 100644 --- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml +++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml @@ -20,7 +20,7 @@ dag_content: first_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 1000 type: InsertNode @@ -28,7 +28,7 @@ dag_content: second_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 10000 deps: first_insert @@ -36,7 +36,7 @@ dag_content: third_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 300 deps: second_insert @@ -44,7 +44,7 @@ dag_content: first_upsert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 num_records_insert: 300 repeat_count: 1 num_records_upsert: 100 @@ -53,7 +53,7 @@ dag_content: deps: third_insert first_delete: config: - num_partitions_delete: 50 + num_partitions_delete: 10 num_records_delete: 4000 type: DeleteNode deps: first_upsert diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml index 410df754c2734..eca4eac1c710a 100644 --- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml +++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml @@ -20,7 +20,7 @@ dag_content: first_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 1000 type: InsertNode @@ -28,7 +28,7 @@ dag_content: second_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 10000 deps: first_insert @@ -36,7 +36,7 @@ dag_content: third_insert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 repeat_count: 1 num_records_insert: 300 deps: second_insert @@ -44,16 +44,16 @@ dag_content: first_upsert: config: record_size: 1000 - num_partitions_insert: 50 + num_partitions_insert: 10 num_records_insert: 300 repeat_count: 1 num_records_upsert: 100 - num_partitions_upsert: 50 + num_partitions_upsert: 10 type: UpsertNode deps: third_insert first_delete: config: - num_partitions_delete: 50 + num_partitions_delete: 10 num_records_delete: 4000 type: DeleteNode deps: first_upsert From 67cebb44aeb65de39265991f8b7fcd06de017c20 Mon Sep 17 00:00:00 2001 From: satish Date: Tue, 12 Apr 2022 19:15:15 +0530 Subject: [PATCH 2/2] reducing partitions for log running multi partition yaml --- .../deltastreamer-long-running-multi-partitions-metadata.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml index 77bad2a812b3e..dc1e99a431209 100644 --- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml +++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml @@ -48,7 +48,7 @@ dag_content: num_records_insert: 300 repeat_count: 1 num_records_upsert: 100 - num_partitions_upsert: 50 + num_partitions_upsert: 10 type: UpsertNode deps: third_insert first_delete: