From bf5d4f20e132180cd114d1f427432782b032cf66 Mon Sep 17 00:00:00 2001 From: Luigi DellAquila Date: Thu, 9 Jan 2025 12:52:33 +0100 Subject: [PATCH 1/5] Add KEEP and SORT queries --- joins/challenges/default.json | 98 +++++++++++++++++++++++++++++++++++ joins/operations/default.json | 70 +++++++++++++++++++++++++ 2 files changed, 168 insertions(+) diff --git a/joins/challenges/default.json b/joins/challenges/default.json index d4ce4f0da..ff0f9ce0e 100644 --- a/joins/challenges/default.json +++ b/joins/challenges/default.json @@ -90,6 +90,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_1k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_1k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -127,6 +141,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_100k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_100k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -164,6 +192,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_200k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_200k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_200k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -201,6 +243,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_500k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_500k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_500k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -238,6 +294,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_1M_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1M_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_1M_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -275,6 +345,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_5M_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_5M_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_5M_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -312,6 +396,20 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "esql_lookup_join_100M_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100M_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, { "operation": "esql_lookup_join_100M_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], diff --git a/joins/operations/default.json b/joins/operations/default.json index debf0530c..6b090272a 100644 --- a/joins/operations/default.json +++ b/joins/operations/default.json @@ -56,6 +56,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_1000_f10 on key_1000 | limit 10000" }, + { + "name": "esql_lookup_join_1k_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_1000_f10 on key_1000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_1k_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_1000_f10 on key_1000 | sort lookup_keyword_0 asc | limit 10000" + }, { "name": "esql_lookup_join_1k_keys_where_limit1000", "operation-type": "esql", @@ -83,6 +93,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_100000_f10 on key_100000 | limit 10000" }, + { + "name": "esql_lookup_join_100k_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_100000_f10 on key_100000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_100k_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_100000_f10 on key_100000 | sort lookup_keyword_0 asc | limit 10000" + }, { "name": "esql_lookup_join_100k_keys_where_limit1000", "operation-type": "esql", @@ -110,6 +130,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_200000_f10 on key_200000 | limit 10000" }, + { + "name": "esql_lookup_join_200k_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_200000_f10 on key_200000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_200k_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_200000_f10 on key_200000 | sort lookup_keyword_0 asc | limit 10000" + }, { "name": "esql_lookup_join_200k_keys_where_limit1000", "operation-type": "esql", @@ -137,6 +167,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_500000_f10 on key_500000 | limit 10000" }, + { + "name": "esql_lookup_join_500k_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_500000_f10 on key_500000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_500k_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_500000_f10 on key_500000 | sort lookup_keyword_0 asc | limit 10000" + }, { "name": "esql_lookup_join_500k_keys_where_limit1000", "operation-type": "esql", @@ -164,6 +204,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_1000000_f10 on key_1000000 | limit 10000" }, + { + "name": "esql_lookup_join_1M_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_1000000_f10 on key_1000000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_1M_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_1000000_f10 on key_1000000 | sort lookup_keyword_0 | limit 10000" + }, { "name": "esql_lookup_join_1M_keys_where_limit1000", "operation-type": "esql", @@ -191,6 +241,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_5000000_f10 on key_5000000 | limit 10000" }, + { + "name": "esql_lookup_join_5M_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_5000000_f10 on key_5000000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_5M_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_5000000_f10 on key_5000000 | sort lookup_keyword_0 | limit 10000" + }, { "name": "esql_lookup_join_5M_keys_where_limit1000", "operation-type": "esql", @@ -218,6 +278,16 @@ "operation-type": "esql", "query": "FROM join_base_idx | lookup join lookup_idx_100000000_f10 on key_100000000 | limit 10000" }, + { + "name": "esql_lookup_join_100M_keys_keep_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_100000000_f10 on key_100000000 | keep @timestamp, lookup_keyword_0 | limit 10000" + }, + { + "name": "esql_lookup_join_100M_keys_sort_limit10000", + "operation-type": "esql", + "query": "FROM join_base_idx | lookup join lookup_idx_100000000_f10 on key_100000000 | sort lookup_keyword_0 | limit 10000" + }, { "name": "esql_lookup_join_100M_keys_where_limit1000", "operation-type": "esql", From a6c1654c21ed60095da50cb36e2990b330137ac1 Mon Sep 17 00:00:00 2001 From: Luigi DellAquila Date: Thu, 9 Jan 2025 15:36:09 +0100 Subject: [PATCH 2/5] Reduce iterations for expensive queries --- joins/challenges/default.json | 56 +++++++++++++++++------------------ 1 file changed, 28 insertions(+), 28 deletions(-) diff --git a/joins/challenges/default.json b/joins/challenges/default.json index ff0f9ce0e..fb8bbf81d 100644 --- a/joins/challenges/default.json +++ b/joins/challenges/default.json @@ -101,8 +101,8 @@ "operation": "esql_lookup_join_1k_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_1k_keys_where_limit1000", @@ -115,8 +115,8 @@ "operation": "esql_lookup_join_1k_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, @@ -152,8 +152,8 @@ "operation": "esql_lookup_join_100k_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_100k_keys_where_limit1000", @@ -166,8 +166,8 @@ "operation": "esql_lookup_join_100k_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} @@ -203,8 +203,8 @@ "operation": "esql_lookup_join_200k_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_200k_keys_where_limit1000", @@ -217,8 +217,8 @@ "operation": "esql_lookup_join_200k_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} @@ -254,8 +254,8 @@ "operation": "esql_lookup_join_500k_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_500k_keys_where_limit1000", @@ -268,8 +268,8 @@ "operation": "esql_lookup_join_500k_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} @@ -305,8 +305,8 @@ "operation": "esql_lookup_join_1M_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_1M_keys_where_limit1000", @@ -319,8 +319,8 @@ "operation": "esql_lookup_join_1M_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} @@ -356,8 +356,8 @@ "operation": "esql_lookup_join_5M_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_5M_keys_where_limit1000", @@ -370,8 +370,8 @@ "operation": "esql_lookup_join_5M_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} @@ -407,8 +407,8 @@ "operation": "esql_lookup_join_100M_keys_sort_limit10000", "tags": ["lookup", "join", "limit10000"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 }, { "operation": "esql_lookup_join_100M_keys_where_limit1000", @@ -421,8 +421,8 @@ "operation": "esql_lookup_join_100M_keys_where_no_match", "tags": ["lookup", "join"], "clients": 1, - "warmup-iterations": 10, - "iterations": 50 + "warmup-iterations": 5, + "iterations": 20 #} From 1b27e06e48ab5df3662cb84a3e2f7fbe2a66883a Mon Sep 17 00:00:00 2001 From: Luigi DellAquila Date: Fri, 10 Jan 2025 09:32:00 +0100 Subject: [PATCH 3/5] Smaller challenge --- joins/challenges/small.json | 382 ++++++++++++++++++++++++++++++++++++ 1 file changed, 382 insertions(+) create mode 100644 joins/challenges/small.json diff --git a/joins/challenges/small.json b/joins/challenges/small.json new file mode 100644 index 000000000..f2f0a1d55 --- /dev/null +++ b/joins/challenges/small.json @@ -0,0 +1,382 @@ + { + "name": "esql-small", + "description": "Performance benchmarks for internal R&D on query languages. Only running smaller indexes", + "default": false, + "schedule": [ + { + "operation": "delete-index", + "tags": ["setup"] + }, + { + "operation": { + "operation-type": "create-index", + "settings": {%- if index_settings is defined %} {{index_settings | tojson}} {%- else %} { + {# non-serverless-index-settings-marker-start #}{%- if build_flavor != "serverless" or serverless_operator == true -%} + {% if p_include_non_serverless_index_settings %} + "index.translog.flush_threshold_size": "4g", + {% endif %} + {%- endif -%}{# non-serverless-index-settings-marker-end #} + "index.codec": "best_compression", + "index.refresh_interval": "30s" + }{%- endif %} + }, + "tags": ["setup"] + }, + + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "join_base_idx", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + }, + "tags": ["setup"] + }, + + { + "operation": "index-base", + "clients": {{bulk_indexing_clients | default(8)}}, + "tags": ["setup"] + }, + { + "operation": "index-small-lookup-indices", + "clients": {{bulk_indexing_clients | default(8)}}, + "tags": ["setup"] + }, + { + "operation": "index-lookup-1m", + "clients": {{bulk_indexing_clients | default(8)}}, + "tags": ["setup"] + }, + { + "operation": "index-lookup-5m", + "clients": {{bulk_indexing_clients | default(8)}}, + "tags": ["setup"] + }, + { + "name": "refresh-after-index", + "operation": "refresh", + "tags": ["setup"] + }, + + + { + "operation": "esql_lookup_join_1k_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_1k_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1k_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + + + { + "operation": "esql_lookup_join_100k_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100k_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100k_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_100k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_100k_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + {# + "operation": "esql_lookup_join_100k_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + #} + + + { + "operation": "esql_lookup_join_200k_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_200k_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_200k_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_200k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_200k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_200k_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + {# + "operation": "esql_lookup_join_200k_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + #} + + + { + "operation": "esql_lookup_join_500k_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_500k_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_500k_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_500k_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_500k_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_500k_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + {# + "operation": "esql_lookup_join_500k_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + #} + + + { + "operation": "esql_lookup_join_1M_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1M_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1M_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1M_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_1M_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_1M_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + {# + "operation": "esql_lookup_join_1M_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + #} + + + { + "operation": "esql_lookup_join_5M_keys_limit1", + "tags": ["lookup", "join", "limit1"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_5M_keys_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_5M_keys_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_5M_keys_keep_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "esql_lookup_join_5M_keys_sort_limit10000", + "tags": ["lookup", "join", "limit10000"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + }, + { + "operation": "esql_lookup_join_5M_keys_where_limit1000", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + {# + "operation": "esql_lookup_join_5M_keys_where_no_match", + "tags": ["lookup", "join"], + "clients": 1, + "warmup-iterations": 5, + "iterations": 20 + #} + + { + "operation": "esql_lookup_join_1k_100k_200k_500k", + "tags": ["lookup", "join", "limit1000"], + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + } + + + ] + } From fbca480f22534c7cb33cd4ba7558013aa0b32de5 Mon Sep 17 00:00:00 2001 From: Luigi DellAquila Date: Fri, 10 Jan 2025 09:43:39 +0100 Subject: [PATCH 4/5] Set default challenge --- joins/challenges/default.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/joins/challenges/default.json b/joins/challenges/default.json index fb8bbf81d..aa1039439 100644 --- a/joins/challenges/default.json +++ b/joins/challenges/default.json @@ -1,7 +1,7 @@ { "name": "esql", "description": "Performance benchmarks for internal R&D on query languages. This is work in progress", - "default": false, + "default": true, "schedule": [ { "operation": "delete-index", From a3d0acc1f9a0606bfd3ab8cc341902b3e66e8896 Mon Sep 17 00:00:00 2001 From: Luigi DellAquila Date: Fri, 10 Jan 2025 10:56:52 +0100 Subject: [PATCH 5/5] Disable SORT queries in SMALL track for high cardinality --- joins/challenges/small.json | 35 ----------------------------------- 1 file changed, 35 deletions(-) diff --git a/joins/challenges/small.json b/joins/challenges/small.json index f2f0a1d55..9a3ae56d9 100644 --- a/joins/challenges/small.json +++ b/joins/challenges/small.json @@ -143,13 +143,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "esql_lookup_join_100k_keys_sort_limit10000", - "tags": ["lookup", "join", "limit10000"], - "clients": 1, - "warmup-iterations": 5, - "iterations": 20 - }, { "operation": "esql_lookup_join_100k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -194,13 +187,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "esql_lookup_join_200k_keys_sort_limit10000", - "tags": ["lookup", "join", "limit10000"], - "clients": 1, - "warmup-iterations": 5, - "iterations": 20 - }, { "operation": "esql_lookup_join_200k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -245,13 +231,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "esql_lookup_join_500k_keys_sort_limit10000", - "tags": ["lookup", "join", "limit10000"], - "clients": 1, - "warmup-iterations": 5, - "iterations": 20 - }, { "operation": "esql_lookup_join_500k_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -296,13 +275,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "esql_lookup_join_1M_keys_sort_limit10000", - "tags": ["lookup", "join", "limit10000"], - "clients": 1, - "warmup-iterations": 5, - "iterations": 20 - }, { "operation": "esql_lookup_join_1M_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"], @@ -347,13 +319,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "esql_lookup_join_5M_keys_sort_limit10000", - "tags": ["lookup", "join", "limit10000"], - "clients": 1, - "warmup-iterations": 5, - "iterations": 20 - }, { "operation": "esql_lookup_join_5M_keys_where_limit1000", "tags": ["lookup", "join", "limit1000"],