From 2082e0ffc07b5c2bffc69df390a63c954755d094 Mon Sep 17 00:00:00 2001 From: Fang Xing Date: Tue, 22 Jul 2025 10:37:15 -0400 Subject: [PATCH 1/3] add more date_histogram esql queries with different date range and intervals --- nyc_taxis/challenges/default.json | 36 +++++++++++++++++++++++++++++++ nyc_taxis/operations/default.json | 33 ++++++++++++++++++++++++++++ 2 files changed, 69 insertions(+) diff --git a/nyc_taxis/challenges/default.json b/nyc_taxis/challenges/default.json index 04bc49d23..9bf858dbb 100644 --- a/nyc_taxis/challenges/default.json +++ b/nyc_taxis/challenges/default.json @@ -1104,6 +1104,24 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "date_histogram_calendar_interval_monthly_3months_esql_segment_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "date_histogram_calendar_interval_monthly_9months_esql_segment_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "date_histogram_calendar_interval_monthly_12months_esql_segment_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + } {# non-serverless-doc-partitioning-marker-start #}{%- if build_flavor != "serverless" -%} { "operation": "date_histogram_calendar_interval_esql_doc_partitioning", @@ -1111,6 +1129,24 @@ "warmup-iterations": 10, "iterations": 50 }, + { + "operation": "date_histogram_calendar_interval_weekly_3weeks_esql_doc_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "date_histogram_calendar_interval_weekly_9weeks_esql_doc_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + }, + { + "operation": "date_histogram_calendar_interval_weekly_12weeks_esql_doc_partitioning", + "clients": 1, + "warmup-iterations": 10, + "iterations": 50 + } {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "operation": "date_histogram_fixed_interval", diff --git a/nyc_taxis/operations/default.json b/nyc_taxis/operations/default.json index 829da3838..27d232ca3 100644 --- a/nyc_taxis/operations/default.json +++ b/nyc_taxis/operations/default.json @@ -1218,6 +1218,21 @@ "operation-type": "esql", "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 week, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" }, + { + "name": "date_histogram_calendar_interval_monthly_3months_esql_segment_partitioning", + "operation-type": "esql", + "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 month, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" + }, + { + "name": "date_histogram_calendar_interval_monthly_9months_esql_segment_partitioning", + "operation-type": "esql", + "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-10-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 month, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" + }, + { + "name": "date_histogram_calendar_interval_monthly_12months_esql_segment_partitioning", + "operation-type": "esql", + "query": "FROM nyc_taxis | where dropoff_datetime < \"2016-01-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 month, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" + } {# non-serverless-doc-partitioning-marker-start #}{%- if build_flavor != "serverless" -%} { "name": "date_histogram_calendar_interval_esql_doc_partitioning", @@ -1228,6 +1243,24 @@ "pragma": { "data_partitioning": "doc" } } }, + { + "name": "date_histogram_calendar_interval_weekly_3weeks_esql_doc_partitioning", + "operation-type": "esql", + "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-01-19T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 week, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time", + "body": { + "accept_pragma_risks": true, + "pragma": { "data_partitioning": "doc" } + } + }, + { + "name": "date_histogram_calendar_interval_weekly_12weeks_esql_doc_partitioning", + "operation-type": "esql", + "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-23T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 week, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time", + "body": { + "accept_pragma_risks": true, + "pragma": { "data_partitioning": "doc" } + } + } {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "name": "date_histogram_fixed_interval_esql_segment_partitioning", From 70dfa358eb7b94b8e3e5b4f336a1ae7247506134 Mon Sep 17 00:00:00 2001 From: Fang Xing Date: Tue, 22 Jul 2025 14:03:43 -0400 Subject: [PATCH 2/3] fix syntax --- nyc_taxis/challenges/default.json | 16 ++-------------- nyc_taxis/operations/default.json | 9 ++------- 2 files changed, 4 insertions(+), 21 deletions(-) diff --git a/nyc_taxis/challenges/default.json b/nyc_taxis/challenges/default.json index 9bf858dbb..b5bf35283 100644 --- a/nyc_taxis/challenges/default.json +++ b/nyc_taxis/challenges/default.json @@ -1104,12 +1104,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "date_histogram_calendar_interval_monthly_3months_esql_segment_partitioning", - "clients": 1, - "warmup-iterations": 10, - "iterations": 50 - }, { "operation": "date_histogram_calendar_interval_monthly_9months_esql_segment_partitioning", "clients": 1, @@ -1121,7 +1115,7 @@ "clients": 1, "warmup-iterations": 10, "iterations": 50 - } + }, {# non-serverless-doc-partitioning-marker-start #}{%- if build_flavor != "serverless" -%} { "operation": "date_histogram_calendar_interval_esql_doc_partitioning", @@ -1135,18 +1129,12 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "date_histogram_calendar_interval_weekly_9weeks_esql_doc_partitioning", - "clients": 1, - "warmup-iterations": 10, - "iterations": 50 - }, { "operation": "date_histogram_calendar_interval_weekly_12weeks_esql_doc_partitioning", "clients": 1, "warmup-iterations": 10, "iterations": 50 - } + }, {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "operation": "date_histogram_fixed_interval", diff --git a/nyc_taxis/operations/default.json b/nyc_taxis/operations/default.json index 27d232ca3..6e903e508 100644 --- a/nyc_taxis/operations/default.json +++ b/nyc_taxis/operations/default.json @@ -1218,11 +1218,6 @@ "operation-type": "esql", "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 week, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" }, - { - "name": "date_histogram_calendar_interval_monthly_3months_esql_segment_partitioning", - "operation-type": "esql", - "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 month, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" - }, { "name": "date_histogram_calendar_interval_monthly_9months_esql_segment_partitioning", "operation-type": "esql", @@ -1232,7 +1227,7 @@ "name": "date_histogram_calendar_interval_monthly_12months_esql_segment_partitioning", "operation-type": "esql", "query": "FROM nyc_taxis | where dropoff_datetime < \"2016-01-01T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 month, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time" - } + }, {# non-serverless-doc-partitioning-marker-start #}{%- if build_flavor != "serverless" -%} { "name": "date_histogram_calendar_interval_esql_doc_partitioning", @@ -1260,7 +1255,7 @@ "accept_pragma_risks": true, "pragma": { "data_partitioning": "doc" } } - } + }, {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "name": "date_histogram_fixed_interval_esql_segment_partitioning", From 7eeda68ecbaea3cd4232bf83e5d1e1e3c0241f86 Mon Sep 17 00:00:00 2001 From: Fang Xing Date: Tue, 22 Jul 2025 15:54:49 -0400 Subject: [PATCH 3/3] update queries --- nyc_taxis/challenges/default.json | 6 ------ nyc_taxis/operations/default.json | 9 --------- 2 files changed, 15 deletions(-) diff --git a/nyc_taxis/challenges/default.json b/nyc_taxis/challenges/default.json index b5bf35283..02842f27a 100644 --- a/nyc_taxis/challenges/default.json +++ b/nyc_taxis/challenges/default.json @@ -1129,12 +1129,6 @@ "warmup-iterations": 10, "iterations": 50 }, - { - "operation": "date_histogram_calendar_interval_weekly_12weeks_esql_doc_partitioning", - "clients": 1, - "warmup-iterations": 10, - "iterations": 50 - }, {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "operation": "date_histogram_fixed_interval", diff --git a/nyc_taxis/operations/default.json b/nyc_taxis/operations/default.json index 6e903e508..653a16d68 100644 --- a/nyc_taxis/operations/default.json +++ b/nyc_taxis/operations/default.json @@ -1247,15 +1247,6 @@ "pragma": { "data_partitioning": "doc" } } }, - { - "name": "date_histogram_calendar_interval_weekly_12weeks_esql_doc_partitioning", - "operation-type": "esql", - "query": "FROM nyc_taxis | where dropoff_datetime < \"2015-03-23T00:00:00\" AND dropoff_datetime >= \"2015-01-01T00:00:00\" | eval dropoffs_over_time=date_trunc(1 week, dropoff_datetime) | stats c = count(dropoff_datetime) by dropoffs_over_time | sort dropoffs_over_time", - "body": { - "accept_pragma_risks": true, - "pragma": { "data_partitioning": "doc" } - } - }, {%- endif -%}{# non-serverless-doc-partitioning-marker-end #} { "name": "date_histogram_fixed_interval_esql_segment_partitioning",