diff --git a/elastic/logs/challenges/logging-querying-frozen.json b/elastic/logs/challenges/logging-querying-frozen.json new file mode 100644 index 000000000..b8cb7fc21 --- /dev/null +++ b/elastic/logs/challenges/logging-querying-frozen.json @@ -0,0 +1,70 @@ +{% import "rally.helpers" as rally %} +{ + "name": "logging-querying-frozen", + "description": "Applies a query workload. Ensures data streams exist so queries can be run, but does not remove existing data.", + "parameters": { + "generate-data": {{ true | tojson if bulk_start_date and bulk_end_date else false | tojson }} + }, + "schedule": [ + { + "name": "check-cluster-health", + "operation": { + "operation-type": "cluster-health", + "index": "_all", + "request-params": { + "wait_for_status": "{{cluster_health | default('green')}}", + "wait_for_no_relocating_shards": "true" + }, + "retry-until-success": true + } + }, + {% if bulk_start_date and bulk_end_date %} + { + "name": "bulk-index", + "operation": { + "operation-type": "raw-bulk", + "param-source": "processed-source", + "time-format": "milliseconds", + "profile": "fixed_interval", + "init-load": true, + "bulk-size": {{ p_bulk_size }}, + "detailed-results": true + }, + "clients": {{ p_bulk_indexing_clients }}, + "ignore-response-error-level": "{{error_level | default('non-fatal')}}" + }, + { + "name": "compression-stats", + "operation": { + "operation-type": "compression-statistics", + "param-source": "create-datastream-source" + } + }, + {% endif %} + { + "name": "logging-queries", + "parallel": { + "time-period": {{ p_query_time_period }}, + "warmup-time-period": {{ p_query_warmup_time_period }}, + "tasks": [ + {% for workflow in p_query_workflows %} + { + "name": {{workflow | tojson }}, + "operation": { + "operation-type": "composite", + "param-source": "workflow-selector", + "workflow": {{workflow | tojson }}, + "task-offset": {{ loop.index }}, + "request-params": {{ p_query_request_params | tojson(indent=2) }} + }, + "think-time-interval": {{ p_user_think_time }}, + "workflow-interval": {{ p_user_workflow_time }}, + "clients": 1, + "schedule": "workflow-scheduler" + }{{ ", " if not loop.last else "" }} + {% endfor %} + ] + } + } + ] +} \ No newline at end of file