Skip to content

Synthetic source does not still support copy_to #653

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
salvatore-campagna merged 12 commits into from
Sep 5, 2024
Merged

Synthetic source does not still support copy_to #653

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
12 commits
Select commit Hold shift + click to select a range
1981180
fix: use kubernetes.event.message instead of message
salvatore-campagna Aug 30, 2024
9d46892
fix: missing if gate in security-metricbeat.json
salvatore-campagna Sep 3, 2024
8b54480
fix: unconditionally use kubernetes.event.message in place of message
salvatore-campagna Sep 3, 2024
22eb2e7
fix: introduce a logsdb specific workflows directory
salvatore-campagna Sep 3, 2024
eff7e34
fix: read the track param for the worflows folder
salvatore-campagna Sep 3, 2024
94e1a7a
fix: get or default workflows directory
salvatore-campagna Sep 3, 2024
4f66a8a
lint: code format
salvatore-campagna Sep 3, 2024
32ca496
Fix for logsdb mode. Add logsdb test
gareth-ellis Sep 4, 2024
097f602
Add validation that the indicies we are testing against are in logsdb…
gareth-ellis Sep 4, 2024
53f4301
Auto skip ilm insert
gareth-ellis Sep 5, 2024
69516a1
fix: skip other component templates
salvatore-campagna Sep 5, 2024
75c49e6
Mistake in %
gareth-ellis Sep 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions elastic/security/challenges/security-indexing-querying.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,9 @@
"operation-type": "composite",
"param-source": "workflow-selector",
"workflow": {{workflow | tojson }},
{% if p_index_mode == "logsdb" %}
"workflows-folder": "workflows-logsdb",
{% endif %}
"task-offset": {{ loop.index }},
"request-params": {{ query_request_params | default({}) | tojson(indent=2) }}
},
Expand Down
2 changes: 2 additions & 0 deletions elastic/security/tasks/index-setup.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@
"param-source": "add-track-path"
}
},
{%- if lifecycle == "ilm" or (not lifecycle and build_flavor != "serverless") %}
{
"name": "insert-ilm",
"tags": ["setup"],
Expand All @@ -14,6 +15,7 @@
"param-source": "add-track-path"
}
},
{%- endif -%}
{
"name": "delete-all-datastreams",
"tags": ["setup"],
Expand Down
2 changes: 2 additions & 0 deletions elastic/security/templates/composable/security-metricbeat.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14208,7 +14208,9 @@
}
},
"message" : {
{% if index_mode != "logsdb" %}
"copy_to" : "message",
{% endif %}
"norms" : false,
"type" : "text"
},
Expand Down
8 changes: 6 additions & 2 deletions elastic/security/track.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,13 @@
{% set p_corpora_uri_base = (corpora_uri_base | default("https://rally-tracks.elastic.co")) %}
{% set p_query_workflows = (query_workflows | default(["hosts", "overview", "network"])) %}
{% set p_num_query_workflows = p_query_workflows | length %}
{% set p_workflow_folder = workflow_folder | default('workflows') %}
{% set p_workflow_time_interval = (workflow_time_interval | default(30)) %}
{% set p_user_workflow_time = p_workflow_time_interval * p_num_query_workflows %}
{% set p_bulk_indexing_clients = (bulk_indexing_clients | default(8))%}
{% set p_number_of_shards = (number_of_shards | default(1)) %}
{% set p_number_of_replicas = (number_of_replicas | default(1)) %}
{% set p_skip_fleet_globals = (skip_fleet_globals | default(false) ) %}
{% set p_skip_delete_component_template = (skip_delete_component_template | default(false) ) %}
{% set p_integration_ratios = (integration_ratios | default({
"auditbeat": {
"corpora": {
Expand Down Expand Up @@ -50,6 +51,7 @@
"wait-for-status": "{{ wait_for_status | default('green') }}",
"force-data-generation": {{ force_data_generation | default(false) | tojson }},
"detailed-results": {{ detailed_results | default(false) | tojson }},
"workflow-folder": {{ p_workflow_folder | default('workflows') | tojson }},
"workflow-target": "{{ p_integration_ratios.keys() | list | join('-*,') ~ '-*' }}",
"number-of-workflows": {{ p_num_query_workflows }},
"raw-data-volume-per-day": "{{ raw_data_volume_per_day | default('0.1GB') }}",
Expand Down Expand Up @@ -101,7 +103,7 @@
"name": "track-custom-mappings",
"template": "./templates/component/track-custom-mappings.json"
},
{% if p_skip_fleet_globals == false %}
{% if p_skip_delete_component_template == false %}
{
"name": ".fleet_agent_id_verification-1",
"template": "./templates/component/.fleet_agent_id_verification-1.json",
Expand All @@ -121,11 +123,13 @@
"name": "logs-endpoint.events.file@mappings",
"template": "./templates/component/logs-endpoint.events.file@mappings.json"
},
{% if p_skip_delete_component_template == false %}
{
"name": "logs-endpoint.events.file@package",
"template": "./templates/component/logs-endpoint.events.file@package.json",
"template-path": "component_template"
},
{% endif %}
{
"name": "logs-endpoint.events.file@settings",
"template": "./templates/component/logs-endpoint.events.file@settings.json"
Expand Down
Loading