|
| 1 | +{{! The aws-s3 input can be configured to read from an SQS queue or an S3 bucket. }} |
| 2 | + |
| 3 | +{{! start SQS queue }} |
| 4 | +{{#unless bucket_arn}} |
| 5 | +{{#unless non_aws_bucket_name}} |
| 6 | +{{#unless access_point_arn}} |
| 7 | +{{#if queue_url }} |
| 8 | +queue_url: {{ queue_url }} |
| 9 | +{{/if}} |
| 10 | +{{/unless}} |
| 11 | +{{/unless}} |
| 12 | +{{/unless}} |
| 13 | +{{! end SQS queue }} |
| 14 | + |
| 15 | +{{#unless queue_url}}{{! start S3 bucket polling }} |
| 16 | + |
| 17 | +{{! |
| 18 | +When using an S3 bucket, you can specify only one of the following options: |
| 19 | +- An AWS bucket ARN |
| 20 | +- A non-AWS bucket name |
| 21 | +}} |
| 22 | + |
| 23 | +{{! shared S3 bucket polling options }} |
| 24 | +{{#if bucket_list_prefix }} |
| 25 | +bucket_list_prefix: {{ bucket_list_prefix }} |
| 26 | +{{/if}} |
| 27 | + |
| 28 | +{{#if bucket_list_interval }} |
| 29 | +bucket_list_interval: {{ bucket_list_interval }} |
| 30 | +{{/if}} |
| 31 | + |
| 32 | +{{#if start_timestamp}} |
| 33 | +start_timestamp: {{start_timestamp}} |
| 34 | +{{/if}} |
| 35 | + |
| 36 | +{{#if ignore_older}} |
| 37 | +ignore_older: {{ignore_older}} |
| 38 | +{{/if}} |
| 39 | + |
| 40 | +{{! AWS S3 bucket ARN options }} |
| 41 | +{{#unless non_aws_bucket_name}} |
| 42 | +{{#unless access_point_arn}} |
| 43 | +{{#if bucket_arn }} |
| 44 | +bucket_arn: {{ bucket_arn }} |
| 45 | +{{/if}} |
| 46 | +{{/unless}} |
| 47 | +{{/unless}} |
| 48 | + |
| 49 | +{{! non-AWS S3 bucket ARN options }} |
| 50 | +{{#unless bucket_arn}} |
| 51 | +{{#unless access_point_arn}} |
| 52 | +{{#if non_aws_bucket_name }} |
| 53 | +non_aws_bucket_name: {{ non_aws_bucket_name }} |
| 54 | +{{/if}} |
| 55 | +{{/unless}} |
| 56 | +{{/unless}} |
| 57 | + |
| 58 | +{{! AWS S3 Access Point ARN options }} |
| 59 | +{{#unless bucket_arn}} |
| 60 | +{{#unless non_aws_bucket_name}} |
| 61 | +{{#if access_point_arn }} |
| 62 | +access_point_arn: {{ access_point_arn }} |
| 63 | +{{/if}} |
| 64 | +{{/unless}} |
| 65 | +{{/unless}} |
| 66 | + |
| 67 | +{{/unless}}{{! end S3 bucket polling }} |
| 68 | + |
| 69 | +{{! allows number of workers to be configured for SQS queue and S3 buckets}} |
| 70 | +{{#if number_of_workers }} |
| 71 | +number_of_workers: {{ number_of_workers }} |
| 72 | +{{/if}} |
| 73 | + |
| 74 | +{{#if buffer_size }} |
| 75 | +buffer_size: {{ buffer_size }} |
| 76 | +{{/if}} |
| 77 | +{{#if content_type }} |
| 78 | +content_type: {{ content_type }} |
| 79 | +{{/if}} |
| 80 | +{{#if encoding }} |
| 81 | +encoding: {{ encoding }} |
| 82 | +{{/if}} |
| 83 | +{{#if expand_event_list_from_field }} |
| 84 | +expand_event_list_from_field: {{ expand_event_list_from_field }} |
| 85 | +{{/if}} |
| 86 | +{{#if buffer_size }} |
| 87 | +buffer_size: {{ buffer_size }} |
| 88 | +{{/if}} |
| 89 | +{{#if fips_enabled }} |
| 90 | +fips_enabled: {{ fips_enabled }} |
| 91 | +{{/if}} |
| 92 | +{{#if include_s3_metadata }} |
| 93 | +include_s3_metadata: {{ include_s3_metadata }} |
| 94 | +{{/if}} |
| 95 | +{{#if max_bytes }} |
| 96 | +max_bytes: {{ max_bytes }} |
| 97 | +{{/if}} |
| 98 | +{{#if max_number_of_messages }} |
| 99 | +max_number_of_messages: {{ max_number_of_messages }} |
| 100 | +{{/if}} |
| 101 | +{{#if path_style }} |
| 102 | +path_style: {{ path_style }} |
| 103 | +{{/if}} |
| 104 | +{{#if provider }} |
| 105 | +provider: {{ provider }} |
| 106 | +{{/if}} |
| 107 | +{{#if sqs.max_receive_count }} |
| 108 | +sqs.max_receive_count: {{ sqs.max_receive_count }} |
| 109 | +{{/if}} |
| 110 | +{{#if sqs.wait_time }} |
| 111 | +sqs.wait_time: {{ sqs.wait_time }} |
| 112 | +{{/if}} |
| 113 | + |
| 114 | +{{#if file_selectors}} |
| 115 | +file_selectors: |
| 116 | +{{file_selectors}} |
| 117 | +{{/if}} |
| 118 | + |
| 119 | +{{#if credential_profile_name}} |
| 120 | +credential_profile_name: {{credential_profile_name}} |
| 121 | +{{/if}} |
| 122 | +{{#if shared_credential_file}} |
| 123 | +shared_credential_file: {{shared_credential_file}} |
| 124 | +{{/if}} |
| 125 | +{{#if visibility_timeout}} |
| 126 | +visibility_timeout: {{visibility_timeout}} |
| 127 | +{{/if}} |
| 128 | +{{#if api_timeout}} |
| 129 | +api_timeout: {{api_timeout}} |
| 130 | +{{/if}} |
| 131 | +{{#if endpoint}} |
| 132 | +endpoint: {{endpoint}} |
| 133 | +{{/if}} |
| 134 | +{{#if default_region}} |
| 135 | +default_region: {{default_region}} |
| 136 | +{{/if}} |
| 137 | +{{#if access_key_id}} |
| 138 | +access_key_id: {{access_key_id}} |
| 139 | +{{/if}} |
| 140 | +{{#if secret_access_key}} |
| 141 | +secret_access_key: {{secret_access_key}} |
| 142 | +{{/if}} |
| 143 | +{{#if session_token}} |
| 144 | +session_token: {{session_token}} |
| 145 | +{{/if}} |
| 146 | +{{#if role_arn}} |
| 147 | +role_arn: {{role_arn}} |
| 148 | +{{/if}} |
| 149 | +{{#if fips_enabled}} |
| 150 | +fips_enabled: {{fips_enabled}} |
| 151 | +{{/if}} |
| 152 | +{{#if proxy_url }} |
| 153 | +proxy_url: {{proxy_url}} |
| 154 | +{{/if}} |
| 155 | +tags: |
| 156 | +{{#if preserve_original_event}} |
| 157 | + - preserve_original_event |
| 158 | +{{/if}} |
| 159 | +{{#if preserve_duplicate_custom_fields}} |
| 160 | + - preserve_duplicate_custom_fields |
| 161 | +{{/if}} |
| 162 | +{{#each tags as |tag|}} |
| 163 | + - {{tag}} |
| 164 | +{{/each}} |
| 165 | +{{#contains "forwarded" tags}} |
| 166 | +publisher_pipeline.disable_host: true |
| 167 | +{{/contains}} |
| 168 | +{{#if processors}} |
| 169 | +processors: |
| 170 | +{{processors}} |
| 171 | +{{/if}} |
0 commit comments