@@ -4983,6 +4983,8 @@ components:
49834983 description: Optional prefix for blobs written to the container.
49844984 example: logs/
49854985 type: string
4986+ buffer:
4987+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
49864988 container_name:
49874989 description: The name of the Azure Blob Storage container to store logs
49884990 in.
@@ -25037,6 +25039,8 @@ components:
2503725039 description: The `microsoft_sentinel` destination forwards logs to Microsoft
2503825040 Sentinel.
2503925041 properties:
25042+ buffer:
25043+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2504025044 client_id:
2504125045 description: Azure AD client ID used for authentication.
2504225046 example: a1b2c3d4-5678-90ab-cdef-1234567890ab
@@ -26669,6 +26673,8 @@ components:
2666926673 properties:
2667026674 auth:
2667126675 $ref: '#/components/schemas/ObservabilityPipelineAmazonOpenSearchDestinationAuth'
26676+ buffer:
26677+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2667226678 bulk_index:
2667326679 description: The index to write logs to.
2667426680 example: logs-index
@@ -26747,6 +26753,8 @@ components:
2674726753 description: S3 bucket name.
2674826754 example: error-logs
2674926755 type: string
26756+ buffer:
26757+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2675026758 id:
2675126759 description: Unique identifier for the destination component.
2675226760 example: amazon-s3-destination
@@ -26919,6 +26927,30 @@ components:
2691926927 role session.
2692026928 type: string
2692126929 type: object
26930+ ObservabilityPipelineBufferOptions:
26931+ description: Configuration for buffer settings on destination components.
26932+ oneOf:
26933+ - $ref: '#/components/schemas/ObservabilityPipelineDiskBufferOptions'
26934+ - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferOptions'
26935+ - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferSizeOptions'
26936+ ObservabilityPipelineBufferOptionsDiskType:
26937+ default: disk
26938+ description: Specifies the buffer type to configure. This option supports only
26939+ a disk buffer.
26940+ enum:
26941+ - disk
26942+ type: string
26943+ x-enum-varnames:
26944+ - DISK
26945+ ObservabilityPipelineBufferOptionsMemoryType:
26946+ default: memory
26947+ description: Specifies the buffer type to configure. This option supports only
26948+ a memory buffer.
26949+ enum:
26950+ - memory
26951+ type: string
26952+ x-enum-varnames:
26953+ - MEMORY
2692226954 ObservabilityPipelineConfig:
2692326955 description: Specifies the pipeline's configuration, including its sources,
2692426956 processors, and destinations.
@@ -27232,6 +27264,8 @@ components:
2723227264 ObservabilityPipelineDatadogLogsDestination:
2723327265 description: The `datadog_logs` destination forwards logs to Datadog Log Management.
2723427266 properties:
27267+ buffer:
27268+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2723527269 id:
2723627270 description: The unique identifier for this component.
2723727271 example: datadog-logs-destination
@@ -27407,12 +27441,25 @@ components:
2740727441 type: string
2740827442 x-enum-varnames:
2740927443 - DEDUPE
27444+ ObservabilityPipelineDiskBufferOptions:
27445+ description: Options for configuring a disk buffer.
27446+ properties:
27447+ max_size:
27448+ description: Maximum size of the disk buffer.
27449+ example: 4096
27450+ format: int64
27451+ type: integer
27452+ type:
27453+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsDiskType'
27454+ type: object
2741027455 ObservabilityPipelineElasticsearchDestination:
2741127456 description: The `elasticsearch` destination writes logs to an Elasticsearch
2741227457 cluster.
2741327458 properties:
2741427459 api_version:
2741527460 $ref: '#/components/schemas/ObservabilityPipelineElasticsearchDestinationApiVersion'
27461+ buffer:
27462+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2741627463 bulk_index:
2741727464 description: The index to write logs to in Elasticsearch.
2741827465 example: logs-index
@@ -27897,6 +27944,8 @@ components:
2789727944 properties:
2789827945 auth:
2789927946 $ref: '#/components/schemas/ObservabilityPipelineGcpAuth'
27947+ buffer:
27948+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2790027949 customer_id:
2790127950 description: The Google Chronicle customer ID.
2790227951 example: abcdefg123456789
@@ -27963,6 +28012,8 @@ components:
2796328012 description: Name of the GCS bucket.
2796428013 example: error-logs
2796528014 type: string
28015+ buffer:
28016+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2796628017 id:
2796728018 description: Unique identifier for the destination component.
2796828019 example: gcs-destination
@@ -28273,6 +28324,28 @@ components:
2827328324 type: string
2827428325 x-enum-varnames:
2827528326 - LOGSTASH
28327+ ObservabilityPipelineMemoryBufferOptions:
28328+ description: Options for configuring a memory buffer by byte size.
28329+ properties:
28330+ max_size:
28331+ description: Maximum size of the disk buffer.
28332+ example: 4096
28333+ format: int64
28334+ type: integer
28335+ type:
28336+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
28337+ type: object
28338+ ObservabilityPipelineMemoryBufferSizeOptions:
28339+ description: Options for configuring a memory buffer by queue length.
28340+ properties:
28341+ max_events:
28342+ description: Maximum events for the memory buffer.
28343+ example: 500
28344+ format: int64
28345+ type: integer
28346+ type:
28347+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
28348+ type: object
2827628349 ObservabilityPipelineMetadataEntry:
2827728350 description: A custom metadata entry.
2827828351 properties:
@@ -28296,6 +28369,8 @@ components:
2829628369 ObservabilityPipelineNewRelicDestination:
2829728370 description: The `new_relic` destination sends logs to the New Relic platform.
2829828371 properties:
28372+ buffer:
28373+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2829928374 id:
2830028375 description: The unique identifier for this component.
2830128376 example: new-relic-destination
@@ -28433,6 +28508,8 @@ components:
2843328508 ObservabilityPipelineOpenSearchDestination:
2843428509 description: The `opensearch` destination writes logs to an OpenSearch cluster.
2843528510 properties:
28511+ buffer:
28512+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2843628513 bulk_index:
2843728514 description: The index to write logs to.
2843828515 example: logs-index
@@ -28657,9 +28734,10 @@ components:
2865728734 can drop or alert.
2865828735 properties:
2865928736 drop_events:
28660- description: If set to `true`, logs that matched the quota filter and sent
28661- after the quota has been met are dropped; only logs that did not match
28662- the filter query continue through the pipeline.
28737+ description: 'If set to `true`, logs that match the quota filter and are
28738+ sent after the quota is exceeded are dropped. Logs that do not match the
28739+ filter continue through the pipeline. **Note**: You can set either `drop_events`
28740+ or `overflow_action`, but not both.'
2866328741 example: false
2866428742 type: boolean
2866528743 id:
@@ -28707,14 +28785,15 @@ components:
2870728785 items:
2870828786 type: string
2870928787 type: array
28788+ too_many_buckets_action:
28789+ $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorOverflowAction'
2871028790 type:
2871128791 $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorType'
2871228792 required:
2871328793 - id
2871428794 - type
2871528795 - include
2871628796 - name
28717- - drop_events
2871828797 - limit
2871928798 - inputs
2872028799 type: object
@@ -28745,7 +28824,8 @@ components:
2874528824 - BYTES
2874628825 - EVENTS
2874728826 ObservabilityPipelineQuotaProcessorOverflowAction:
28748- description: 'The action to take when the quota is exceeded. Options:
28827+ description: 'The action to take when the quota or bucket limit is exceeded.
28828+ Options:
2874928829
2875028830 - `drop`: Drop the event.
2875128831
@@ -29006,6 +29086,8 @@ components:
2900629086 description: The `rsyslog` destination forwards logs to an external `rsyslog`
2900729087 server over TCP or UDP using the syslog protocol.
2900829088 properties:
29089+ buffer:
29090+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2900929091 id:
2901029092 description: The unique identifier for this component.
2901129093 example: rsyslog-destination
@@ -29076,6 +29158,16 @@ components:
2907629158 description: The `sample` processor allows probabilistic sampling of logs at
2907729159 a fixed rate.
2907829160 properties:
29161+ group_by:
29162+ description: Optional list of fields to group events by. Each group is sampled
29163+ independently.
29164+ example:
29165+ - service
29166+ - host
29167+ items:
29168+ type: string
29169+ minItems: 1
29170+ type: array
2907929171 id:
2908029172 description: The unique identifier for this component. Used to reference
2908129173 this component in other parts of the pipeline (for example, as the `input`
@@ -29480,6 +29572,8 @@ components:
2948029572 ObservabilityPipelineSentinelOneDestination:
2948129573 description: The `sentinel_one` destination sends logs to SentinelOne.
2948229574 properties:
29575+ buffer:
29576+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2948329577 id:
2948429578 description: The unique identifier for this component.
2948529579 example: sentinelone-destination
@@ -29836,6 +29930,8 @@ components:
2983629930 '
2983729931 example: true
2983829932 type: boolean
29933+ buffer:
29934+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2983929935 encoding:
2984029936 $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestinationEncoding'
2984129937 id:
@@ -29949,6 +30045,8 @@ components:
2994930045 ObservabilityPipelineSumoLogicDestination:
2995030046 description: The `sumo_logic` destination forwards logs to Sumo Logic.
2995130047 properties:
30048+ buffer:
30049+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2995230050 encoding:
2995330051 $ref: '#/components/schemas/ObservabilityPipelineSumoLogicDestinationEncoding'
2995430052 header_custom_fields:
@@ -30052,6 +30150,8 @@ components:
3005230150 description: The `syslog_ng` destination forwards logs to an external `syslog-ng`
3005330151 server over TCP or UDP using the syslog protocol.
3005430152 properties:
30153+ buffer:
30154+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
3005530155 id:
3005630156 description: The unique identifier for this component.
3005730157 example: syslog-ng-destination
0 commit comments