Add support for indexing log_attributes in OTLPConfig #15128

loki-config.yaml

@@ -0,0 +1,60 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+  log_level: debug
+  grpc_server_max_concurrent_streams: 1000
+
+common:
+  instance_addr: 127.0.0.1
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    kvstore:
+      store: inmemory
+
+query_range:
+  results_cache:
+    cache:
+      embedded_cache:
+        enabled: true
+        max_size_mb: 100
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+
+pattern_ingester:
+  enabled: true
+  metric_aggregation:
+    loki_address: localhost:3100
+
+ruler:
+  alertmanager_url: http://localhost:9093
+
+frontend:
+  encoding: protobuf
+
+# By default, Loki will send anonymous, but uniquely-identifiable usage and configuration
+# analytics to Grafana Labs. These statistics are sent to https://stats.grafana.org/
+#
+# Statistics help us better understand how Loki is used, and they show us performance
+# levels for most users. This helps us prioritize features and documentation.
+# For more information on what's sent, look at
+# https://github.com/grafana/loki/blob/main/pkg/analytics/stats.go
+# Refer to the buildReport method to see what goes into a report.
+#
+# If you would like to disable reporting, uncomment the following lines:
+#analytics:
+#  reporting_enabled: false

pkg/loghttp/push/otlp_config_test.go

@@ -124,6 +124,44 @@ log_attributes:
 				},
 			},
 		},
+		{
+			name: "log_attributes indexing",
+			yamlConfig: []byte(`
+log_attributes:
+  - action: index_label
+    attributes:
+      - user_id
+      - order_id`),
+			expectedCfg: OTLPConfig{
+				ResourceAttributes: ResourceAttributesConfig{
+					AttributesConfig: DefaultOTLPConfig(defaultGlobalOTLPConfig).ResourceAttributes.AttributesConfig,
+				},
+				LogAttributes: []AttributesConfig{
+					{
+						Action:     IndexLabel,
+						Attributes: []string{"user_id", "order_id"},
+					},
+				},
+			},
+		},
+		{
+			name: "log_attributes with regex",
+			yamlConfig: []byte(`
+log_attributes:
+  - action: index_label
+    regex: ^custom_.+`),
+			expectedCfg: OTLPConfig{
+				ResourceAttributes: ResourceAttributesConfig{
+					AttributesConfig: DefaultOTLPConfig(defaultGlobalOTLPConfig).ResourceAttributes.AttributesConfig,
+				},
+				LogAttributes: []AttributesConfig{
+					{
+						Action: IndexLabel,
+						Regex:  relabel.MustNewRegexp("^custom_.+"),
+					},
+				},
+			},
+		},
 		{
 			name: "unsupported action should error",
 			yamlConfig: []byte(`
@@ -360,4 +398,4 @@ func TestOTLPConfig(t *testing.T) {
 			}
 		})
 	}
-}
+}