[Elastic Agent] Golden files for program tests

x-pack/elastic-agent/pkg/agent/program/program_test.go

@@ -5,6 +5,8 @@
 package program
 
 import (
+	"flag"
+	"fmt"
 	"io/ioutil"
 	"os"
 	"path/filepath"
@@ -21,6 +23,10 @@ import (
 	"github.com/elastic/beats/v7/x-pack/elastic-agent/pkg/agent/transpiler"
 )
 
+var (
+	generateFlag = flag.Bool("generate", false, "Write golden files")
+)
+
 func TestGroupBy(t *testing.T) {
 	t.Run("only named output", func(t *testing.T) {
 		sConfig := map[string]interface{}{
@@ -436,6 +442,15 @@ func TestConfiguration(t *testing.T) {
 		},
 	}
 
+	generatedFilesDir := filepath.Join("testdata", "generated")
+
+	// Cleanup all generated files to make sure not having any left overs
+	if *generateFlag {
+
+		err := os.RemoveAll(generatedFilesDir)
+		require.NoError(t, err)
+	}
+
 	for name, test := range testcases {
 		t.Run(name, func(t *testing.T) {
 			singleConfig, err := ioutil.ReadFile(filepath.Join("testdata", name+".yml"))
@@ -465,20 +480,33 @@ func TestConfiguration(t *testing.T) {
 			require.True(t, ok)
 			require.Equal(t, test.expected, len(defPrograms))
 
+			// TODO: If generate, remove all generated files first
 			for _, program := range defPrograms {
-				programConfig, err := ioutil.ReadFile(filepath.Join(
-					"testdata",
-					name+"-"+strings.ToLower(program.Spec.Cmd)+".yml",
-				))
+				generatedPath := filepath.Join(
+					"testdata", "generated",
+					name+"-"+strings.ToLower(program.Spec.Cmd)+".generated.yml",
+				)
+
+				compareMap := &transpiler.MapVisitor{}
+				program.Config.Accept(compareMap)
+
+				// Generate new file file for programm
+				if *generateFlag {
+					d, _ := yaml.Marshal(&compareMap.Content)
+					fmt.Println(string(d))
 
+					os.MkdirAll(generatedFilesDir, 0755)
+					err := ioutil.WriteFile(generatedPath, d, 0644)
+					require.NoError(t, err)
+				}
+
+				programConfig, err := ioutil.ReadFile(generatedPath)
 				require.NoError(t, err)
+
 				var m map[string]interface{}
 				err = yamltest.FromYAML(programConfig, &m)
 				require.NoError(t, errors.Wrap(err, program.Cmd()))
 
-				compareMap := &transpiler.MapVisitor{}
-				program.Config.Accept(compareMap)
-
 				if !assert.True(t, cmp.Equal(m, compareMap.Content)) {
 					diff := cmp.Diff(m, compareMap.Content)
 					if diff != "" {
@@ -487,6 +515,7 @@ func TestConfiguration(t *testing.T) {
 				}
 			}
 		})
+
 	}
 }
 

x-pack/elastic-agent/pkg/agent/program/testdata/generated/enabled_output_true-filebeat.generated.yml

@@ -0,0 +1,38 @@
+filebeat:
+  inputs:
+  - index: logs-generic-default
+    paths:
+    - /var/log/hello1.log
+    - /var/log/hello2.log
+    processors:
+    - add_fields:
+        fields:
+          dataset: generic
+          namespace: default
+          type: logs
+        target: data_stream
+    - add_fields:
+        fields:
+          dataset: generic
+        target: event
+    - add_fields:
+        fields:
+          id: agent-id
+          snapshot: false
+          version: 8.0.0
+        target: elastic_agent
+    - add_fields:
+        fields:
+          id: agent-id
+        target: agent
+    type: log
+output:
+  elasticsearch:
+    enabled: true
+    headers:
+      h1: test-header
+    hosts:
+    - 127.0.0.1:9200
+    - 127.0.0.1:9300
+    password: changeme
+    username: elastic

x-pack/elastic-agent/pkg/agent/program/testdata/generated/enabled_true-filebeat.generated.yml

@@ -0,0 +1,38 @@
+filebeat:
+  inputs:
+  - enabled: true
+    index: logs-generic-default
+    paths:
+    - /var/log/hello1.log
+    - /var/log/hello2.log
+    processors:
+    - add_fields:
+        fields:
+          dataset: generic
+          namespace: default
+          type: logs
+        target: data_stream
+    - add_fields:
+        fields:
+          dataset: generic
+        target: event
+    - add_fields:
+        fields:
+          id: agent-id
+          snapshot: false
+          version: 8.0.0
+        target: elastic_agent
+    - add_fields:
+        fields:
+          id: agent-id
+        target: agent
+    type: log
+output:
+  elasticsearch:
+    headers:
+      h1: test-header
+    hosts:
+    - 127.0.0.1:9200
+    - 127.0.0.1:9300
+    password: changeme
+    username: elastic