adding secrets field and refactoring the logging process. Adding secr…

…ets in the context and creating a function that we can call to hide sensitive data

Add the ability to set secrets in the testsuite

cmd/venom/run/cmd.go

@@ -26,6 +26,7 @@ var (
 	v    *venom.Venom
 
 	variables     []string
+	secrets       []string
 	format        string = "xml" // Set the default value for formatFlag
 	varFiles      []string
 	outputDir     string
@@ -296,7 +297,6 @@ func displayArg(ctx context.Context) {
 	venom.Debug(ctx, "option outputDir=%v", outputDir)
 	venom.Debug(ctx, "option stopOnFailure=%v", stopOnFailure)
 	venom.Debug(ctx, "option htmlReport=%v", htmlReport)
-	venom.Debug(ctx, "option variables=%v", strings.Join(variables, " "))
 	venom.Debug(ctx, "option varFiles=%v", strings.Join(varFiles, " "))
 	venom.Debug(ctx, "option verbose=%v", verbose)
 }

executors/exec/exec.go

@@ -156,7 +156,7 @@ func (Executor) Run(ctx context.Context, step venom.TestStep) (interface{}, erro
 				return
 			}
 			result.Systemout += line
-			venom.Debug(ctx, line)
+			venom.Debug(ctx, venom.HideSensitive(ctx, line))
 		}
 	}()
 
@@ -173,7 +173,7 @@ func (Executor) Run(ctx context.Context, step venom.TestStep) (interface{}, erro
 				return
 			}
 			result.Systemerr += line
-			venom.Debug(ctx, line)
+			venom.Debug(ctx, venom.HideSensitive(ctx, line))
 		}
 	}()
 

log.go

@@ -2,6 +2,9 @@ package venom
 
 import (
 	"context"
+	"fmt"
+	"reflect"
+	"strings"
 	"testing"
 
 	"github.com/sirupsen/logrus"
@@ -32,6 +35,23 @@ func fieldsFromContext(ctx context.Context, keys ...string) logrus.Fields {
 	return fields
 }
 
+func HideSensitive(ctx context.Context, arg interface{}) string {
+	s := ctx.Value(ContextKey("secrets"))
+	cleanVars := fmt.Sprint(arg)
+	if s != nil && &s != nil {
+		switch reflect.TypeOf(s).Kind() {
+		case reflect.Slice:
+			secrets := reflect.ValueOf(s)
+			for i := 0; i < secrets.Len(); i++ {
+				secret := fmt.Sprint(secrets.Index(i).Interface())
+				stringArg := fmt.Sprint(arg)
+				cleanVars = strings.ReplaceAll(stringArg, secret, "__hidden__")
+			}
+		}
+	}
+	return cleanVars
+}
+
 func Debug(ctx context.Context, format string, args ...interface{}) {
 	fields := fieldsFromContext(ctx, fields...)
 	logger.WithFields(fields).Debugf(format, args...)

process.go

@@ -87,16 +87,18 @@ func (v *Venom) Parse(ctx context.Context, path []string) error {
 		ts := &v.Tests.TestSuites[i]
 		ts.Vars.Add("venom.testsuite", ts.Name)
 
-		Info(ctx, "Parsing testsuite %s : %+v", ts.Filepath, ts.Vars)
+		Info(ctx, "Parsing testsuite %s", ts.Filepath)
 		tvars, textractedVars, err := v.parseTestSuite(ts)
 		if err != nil {
 			return err
 		}
 
-		Debug(ctx, "Testsuite (%s) variables: %+v", ts.Filepath, ts.Vars)
 		for k := range ts.Vars {
 			textractedVars = append(textractedVars, k)
 		}
+
+		Debug(ctx, "Testsuite (%s) variables: %s", ts.Filepath, strings.Join(textractedVars, ","))
+
 		for _, k := range tvars {
 			var found bool
 			for i := 0; i < len(missingVars); i++ {

process_files.go

@@ -127,12 +127,14 @@ func (v *Venom) readFiles(ctx context.Context, filesPath []string) (err error) {
 			Name:      testSuiteInput.Name,
 			TestCases: make([]TestCase, len(testSuiteInput.TestCases)),
 			Vars:      testSuiteInput.Vars,
+			Secrets:   testSuiteInput.Secrets,
 		}
 		for i := range testSuiteInput.TestCases {
 			ts.TestCases[i] = TestCase{
 				TestCaseInput: testSuiteInput.TestCases[i],
 			}
 		}
+		Info(ctx, "Has %d Secrets", len(ts.Secrets))
 
 		// Default workdir is testsuite directory
 		ts.WorkDir, err = filepath.Abs(filepath.Dir(filePath))

process_testcase.go

@@ -26,7 +26,7 @@ func (v *Venom) parseTestCase(ts *TestSuite, tc *TestCase) ([]string, []string,
 	vars := []string{}
 	extractedVars := []string{}
 
-	// the value of each var can contains a double-quote -> "
+	// the value of each var can contain a double-quote -> "
 	// if the value is not escaped, it will be used as is, and the json sent to unmarshall will be incorrect.
 	// This also avoids injections into the json structure of a step
 	for i := range dvars {
@@ -67,7 +67,7 @@ func (v *Venom) parseTestCase(ts *TestSuite, tc *TestCase) ([]string, []string,
 				}
 				extractedVars = append(extractedVars, tc.Name+"."+k)
 				if strings.HasSuffix(k, "__type__") && dumpE[k] == "Map" {
-					// go-dump doesnt dump the map name, here is a workaround
+					// go-dump doesn't dump the map name, here is a workaround
 					k = strings.TrimSuffix(k, "__type__")
 					extractedVars = append(extractedVars, tc.Name+"."+k)
 				}
@@ -134,17 +134,25 @@ func (v *Venom) parseTestCase(ts *TestSuite, tc *TestCase) ([]string, []string,
 
 func (v *Venom) runTestCase(ctx context.Context, ts *TestSuite, tc *TestCase) {
 	ctx = context.WithValue(ctx, ContextKey("testcase"), tc.Name)
+
 	tc.TestSuiteVars = ts.Vars.Clone()
 	tc.Vars = ts.Vars.Clone()
 	tc.Vars.Add("venom.testcase", tc.Name)
 	tc.Vars.AddAll(ts.ComputedVars)
 	tc.computedVars = H{}
 
-	Info(ctx, "Starting testcase")
+	computedSecrets := []string{}
 
 	for k, v := range tc.Vars {
-		Debug(ctx, "Running testcase with variable %s: %+v", k, v)
+		for _, s := range ts.Secrets {
+			if strings.Compare(k, s) == 0 {
+				computedSecrets = append(computedSecrets, fmt.Sprint(v))
+			}
+		}
 	}
+	ctx = context.WithValue(ctx, ContextKey("secrets"), computedSecrets)
+
+	Info(ctx, "Starting testcase")
 
 	defer Info(ctx, "Ending testcase")
 	// ##### RUN Test Steps Here
@@ -240,9 +248,9 @@ func (v *Venom) runTestSteps(ctx context.Context, tc *TestCase, tsIn *TestStepRe
 			}
 
 			if ranged.Enabled {
-				Info(ctx, "Step #%d-%d content is: %s", stepNumber, rangedIndex, content)
+				Info(ctx, "Step #%d-%d content is: %s", stepNumber, rangedIndex, HideSensitive(ctx, content))
 			} else {
-				Info(ctx, "Step #%d content is: %s", stepNumber, content)
+				Info(ctx, "Step #%d content is: %s", stepNumber, HideSensitive(ctx, content))
 			}
 
 			data, err := yaml.Marshal(rawStep)

process_teststep.go

@@ -42,7 +42,7 @@ func (v *Venom) RunTestStep(ctx context.Context, e ExecutorRunner, tc *TestCase,
 			continue
 		}
 
-		Debug(ctx, "result of runTestStepExecutor: %+v", result)
+		Debug(ctx, "result of runTestStepExecutor: %+v", HideSensitive(ctx, result))
 		mapResult := GetExecutorResult(result)
 		mapResultString, _ := DumpString(result)
 

process_testsuite.go

@@ -32,7 +32,7 @@ func (v *Venom) runTestSuite(ctx context.Context, ts *TestSuite) {
 		}
 	}
 
-	// Intialiaze the testsuite variables and compute a first interpolation over them
+	// Initialize the testsuite variables and compute a first interpolation over them
 	ts.Vars.AddAll(v.variables.Clone())
 	vars, _ := DumpStringPreserveCase(ts.Vars)
 	for k, v := range vars {
@@ -65,7 +65,10 @@ func (v *Venom) runTestSuite(ctx context.Context, ts *TestSuite) {
 	}
 
 	ts.Status = StatusRun
-
+	Info(ctx, "With secrets in testsuite")
+	for _, v := range ts.Secrets {
+		Info(ctx, "secret  %+v", v)
+	}
 	// ##### RUN Test Cases Here
 	v.runTestCases(ctx, ts)
 

tests/hide_secrets.yml

@@ -0,0 +1,11 @@
+name: Hide Secret
+vars:
+  name : Tester
+secrets:
+  - name
+testcases:
+- name: myvar_first
+  steps:
+  - type: exec
+    script: "echo myvar {{.name}}"
+

types.go

@@ -107,12 +107,14 @@ type TestSuiteInput struct {
 	Name      string          `json:"name" yaml:"name"`
 	TestCases []TestCaseInput `json:"testcases" yaml:"testcases"`
 	Vars      H               `json:"vars" yaml:"vars"`
+	Secrets   []string        `json:"secrets" yaml:"secrets"`
 }
 
 type TestSuite struct {
 	Name      string     `json:"name" yaml:"name"`
 	TestCases []TestCase `json:"testcases" yaml:"testcases"`
 	Vars      H          `json:"vars" yaml:"vars"`
+	Secrets   []string   `json:"secrets" yaml:"secrets"`
 
 	// computed
 	ShortName    string `json:"shortname" yaml:"-"`

venom.go

@@ -49,6 +49,7 @@ func New() *Venom {
 		executorsUser:     map[string]Executor{},
 		executorFileCache: map[string][]byte{},
 		variables:         map[string]interface{}{},
+		secrets:           map[string]interface{}{},
 		OutputFormat:      "xml",
 	}
 	return v
@@ -65,6 +66,7 @@ type Venom struct {
 
 	Tests     Tests
 	variables H
+	secrets   H
 
 	LibDir        string
 	OutputFormat  string
@@ -98,6 +100,12 @@ func (v *Venom) AddVariables(variables map[string]interface{}) {
 	}
 }
 
+func (v *Venom) AddSecrets(secrets map[string]interface{}) {
+	for k, s := range secrets {
+		v.secrets[k] = s
+	}
+}
+
 // RegisterExecutorBuiltin register builtin executors
 func (v *Venom) RegisterExecutorBuiltin(name string, e Executor) {
 	v.executorsBuiltin[name] = e