Add option to skip upgrade testing of deleted/renamed values files

ct/cmd/install.go

@@ -68,6 +68,10 @@ func addInstallFlags(flags *flag.FlagSet) {
 	flags.Bool("upgrade", false, heredoc.Doc(`
 		Whether to test an in-place upgrade of each chart from its previous revision if the
 		current version should not introduce a breaking change according to the SemVer spec`))
+	flags.Bool("skip-missing-values", false, heredoc.Doc(`
+		When --upgrade has been passed, this flag will skip testing CI values files from the
+		previous chart revision if they have been deleted or renamed at the current chart
+		revision`))
 	flags.String("namespace", "", heredoc.Doc(`
 		Namespace to install the release(s) into. If not specified, each release will be
 		installed in its own randomly generated namespace`))

doc/ct.md

@@ -26,4 +26,4 @@ in given chart directories.
 * [ct list-changed](ct_list-changed.md)	 - List changed charts
 * [ct version](ct_version.md)	 - Print version information
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

doc/ct_install.md

@@ -59,6 +59,9 @@ ct install [flags]
       --release-label string           The label to be used as a selector when inspecting resources created by charts.
                                        This is only used if namespace is specified (default "app.kubernetes.io/instance")
       --remote string                  The name of the Git remote used to identify changed charts (default "origin")
+      --skip-missing-values            When --upgrade has been passed, this flag will skip testing CI values files from the
+                                       previous chart revision if they have been deleted or renamed at the current chart
+                                       revision
       --target-branch string           The name of the target branch used to identify changed charts (default "master")
       --upgrade                        Whether to test an in-place upgrade of each chart from its previous revision if the
                                        current version should not introduce a breaking change according to the SemVer spec
@@ -68,4 +71,4 @@ ct install [flags]
 
 * [ct](ct.md)	 - The Helm chart testing tool
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

doc/ct_lint-and-install.md

@@ -50,6 +50,9 @@ ct lint-and-install [flags]
       --release-label string           The label to be used as a selector when inspecting resources created by charts.
                                        This is only used if namespace is specified (default "app.kubernetes.io/instance")
       --remote string                  The name of the Git remote used to identify changed charts (default "origin")
+      --skip-missing-values            When --upgrade has been passed, this flag will skip testing CI values files from the
+                                       previous chart revision if they have been deleted or renamed at the current chart
+                                       revision
       --target-branch string           The name of the target branch used to identify changed charts (default "master")
       --upgrade                        Whether to test an in-place upgrade of each chart from its previous revision if the
                                        current version should not introduce a breaking change according to the SemVer spec
@@ -63,4 +66,4 @@ ct lint-and-install [flags]
 
 * [ct](ct.md)	 - The Helm chart testing tool
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

doc/ct_lint.md

@@ -65,4 +65,4 @@ ct lint [flags]
 
 * [ct](ct.md)	 - The Helm chart testing tool
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

doc/ct_list-changed.md

@@ -28,4 +28,4 @@ ct list-changed [flags]
 
 * [ct](ct.md)	 - The Helm chart testing tool
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

doc/ct_version.md

@@ -20,4 +20,4 @@ ct version [flags]
 
 * [ct](ct.md)	 - The Helm chart testing tool
 
-###### Auto generated by spf13/cobra on 26-Feb-2019
+###### Auto generated by spf13/cobra on 21-Mar-2019

pkg/chart/chart.go

@@ -175,6 +175,17 @@ func (c *Chart) ValuesFilePathsForCI() []string {
 	return c.ciValuesPaths
 }
 
+// HasCIValuesFile checks whether a given CI values file is present.
+func (c *Chart) HasCIValuesFile(filePath string) bool {
+	fileName := path.Base(filePath)
+	for _, file := range c.ValuesFilePathsForCI() {
+		if fileName == path.Base(file) {
+			return true
+		}
+	}
+	return false
+}
+
 // CreateInstallParams generates a randomized release name and namespace based on the chart path
 // and optional buildID. If a buildID is specified, it will be part of the generated namespace.
 func (c *Chart) CreateInstallParams(buildID string) (release string, namespace string) {
@@ -530,7 +541,11 @@ func (t *Testing) doUpgrade(oldChart, newChart *Chart, oldChartMustPass bool) er
 	}
 	for _, valuesFile := range valuesFiles {
 		if valuesFile != "" {
-			fmt.Printf("\nInstalling chart '%s' with values file '%s'...\n\n", oldChart.Path(), valuesFile)
+			if t.config.SkipMissingValues && !newChart.HasCIValuesFile(valuesFile) {
+				fmt.Printf("Upgrade testing for values file '%s' skipped because a corresponding values file was not found in %s/ci", valuesFile, newChart.Path())
+				continue
+			}
+			fmt.Printf("\nInstalling chart '%s' with values file '%s'...\n\n", oldChart, valuesFile)
 		}
 
 		// Use anonymous function. Otherwise deferred calls would pile up

pkg/chart/chart_test.go

@@ -364,3 +364,46 @@ func TestGenerateInstallConfig(t *testing.T) {
 		})
 	}
 }
+
+func TestChart_HasCIValuesFile(t *testing.T) {
+	type testData struct {
+		name     string
+		chart    *Chart
+		file     string
+		expected bool
+	}
+
+	testCases := []testData{
+		{
+			name: "has file",
+			chart: &Chart{
+				ciValuesPaths: []string{"foo-values.yaml"},
+			},
+			file:     "foo-values.yaml",
+			expected: true,
+		},
+		{
+			name: "different paths",
+			chart: &Chart{
+				ciValuesPaths: []string{"ci/foo-values.yaml"},
+			},
+			file:     "foo/bar/foo-values.yaml",
+			expected: true,
+		},
+		{
+			name: "does not have file",
+			chart: &Chart{
+				ciValuesPaths: []string{"foo-values.yaml"},
+			},
+			file:     "bar-values.yaml",
+			expected: false,
+		},
+	}
+
+	for _, tc := range testCases {
+		t.Run(tc.name, func(t *testing.T) {
+			actual := tc.chart.HasCIValuesFile(tc.file)
+			assert.Equal(t, tc.expected, actual)
+		})
+	}
+}

pkg/config/config.go

@@ -57,6 +57,7 @@ type Configuration struct {
 	HelmRepoExtraArgs     []string `mapstructure:"helm-repo-extra-args"`
 	Debug                 bool     `mapstructure:"debug"`
 	Upgrade               bool     `mapstructure:"upgrade"`
+	SkipMissingValues     bool     `mapstructure:"skip-missing-values"`
 	Namespace             string   `mapstructure:"namespace"`
 	ReleaseLabel          string   `mapstructure:"release-label"`
 }

pkg/config/config_test.go

@@ -50,6 +50,7 @@ func loadAndAssertConfigFromFile(t *testing.T, configFile string) {
 	require.Equal(t, []string{"common"}, cfg.ExcludedCharts)
 	require.Equal(t, "--timeout 300", cfg.HelmExtraArgs)
 	require.Equal(t, true, cfg.Upgrade)
+	require.Equal(t, true, cfg.SkipMissingValues)
 	require.Equal(t, "default", cfg.Namespace)
 	require.Equal(t, "release", cfg.ReleaseLabel)
 }

pkg/config/test_config.json

@@ -25,6 +25,7 @@
     ],
     "helm-extra-args": "--timeout 300",
     "upgrade": true,
+    "skip-missing-values": true,
     "namespace": "default",
     "release-label": "release"
 }

pkg/config/test_config.yaml

@@ -20,5 +20,6 @@ excluded-charts:
   - common
 helm-extra-args: --timeout 300
 upgrade: true
+skip-missing-values: true
 namespace: default
 release-label: release