Skip to content
Merged
Show file tree
Hide file tree
Changes from 17 commits
Commits
Show all changes
49 commits
Select commit Hold shift + click to select a range
c8cccc8
commands/.../generate/*: build and call openapi-gen, and re-scaffold …
Dec 19, 2018
0e5fb86
fix comment
Dec 19, 2018
7db89b6
only use controller-tools CRD generator if in a Go project
Dec 19, 2018
82c09e2
change dir in unit test so Go project is detected
Dec 19, 2018
cdb791c
add names and only overwrite dstCrd when a file at path was generated
Dec 20, 2018
2aeb74b
use generated crd if one isn't present locally
Dec 20, 2018
e78a483
add test case for non-Go crd generation
Dec 20, 2018
03f39de
internal/util/*util/*: remove pkg/scaffold imports, which cause cycles
Dec 20, 2018
ac572ae
test/e2e/memcached_test.go: symlink pkg and internal
Dec 20, 2018
39dd0f9
pkg/scaffold/*: use a testData dir for scaffold tests instead of test…
Dec 20, 2018
590d95e
rename test dir to avoid import cycles during e2e test
Dec 20, 2018
05c7318
pkg/scaffold/crd.go: add IsOperatorGo field for controller-tools crd …
Dec 20, 2018
397a9fe
use test/test-framework code as test project
Dec 20, 2018
ccce673
revert removing scaffold constants from internal/util
Dec 21, 2018
b06c742
revert SrcDir change and check IsOperatorGo first
Dec 21, 2018
70db2ca
Merge branch 'master' into crd-validation
Dec 21, 2018
3db3e2f
change function name
Dec 21, 2018
94021e5
pkg/scaffold/crd.go: simplify unmarshalling crd
Jan 3, 2019
df3df61
use Golang initialism/acronym conventions for naming CR(D) types/vari…
Jan 10, 2019
003dc22
Merge branch 'master' into crd-validation
Jan 12, 2019
63f5730
Merge branch 'master' into crd-validation
Jan 15, 2019
d15010c
Gopkg.lock: revendor
Jan 15, 2019
394b756
commands/.../openapi.go: return error from CLI func instead of log.Fatal
Jan 15, 2019
8275efa
Merge branch 'master' into crd-validation
Jan 16, 2019
fbec75b
fix kube-openapi revision
Jan 22, 2019
5113e09
Merge branch 'master' into crd-validation
Jan 22, 2019
b5e915d
pkg/scaffold/gopkgtoml*.go: force sigs.k8s.io/controller-tools/pkg/cr…
Jan 22, 2019
0796cb3
Merge branch 'master' into crd-validation
Jan 23, 2019
53d1b59
Merge branch 'master' into crd-validation
Jan 23, 2019
2367e09
Merge branch 'master' into crd-validation
Jan 24, 2019
3c307d6
Merge branch 'master' into crd-validation
Jan 25, 2019
64688b0
remove extra kube-openapi override
Jan 25, 2019
e38a2f4
pkg/scaffold/types*.go: add note on adding custom validation
Jan 26, 2019
92b416f
commands/.../api.go: comment on what is generated in add api command …
Jan 26, 2019
3c379d0
commands/.../openapi.go: remove go header file from openapi-gen
Jan 28, 2019
334156e
new() -> &...{}
Jan 28, 2019
d0cbe0c
correct verbosity settings for deepcopy and openapi generators
Jan 28, 2019
5390096
Merge branch 'master' into crd-validation
Jan 28, 2019
2d4b621
commands/operator-sdk/cmd/add/crd.go: only skip overwriting CRD's/CR'…
Jan 28, 2019
2c76037
Merge branch 'skip-crd' into crd-validation
Jan 28, 2019
9b04d84
Merge branch 'master' into crd-validation
Jan 28, 2019
1da3de9
Merge branch 'master' into crd-validation
Jan 29, 2019
cc36958
verbose code generation in e2e test
Jan 29, 2019
93229be
add --header-file for Go boilerplate file path
Jan 30, 2019
b46c19a
update openapi command comment
Jan 30, 2019
d8108ef
Merge branch 'master' into crd-validation
Jan 31, 2019
35ff825
override go-openapi/spec to avoid new project dep solve errors
Jan 31, 2019
4c50988
Merge branch 'master' into crd-validation
Jan 31, 2019
446d2f1
revendor
Jan 31, 2019
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
47 changes: 47 additions & 0 deletions Gopkg.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

5 changes: 4 additions & 1 deletion commands/operator-sdk/cmd/add/api.go
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,7 @@ func apiRun(cmd *cobra.Command, args []string) {
&scaffold.Register{Resource: r},
&scaffold.Doc{Resource: r},
&scaffold.Cr{Resource: r},
&scaffold.Crd{Resource: r},
&scaffold.Crd{Resource: r, IsOperatorGo: projutil.IsOperatorGo()},
)
if err != nil {
log.Fatalf("add scaffold failed: (%v)", err)
Expand All @@ -103,5 +103,8 @@ func apiRun(cmd *cobra.Command, args []string) {
// Run k8s codegen for deepcopy
generate.K8sCodegen()

// Generate a validation spec for the new CRD.
generate.OpenAPIGen()

log.Info("Api generation complete.")
}
2 changes: 1 addition & 1 deletion commands/operator-sdk/cmd/add/crd.go
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ func crdFunc(cmd *cobra.Command, args []string) {

s := scaffold.Scaffold{}
err = s.Execute(cfg,
&scaffold.Crd{Resource: resource},
&scaffold.Crd{Resource: resource, IsOperatorGo: projutil.IsOperatorGo()},
&scaffold.Cr{Resource: resource},
)
if err != nil {
Expand Down
1 change: 1 addition & 0 deletions commands/operator-sdk/cmd/generate.go
Original file line number Diff line number Diff line change
Expand Up @@ -27,5 +27,6 @@ func NewGenerateCmd() *cobra.Command {
Long: `The operator-sdk generate command invokes specific generator to generate code as needed.`,
}
cmd.AddCommand(generate.NewGenerateK8SCmd())
cmd.AddCommand(generate.NewGenerateOpenAPICmd())
return cmd
}
110 changes: 110 additions & 0 deletions commands/operator-sdk/cmd/generate/internal/genutil.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,110 @@
// Copyright 2018 The Operator-SDK Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package genutil

import (
"fmt"
"io/ioutil"
"os"
"os/exec"
"path/filepath"
"strings"

"github.com/operator-framework/operator-sdk/pkg/scaffold"
)

func BuildCodegenBinaries(genDirs []string, binDir, codegenSrcDir string) error {
for _, gd := range genDirs {
err := runGoBuildCodegen(binDir, codegenSrcDir, gd)
if err != nil {
return err
}
}
return nil
}

func runGoBuildCodegen(binDir, repoDir, genDir string) error {
binPath := filepath.Join(binDir, filepath.Base(genDir))
installCmd := exec.Command("go", "build", "-o", binPath, genDir)
installCmd.Dir = repoDir
isVerbose := false
if gf, ok := os.LookupEnv("GOFLAGS"); ok && len(gf) != 0 {
installCmd.Env = append(os.Environ(), "GOFLAGS="+gf)
if strings.Contains(gf, "-v") {
isVerbose = true
}
}
if isVerbose {
installCmd.Stdout = os.Stdout
installCmd.Stderr = os.Stderr
} else {
installCmd.Stdout = ioutil.Discard
installCmd.Stderr = ioutil.Discard
}
Comment thread
estroz marked this conversation as resolved.
return installCmd.Run()
}

// ParseGroupVersions parses the layout of pkg/apis to return a map of
// API groups to versions.
func ParseGroupVersions() (map[string][]string, error) {
gvs := make(map[string][]string)
groups, err := ioutil.ReadDir(scaffold.ApisDir)
if err != nil {
return nil, fmt.Errorf("could not read pkg/apis directory to find api Versions: %v", err)
}

for _, g := range groups {
if g.IsDir() {
groupDir := filepath.Join(scaffold.ApisDir, g.Name())
versions, err := ioutil.ReadDir(groupDir)
if err != nil {
return nil, fmt.Errorf("could not read %s directory to find api Versions: %v", groupDir, err)
}

gvs[g.Name()] = make([]string, 0)
for _, v := range versions {
if v.IsDir() && scaffold.ResourceVersionRegexp.MatchString(v.Name()) {
gvs[g.Name()] = append(gvs[g.Name()], v.Name())
}
}
}
}

if len(gvs) == 0 {
return nil, fmt.Errorf("no groups or versions found in %s", scaffold.ApisDir)
}
return gvs, nil
}

// CreateFQApis return a string of all fully qualified pkg + groups + versions
// of pkg and gvs in the format:
// "pkg/groupA/v1,pkg/groupA/v2,pkg/groupB/v1"
func CreateFQApis(pkg string, gvs map[string][]string) string {
gn := 0
fqb := &strings.Builder{}
for g, vs := range gvs {
for vn, v := range vs {
fqb.WriteString(filepath.Join(pkg, g, v))
if vn < len(vs)-1 {
fqb.WriteString(",")
}
}
if gn < len(gvs)-1 {
fqb.WriteString(",")
}
gn++
}
return fqb.String()
}
91 changes: 7 additions & 84 deletions commands/operator-sdk/cmd/generate/k8s.go
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,11 @@ package generate

import (
"fmt"
"io/ioutil"
"os"
"os/exec"
"path/filepath"
"strings"

genutil "github.com/operator-framework/operator-sdk/commands/operator-sdk/cmd/generate/internal"
"github.com/operator-framework/operator-sdk/internal/util/projutil"
"github.com/operator-framework/operator-sdk/pkg/scaffold"

Expand Down Expand Up @@ -62,7 +61,7 @@ func K8sCodegen() {

buildCodegenBinaries(binDir, srcDir)

gvMap, err := parseGroupVersions()
gvMap, err := genutil.ParseGroupVersions()
if err != nil {
log.Fatalf("failed to parse group versions: (%v)", err)
}
Expand All @@ -71,7 +70,7 @@ func K8sCodegen() {
gvb.WriteString(fmt.Sprintf("%s:%v, ", g, vs))
}

log.Infof("Running code-generation for Custom Resource group versions: [%v]\n", gvb.String())
log.Infof("Running deepcopy code-generation for Custom Resource group versions: [%v]\n", gvb.String())

deepcopyGen(binDir, repoPkg, gvMap)

Expand All @@ -86,93 +85,17 @@ func buildCodegenBinaries(binDir, codegenSrcDir string) {
"./cmd/informer-gen",
"./cmd/deepcopy-gen",
}
for _, gd := range genDirs {
err := runGoBuildCodegen(binDir, codegenSrcDir, gd)
if err != nil {
log.Fatal(err)
}
}
}

func runGoBuildCodegen(binDir, repoDir, genDir string) error {
binPath := filepath.Join(binDir, filepath.Base(genDir))
installCmd := exec.Command("go", "build", "-o", binPath, genDir)
installCmd.Dir = repoDir
isVerbose := false
if gf, ok := os.LookupEnv("GOFLAGS"); ok && len(gf) != 0 {
installCmd.Env = append(os.Environ(), "GOFLAGS="+gf)
if strings.Contains(gf, "-v") {
isVerbose = true
}
}
if isVerbose {
installCmd.Stdout = os.Stdout
installCmd.Stderr = os.Stderr
} else {
installCmd.Stdout = ioutil.Discard
installCmd.Stderr = ioutil.Discard
}
return installCmd.Run()
}

// parseGroupVersions parses the layout of pkg/apis to return a map of
// API groups to versions.
func parseGroupVersions() (map[string][]string, error) {
gvs := make(map[string][]string)
groups, err := ioutil.ReadDir(scaffold.ApisDir)
err := genutil.BuildCodegenBinaries(genDirs, binDir, codegenSrcDir)
if err != nil {
return nil, fmt.Errorf("could not read pkg/apis directory to find api Versions: %v", err)
}

for _, g := range groups {
if g.IsDir() {
groupDir := filepath.Join(scaffold.ApisDir, g.Name())
versions, err := ioutil.ReadDir(groupDir)
if err != nil {
return nil, fmt.Errorf("could not read %s directory to find api Versions: %v", groupDir, err)
}

gvs[g.Name()] = make([]string, 0)
for _, v := range versions {
if v.IsDir() && scaffold.ResourceVersionRegexp.MatchString(v.Name()) {
gvs[g.Name()] = append(gvs[g.Name()], v.Name())
}
}
}
}

if len(gvs) == 0 {
return nil, fmt.Errorf("no groups or versions found in %s", scaffold.ApisDir)
}
return gvs, nil
}

// createFQApis return a string of all fully qualified pkg + groups + versions
// of pkg and gvs in the format:
// "pkg/groupA/v1,pkg/groupA/v2,pkg/groupB/v1"
func createFQApis(pkg string, gvs map[string][]string) string {
gn := 0
sb := &strings.Builder{}
for g, vs := range gvs {
for vn, v := range vs {
sb.WriteString(filepath.Join(pkg, g, v))
if vn < len(vs)-1 {
sb.WriteString(",")
}
}
if gn < len(gvs)-1 {
sb.WriteString(",")
}
gn++
log.Fatal(err)
}
return sb.String()
}

func deepcopyGen(binDir, repoPkg string, gvMap map[string][]string) {
apisPkg := filepath.Join(repoPkg, scaffold.ApisDir)
args := []string{
"--input-dirs", createFQApis(apisPkg, gvMap),
"-O", "zz_generated.deepcopy",
"--input-dirs", genutil.CreateFQApis(apisPkg, gvMap),
"--output-file-base", "zz_generated.deepcopy",
"--bounding-dirs", apisPkg,
}
cgPath := filepath.Join(binDir, "deepcopy-gen")
Expand Down
Loading