Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 4 additions & 10 deletions installer/pkg/config-generator/ignition.go
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ func parseIgnFile(filePath string) (ignconfigtypes.Config, error) {

func (c *ConfigGenerator) embedAppendBlock(ignCfg *ignconfigtypes.Config, role string, query string) {
appendBlock := ignconfigtypes.ConfigReference{
Source: c.getTNCURL(role, query),
Source: c.getMCSURL(role, query),
Verification: ignconfigtypes.Verification{Hash: nil},
}
ignCfg.Ignition.Config.Append = append(ignCfg.Ignition.Config.Append, appendBlock)
Expand All @@ -123,21 +123,15 @@ func (c *ConfigGenerator) embedUserBlock(ignCfg *ignconfigtypes.Config) {
ignCfg.Passwd.Users = append(ignCfg.Passwd.Users, userBlock)
}

func (c *ConfigGenerator) getTNCURL(role string, query string) string {
func (c *ConfigGenerator) getMCSURL(role string, query string) string {
var u string

// cloud platforms put this behind a load balancer which remaps ports;
// libvirt doesn't do that - use the tnc port directly
port := 80
if c.Platform == config.PlatformLibvirt {
port = 49500
}
port := 49500

if role == "master" || role == "worker" {
u = func() *url.URL {
return &url.URL{
Scheme: "https",
Host: fmt.Sprintf("%s-tnc.%s:%d", c.Name, c.BaseDomain, port),
Host: fmt.Sprintf("%s-api.%s:%d", c.Name, c.BaseDomain, port),
Path: fmt.Sprintf("/config/%s", role),
RawQuery: query,
}
Expand Down
2 changes: 1 addition & 1 deletion installer/pkg/config-generator/tls.go
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,7 @@ func (c *ConfigGenerator) GenerateTLSConfig(clusterDir string) error {
}

// MachineConfigServer certs
mcsDomain := fmt.Sprintf("%s-tnc.%s", c.Name, c.BaseDomain)
mcsDomain := fmt.Sprintf("%s-api.%s", c.Name, c.BaseDomain)
cfg = &tls.CertCfg{
ExtKeyUsages: []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
DNSNames: []string{mcsDomain},
Expand Down
1 change: 0 additions & 1 deletion installer/pkg/workflow/init.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@ import (
const (
generatedPath = "generated"
kcoConfigFileName = "kco-config.yaml"
tncoConfigFileName = "tnco-config.yaml"
maoConfigFileName = "mao-config.yaml"
kubeSystemPath = "generated/manifests"
kubeSystemFileName = "cluster-config.yaml"
Expand Down
6 changes: 0 additions & 6 deletions modules/aws/master/main.tf
Original file line number Diff line number Diff line change
Expand Up @@ -112,12 +112,6 @@ resource "aws_instance" "master" {
), var.extra_tags)}"
}

resource "aws_elb_attachment" "masters_tnc" {
count = "${var.private_endpoints ? var.instance_count : 0}"
elb = "${var.elb_tnc_id}"
instance = "${aws_instance.master.*.id[count.index]}"
}

resource "aws_elb_attachment" "masters_internal" {
count = "${var.private_endpoints ? var.instance_count : 0}"
elb = "${var.elb_api_internal_id}"
Expand Down
4 changes: 0 additions & 4 deletions modules/aws/master/variables.tf
Original file line number Diff line number Diff line change
Expand Up @@ -56,10 +56,6 @@ variable "public_endpoints" {
default = true
}

variable "elb_tnc_id" {
type = "string"
}

variable "elb_api_internal_id" {
type = "string"
}
Expand Down
49 changes: 16 additions & 33 deletions modules/aws/vpc/master-elb.tf
Original file line number Diff line number Diff line change
@@ -1,36 +1,3 @@
resource "aws_elb" "tnc" {
count = "${var.private_master_endpoints ? 1 : 0}"
name = "${var.cluster_name}-tnc"
subnets = ["${local.master_subnet_ids}"]
internal = true
security_groups = ["${aws_security_group.tnc.id}"]

idle_timeout = 3600
connection_draining = true
connection_draining_timeout = 300

listener {
instance_port = 49500
instance_protocol = "tcp"
lb_port = 80
lb_protocol = "tcp"
}

health_check {
healthy_threshold = 2
unhealthy_threshold = 2
timeout = 3
target = "TCP:49500"
interval = 5
}

tags = "${merge(map(
"Name", "${var.cluster_name}-int",
"kubernetes.io/cluster/${var.cluster_name}", "owned",
"tectonicClusterID", "${var.cluster_id}"
), var.extra_tags)}"
}

resource "aws_elb" "api_internal" {
count = "${var.private_master_endpoints ? 1 : 0}"
name = "${var.cluster_name}-int"
Expand All @@ -49,6 +16,13 @@ resource "aws_elb" "api_internal" {
lb_protocol = "tcp"
}

listener {
instance_port = 49500
instance_protocol = "tcp"
lb_port = 49500
lb_protocol = "tcp"
}

health_check {
healthy_threshold = 2
unhealthy_threshold = 2
Expand All @@ -57,6 +31,15 @@ resource "aws_elb" "api_internal" {
interval = 5
}

# TODO: we only have on health_check per ELB but need to check the following too
# health_check {
# healthy_threshold = 2
# unhealthy_threshold = 2
# timeout = 3
# target = "TCP:49500"
# interval = 5
# }

tags = "${merge(map(
"Name", "${var.cluster_name}-int",
"kubernetes.io/cluster/${var.cluster_name}", "owned",
Expand Down
18 changes: 3 additions & 15 deletions modules/aws/vpc/outputs.tf
Original file line number Diff line number Diff line change
Expand Up @@ -42,23 +42,19 @@ output "aws_elb_console_id" {
value = "${aws_elb.console.id}"
}

output "aws_elb_tnc_id" {
value = "${aws_elb.tnc.0.id}"
}

output "aws_lbs" {
value = ["${compact(concat(aws_elb.api_internal.*.id, list(aws_elb.console.id), aws_elb.api_external.*.id, aws_elb.tnc.*.id))}"]
value = ["${compact(concat(aws_elb.api_internal.*.id, list(aws_elb.console.id), aws_elb.api_external.*.id))}"]
}

output "aws_api_external_dns_name" {
output "aws_elb_api_external_dns_name" {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: I don't know if we want to handle this incrementally or not, but aws_ is redundant for output variables in this AWS-only module. Also, I don't know if consumers will care if this is an elastic load balancer or not. So personally I'd prefer api_external_dns_name here.

But it's also nice to keep this diff small and the variables consistent, and aws_elb_api_external_... matches the pattern set by aws_elb_api_external_zone_id below.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

But it's also nice to keep this diff small and the variables consistent, and aws_elb_api_external_... matches the pattern set by aws_elb_api_external_zone_id below.

That was my intention. Now it's consistent within the current scheme, which can be refactored followiing up to this change.

value = "${element(concat(aws_elb.api_external.*.dns_name, list("")), 0)}"
}

output "aws_elb_api_external_zone_id" {
value = "${element(concat(aws_elb.api_external.*.zone_id, list("")), 0)}"
}

output "aws_api_internal_dns_name" {
output "aws_elb_api_internal_dns_name" {
value = "${element(concat(aws_elb.api_internal.*.dns_name, list("")), 0)}"
}

Expand All @@ -73,11 +69,3 @@ output "aws_console_dns_name" {
output "aws_elb_console_zone_id" {
value = "${aws_elb.console.zone_id}"
}

output "aws_elb_tnc_dns_name" {
value = "${element(concat(aws_elb.tnc.*.dns_name, list("")), 0)}"
}

output "aws_elb_tnc_zone_id" {
value = "${element(concat(aws_elb.tnc.*.zone_id, list("")), 0)}"
}
50 changes: 10 additions & 40 deletions modules/aws/vpc/sg-elb.tf
Original file line number Diff line number Diff line change
@@ -1,43 +1,3 @@
resource "aws_security_group" "tnc" {
vpc_id = "${data.aws_vpc.cluster_vpc.id}"

tags = "${merge(map(
"Name", "${var.cluster_name}_tnc_sg",
"kubernetes.io/cluster/${var.cluster_name}", "owned",
"tectonicClusterID", "${var.cluster_id}"
), var.extra_tags)}"
}

resource "aws_security_group_rule" "tnc_egress" {
type = "egress"
security_group_id = "${aws_security_group.tnc.id}"

from_port = 0
to_port = 0
protocol = "-1"
cidr_blocks = ["0.0.0.0/0"]
}

resource "aws_security_group_rule" "tnc_ingress_http" {
type = "ingress"
security_group_id = "${aws_security_group.tnc.id}"

protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
from_port = 80
to_port = 80
}

resource "aws_security_group_rule" "tnc_ingress_https" {
type = "ingress"
security_group_id = "${aws_security_group.tnc.id}"

protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
from_port = 443
to_port = 443
}

resource "aws_security_group" "api" {
vpc_id = "${data.aws_vpc.cluster_vpc.id}"

Expand Down Expand Up @@ -68,6 +28,16 @@ resource "aws_security_group_rule" "api_ingress_console" {
to_port = 6443
}

resource "aws_security_group_rule" "mcs_ingress" {
type = "ingress"
security_group_id = "${aws_security_group.api.id}"

protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
from_port = 49500
to_port = 49500
}

resource "aws_security_group" "console" {
vpc_id = "${data.aws_vpc.cluster_vpc.id}"

Expand Down
2 changes: 1 addition & 1 deletion modules/aws/vpc/sg-master.tf
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ resource "aws_security_group" "master" {
), var.extra_tags)}"
}

resource "aws_security_group_rule" "master_tnc" {
resource "aws_security_group_rule" "master_mcs" {
type = "ingress"
security_group_id = "${aws_security_group.master.id}"

Expand Down
11 changes: 5 additions & 6 deletions pkg/asset/ignition/bootstrap.go
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ type bootstrap struct {
apiServerProxyCertKey asset.Asset
adminCertKey asset.Asset
kubeletCertKey asset.Asset
tncCertKey asset.Asset
mcsCertKey asset.Asset
serviceAccountKeyPair asset.Asset
kubeconfig asset.Asset
kubeconfigKubelet asset.Asset
Expand Down Expand Up @@ -90,7 +90,7 @@ func newBootstrap(
apiServerProxyCertKey: tlsStock.APIServerProxyCertKey(),
adminCertKey: tlsStock.AdminCertKey(),
kubeletCertKey: tlsStock.KubeletCertKey(),
tncCertKey: tlsStock.TNCCertKey(),
mcsCertKey: tlsStock.MCSCertKey(),
serviceAccountKeyPair: tlsStock.ServiceAccountKeyPair(),
kubeconfig: kubeconfigStock.KubeconfigAdmin(),
kubeconfigKubelet: kubeconfigStock.KubeconfigKubelet(),
Expand All @@ -114,7 +114,7 @@ func (a *bootstrap) Dependencies() []asset.Asset {
a.apiServerProxyCertKey,
a.adminCertKey,
a.kubeletCertKey,
a.tncCertKey,
a.mcsCertKey,
a.serviceAccountKeyPair,
a.kubeconfig,
a.kubeconfigKubelet,
Expand Down Expand Up @@ -200,7 +200,6 @@ func (a *bootstrap) addBootstrapConfigFiles(config *ignition.Config, dependencie
// TODO (staebler) - missing the following from assets step
// /opt/tectonic/manifests/cluster-config.yaml
// /opt/tectonic/tectonic/cluster-config.yaml
// /opt/tectonic/tnco-config.yaml
// /opt/tectonic/kco-config.yaml
// /etc/kubernetes/kubeconfig
// /var/lib/kubelet/kubeconfig
Expand Down Expand Up @@ -260,8 +259,8 @@ func (a *bootstrap) addTLSCertFiles(config *ignition.Config, dependencies map[as
{"admin.key", "admin.crt", dependencies[a.adminCertKey]},
{"kubelet.key", "kubelet.crt", dependencies[a.kubeletCertKey]},

// tnc cert
{"tnc.key", "tnc.crt", dependencies[a.tncCertKey]},
// mcs cert
{"mcs.key", "mcs.crt", dependencies[a.mcsCertKey]},

// service account cert
{"service-account.key", "service-account.crt", dependencies[a.serviceAccountKeyPair]},
Expand Down
14 changes: 7 additions & 7 deletions pkg/asset/ignition/bootstrap_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ machines:
apiServerProxyCertKeyAsset := &testAsset{"apiserver-proxy-ca"}
adminCertKeyAsset := &testAsset{"admin-ca"}
kubeletCertKeyAsset := &testAsset{"kubelet-ca"}
tncCertKeyAsset := &testAsset{"tnc-ca"}
mcsCertKeyAsset := &testAsset{"mcs-ca"}
serviceAccountKeyPairAsset := &testAsset{"service-account-ca"}
kubeconfigAsset := &testAsset{"kubeconfig"}
kubeconfigKubeletAsset := &testAsset{"kubeconfig-kubelet"}
Expand All @@ -61,7 +61,7 @@ machines:
apiServerProxyCertKey: apiServerProxyCertKeyAsset,
adminCertKey: adminCertKeyAsset,
kubeletCertKey: kubeletCertKeyAsset,
tncCertKey: tncCertKeyAsset,
mcsCertKey: mcsCertKeyAsset,
serviceAccountKeyPair: serviceAccountKeyPairAsset,
kubeconfig: kubeconfigAsset,
kubeconfigKubelet: kubeconfigKubeletAsset,
Expand All @@ -81,7 +81,7 @@ machines:
apiServerProxyCertKeyAsset: stateWithContentsData("test-apiserver-proxy-cert-priv", "test-apiserver-proxy-cert-pub"),
adminCertKeyAsset: stateWithContentsData("test-admin-cert-priv", "test-admin-cert-pub"),
kubeletCertKeyAsset: stateWithContentsData("test-kubelet-cert-priv", "test-kubelet-cert-pub"),
tncCertKeyAsset: stateWithContentsData("test-tnc-cert-priv", "test-tnc-cert-pub"),
mcsCertKeyAsset: stateWithContentsData("test-mcs-cert-priv", "test-mcs-cert-pub"),
serviceAccountKeyPairAsset: stateWithContentsData("test-service-account-cert-priv", "test-service-account-cert-pub"),
kubeconfigAsset: stateWithContentsData("test-kubeconfig"),
kubeconfigKubeletAsset: stateWithContentsData("test-kubeconfig-kubelet"),
Expand Down Expand Up @@ -223,12 +223,12 @@ machines:
data: "test-kubelet-cert-pub",
},
fileAssertion{
path: "/opt/tectonic/tls/tnc.key",
data: "test-tnc-cert-priv",
path: "/opt/tectonic/tls/mcs.key",
data: "test-mcs-cert-priv",
},
fileAssertion{
path: "/opt/tectonic/tls/tnc.crt",
data: "test-tnc-cert-pub",
path: "/opt/tectonic/tls/mcs.crt",
data: "test-mcs-cert-pub",
},
fileAssertion{
path: "/opt/tectonic/tls/service-account.key",
Expand Down
2 changes: 1 addition & 1 deletion pkg/asset/ignition/node.go
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ func pointerIgnitionConfig(installConfig *types.InstallConfig, rootCA []byte, ro
Source: func() *url.URL {
return &url.URL{
Scheme: "https",
Host: fmt.Sprintf("%s-tnc.%s:49500", installConfig.Name, installConfig.BaseDomain),
Host: fmt.Sprintf("%s-api.%s:49500", installConfig.Name, installConfig.BaseDomain),
Path: fmt.Sprintf("/config/%s", role),
RawQuery: query,
}
Expand Down
4 changes: 2 additions & 2 deletions pkg/asset/manifests/operators.go
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ type manifests struct {
apiServerProxyCertKey asset.Asset
adminCertKey asset.Asset
kubeletCertKey asset.Asset
tncCertKey asset.Asset
mcsCertKey asset.Asset
serviceAccountKeyPair asset.Asset
kubeconfig asset.Asset
}
Expand Down Expand Up @@ -70,7 +70,7 @@ func (o *manifests) Dependencies() []asset.Asset {
o.apiServerProxyCertKey,
o.adminCertKey,
o.kubeletCertKey,
o.tncCertKey,
o.mcsCertKey,
o.serviceAccountKeyPair,
o.kubeconfig,
}
Expand Down
2 changes: 1 addition & 1 deletion pkg/asset/manifests/stock.go
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ func (s *StockImpl) EstablishStock(rootDir string, stock installconfig.Stock, tl
apiServerProxyCertKey: tlsStock.APIServerProxyCertKey(),
adminCertKey: tlsStock.AdminCertKey(),
kubeletCertKey: tlsStock.KubeletCertKey(),
tncCertKey: tlsStock.TNCCertKey(),
mcsCertKey: tlsStock.MCSCertKey(),
serviceAccountKeyPair: tlsStock.ServiceAccountKeyPair(),
kubeconfig: kubeConfigStock.KubeconfigAdmin(),
}
Expand Down
8 changes: 4 additions & 4 deletions pkg/asset/tls/helper.go
Original file line number Diff line number Diff line change
Expand Up @@ -79,10 +79,10 @@ func genIPAddressesForOpenshiftAPIServerCertKey(cfg *types.InstallConfig) ([]net
return []net.IP{net.ParseIP(apiServerAddress)}, nil
}

func genDNSNamesForTNCCertKey(cfg *types.InstallConfig) ([]string, error) {
return []string{fmt.Sprintf("%s-tnc.%s", cfg.Name, cfg.BaseDomain)}, nil
func genDNSNamesForMCSCertKey(cfg *types.InstallConfig) ([]string, error) {
return []string{fmt.Sprintf("%s-api.%s", cfg.Name, cfg.BaseDomain)}, nil
}

func genSubjectForTNCCertKey(cfg *types.InstallConfig) (pkix.Name, error) {
return pkix.Name{CommonName: fmt.Sprintf("%s-tnc.%s", cfg.Name, cfg.BaseDomain)}, nil
func genSubjectForMCSCertKey(cfg *types.InstallConfig) (pkix.Name, error) {
return pkix.Name{CommonName: fmt.Sprintf("%s-api.%s", cfg.Name, cfg.BaseDomain)}, nil
}
Loading