-
Notifications
You must be signed in to change notification settings - Fork 968
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Update EKS example to use two applies
In order to avoid provider configuration issues associated with a single-apply create, use two applies, and use the AWS provider rather than the EKS cluster module.
- Loading branch information
Showing
15 changed files
with
227 additions
and
255 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
| resource "aws_eks_cluster" "k8s-acc" { | ||
| name = var.cluster_name | ||
| role_arn = aws_iam_role.k8s-acc-cluster.arn | ||
|
|
||
| vpc_config { | ||
| subnet_ids = aws_subnet.k8s-acc.*.id | ||
| } | ||
|
|
||
| # Ensure that IAM Role permissions are created before and deleted after EKS Cluster handling. | ||
| # Otherwise, EKS will not be able to properly delete EKS managed EC2 infrastructure such as Security Groups. | ||
| depends_on = [ | ||
| aws_iam_role_policy_attachment.k8s-acc-AmazonEKSClusterPolicy, | ||
| aws_iam_role_policy_attachment.k8s-acc-AmazonEKSVPCResourceController, | ||
| ] | ||
| } | ||
|
|
||
| resource "aws_eks_node_group" "k8s-acc" { | ||
| cluster_name = aws_eks_cluster.k8s-acc.name | ||
| node_group_name = var.cluster_name | ||
| node_role_arn = aws_iam_role.k8s-acc-node.arn | ||
| subnet_ids = aws_subnet.k8s-acc.*.id | ||
|
|
||
| scaling_config { | ||
| desired_size = 1 | ||
| max_size = 1 | ||
| min_size = 1 | ||
| } | ||
|
|
||
| # Ensure that IAM Role permissions are created before and deleted after EKS Node Group handling. | ||
| # Otherwise, EKS will not be able to properly delete EC2 Instances and Elastic Network Interfaces. | ||
| depends_on = [ | ||
| aws_iam_role_policy_attachment.k8s-acc-AmazonEKSWorkerNodePolicy, | ||
| aws_iam_role_policy_attachment.k8s-acc-AmazonEKS_CNI_Policy, | ||
| aws_iam_role_policy_attachment.k8s-acc-AmazonEC2ContainerRegistryReadOnly, | ||
| ] | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,60 @@ | ||
| resource "aws_iam_role" "k8s-acc-cluster" { | ||
| name = var.cluster_name | ||
|
|
||
| assume_role_policy = <<POLICY | ||
| { | ||
| "Version": "2012-10-17", | ||
| "Statement": [ | ||
| { | ||
| "Effect": "Allow", | ||
| "Principal": { | ||
| "Service": "eks.amazonaws.com" | ||
| }, | ||
| "Action": "sts:AssumeRole" | ||
| } | ||
| ] | ||
| } | ||
| POLICY | ||
| } | ||
|
|
||
| resource "aws_iam_role_policy_attachment" "k8s-acc-AmazonEKSClusterPolicy" { | ||
| policy_arn = "arn:aws:iam::aws:policy/AmazonEKSClusterPolicy" | ||
| role = aws_iam_role.k8s-acc-cluster.name | ||
| } | ||
|
|
||
| # Optionally, enable Security Groups for Pods | ||
| # Reference: https://docs.aws.amazon.com/eks/latest/userguide/security-groups-for-pods.html | ||
| resource "aws_iam_role_policy_attachment" "k8s-acc-AmazonEKSVPCResourceController" { | ||
| policy_arn = "arn:aws:iam::aws:policy/AmazonEKSVPCResourceController" | ||
| role = aws_iam_role.k8s-acc-cluster.name | ||
| } | ||
|
|
||
| resource "aws_iam_role" "k8s-acc-node" { | ||
| name = "${var.cluster_name}-node" | ||
|
|
||
| assume_role_policy = jsonencode({ | ||
| Statement = [{ | ||
| Action = "sts:AssumeRole" | ||
| Effect = "Allow" | ||
| Principal = { | ||
| Service = "ec2.amazonaws.com" | ||
| } | ||
| }] | ||
| Version = "2012-10-17" | ||
| }) | ||
| } | ||
|
|
||
| resource "aws_iam_role_policy_attachment" "k8s-acc-AmazonEKSWorkerNodePolicy" { | ||
| policy_arn = "arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy" | ||
| role = aws_iam_role.k8s-acc-node.name | ||
| } | ||
|
|
||
| resource "aws_iam_role_policy_attachment" "k8s-acc-AmazonEKS_CNI_Policy" { | ||
| policy_arn = "arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy" | ||
| role = aws_iam_role.k8s-acc-node.name | ||
| } | ||
|
|
||
| resource "aws_iam_role_policy_attachment" "k8s-acc-AmazonEC2ContainerRegistryReadOnly" { | ||
| policy_arn = "arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly" | ||
| role = aws_iam_role.k8s-acc-node.name | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| variable "cluster_name" { | ||
| type = string | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,10 @@ | ||
| terraform { | ||
| required_providers { | ||
| aws = { | ||
| source = "hashicorp/aws" | ||
| version = "3.38.0" | ||
| } | ||
| } | ||
| } | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| apiVersion: v1 | ||
| preferences: {} | ||
| kind: Config | ||
|
|
||
| clusters: | ||
| - cluster: | ||
| server: ${endpoint} | ||
| certificate-authority-data: ${clusterca} | ||
| name: ${cluster_name} | ||
|
|
||
| contexts: | ||
| - context: | ||
| cluster: ${cluster_name} | ||
| user: ${cluster_name} | ||
| name: ${cluster_name} | ||
|
|
||
| current-context: ${cluster_name} | ||
|
|
||
| users: | ||
| - name: ${cluster_name} | ||
| user: | ||
| exec: | ||
| apiVersion: client.authentication.k8s.io/v1alpha1 | ||
| command: aws-iam-authenticator | ||
| args: | ||
| - token | ||
| - --cluster-id | ||
| - ${cluster_name} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,69 +1,48 @@ | ||
| terraform { | ||
| required_providers { | ||
| kubernetes = { | ||
| source = "hashicorp/kubernetes" | ||
| version = ">= 2.0.3" | ||
| } | ||
| helm = { | ||
| source = "hashicorp/helm" | ||
| version = ">= 2.1.0" | ||
| } | ||
| } | ||
| data "aws_eks_cluster" "default" { | ||
| name = var.cluster_name | ||
| } | ||
|
|
||
| resource "kubernetes_namespace" "test" { | ||
| metadata { | ||
| name = "test" | ||
| data "aws_eks_cluster_auth" "default" { | ||
| name = var.cluster_name | ||
| } | ||
|
|
||
| provider "kubernetes" { | ||
| host = data.aws_eks_cluster.default.endpoint | ||
| cluster_ca_certificate = base64decode(data.aws_eks_cluster.default.certificate_authority[0].data) | ||
| token = data.aws_eks_cluster_auth.default.token | ||
| } | ||
|
|
||
| provider "helm" { | ||
| kubernetes { | ||
| host = data.aws_eks_cluster.default.endpoint | ||
| cluster_ca_certificate = base64decode(data.aws_eks_cluster.default.certificate_authority[0].data) | ||
| token = data.aws_eks_cluster_auth.default.token | ||
| } | ||
| } | ||
|
|
||
| resource "kubernetes_deployment" "test" { | ||
| resource "local_file" "kubeconfig" { | ||
| sensitive_content = templatefile("${path.module}/kubeconfig.tpl", { | ||
| cluster_name = var.cluster_name, | ||
| clusterca = data.aws_eks_cluster.default.certificate_authority[0].data, | ||
| endpoint = data.aws_eks_cluster.default.endpoint, | ||
| }) | ||
| filename = "./kubeconfig-${var.cluster_name}" | ||
| } | ||
|
|
||
| resource "kubernetes_namespace" "test" { | ||
| metadata { | ||
| name = "test" | ||
| namespace= kubernetes_namespace.test.metadata.0.name | ||
| } | ||
| spec { | ||
| replicas = 2 | ||
| selector { | ||
| match_labels = { | ||
| app = "test" | ||
| } | ||
| } | ||
| template { | ||
| metadata { | ||
| labels = { | ||
| app = "test" | ||
| } | ||
| } | ||
| spec { | ||
| container { | ||
| image = "nginx:1.19.4" | ||
| name = "nginx" | ||
|
|
||
| resources { | ||
| limits = { | ||
| memory = "512M" | ||
| cpu = "1" | ||
| } | ||
| requests = { | ||
| memory = "256M" | ||
| cpu = "50m" | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| resource helm_release nginx_ingress { | ||
| name = "nginx-ingress-controller" | ||
| resource "helm_release" "nginx_ingress" { | ||
| namespace = kubernetes_namespace.test.metadata.0.name | ||
| wait = true | ||
| timeout = 600 | ||
|
|
||
| repository = "https://charts.bitnami.com/bitnami" | ||
| chart = "nginx-ingress-controller" | ||
| name = "ingress-nginx" | ||
|
|
||
| set { | ||
| name = "service.type" | ||
| value = "ClusterIP" | ||
| } | ||
| repository = "https://kubernetes.github.io/ingress-nginx" | ||
| chart = "ingress-nginx" | ||
| version = "v3.30.0" | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| output "kubeconfig" { | ||
| value = abspath("${path.root}/${local_file.kubeconfig.filename}") | ||
| } |
Oops, something went wrong.