Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions charts/gateway-helm/templates/_rbac.tpl
Original file line number Diff line number Diff line change
Expand Up @@ -203,6 +203,7 @@ verbs:
verbs:
- create
- get
- list
- delete
- deletecollection
- patch
Expand Down
7 changes: 4 additions & 3 deletions internal/infrastructure/kubernetes/infra.go
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,10 @@ import (
"github.com/envoyproxy/gateway/internal/logging"
)

var _ ResourceRender = &proxy.ResourceRender{}

var _ ResourceRender = &ratelimit.ResourceRender{}
var (
_ ResourceRender = &proxy.ResourceRender{}
_ ResourceRender = &ratelimit.ResourceRender{}
)

// ResourceRender renders Kubernetes infrastructure resources
// based on Infra IR resources.
Expand Down
24 changes: 19 additions & 5 deletions internal/infrastructure/kubernetes/infra_resource.go
Original file line number Diff line number Diff line change
Expand Up @@ -38,20 +38,34 @@
}
)

if sa, err = r.ServiceAccount(); err != nil {
resourceApplyTotal.WithFailure(metrics.ReasonError, labels...).Increment()
return err
}

defer func() {
if err == nil {
resourceApplyDurationSeconds.With(labels...).Record(time.Since(startTime).Seconds())
resourceApplyTotal.WithSuccess(labels...).Increment()
} else {
resourceApplyTotal.WithFailure(metrics.ReasonError, labels...).Increment()
}

if sa != nil {
deleteErr := i.Client.DeleteAllExcept(ctx, &corev1.ServiceAccountList{}, client.ObjectKey{
Namespace: sa.Namespace,
Name: sa.Name,
}, &client.ListOptions{
Namespace: sa.Namespace,
LabelSelector: r.LabelSelector(),
})

if deleteErr != nil {
i.logger.Error(deleteErr, "failed to delete all except serviceaccount", "name", sa.Name)
}

Check warning on line 60 in internal/infrastructure/kubernetes/infra_resource.go

View check run for this annotation

Codecov / codecov/patch

internal/infrastructure/kubernetes/infra_resource.go#L59-L60

Added lines #L59 - L60 were not covered by tests
}
}()

if sa, err = r.ServiceAccount(); err != nil {
resourceApplyTotal.WithFailure(metrics.ReasonError, labels...).Increment()
return err
}

return i.Client.ServerSideApply(ctx, sa)
}

Expand Down
29 changes: 20 additions & 9 deletions internal/infrastructure/kubernetes/proxy/resource_provider.go
Original file line number Diff line number Diff line change
Expand Up @@ -78,23 +78,34 @@ type KubernetesInfraProvider interface {
GetResourceNamespace(ir *ir.Infra) string
}

func NewResourceRender(ctx context.Context, kubernetesInfra KubernetesInfraProvider, infra *ir.Infra) (*ResourceRender, error) {
ownerReference, err := kubernetesInfra.GetOwnerReferenceUID(ctx, infra)
func NewResourceRender(ctx context.Context, kubeInfra KubernetesInfraProvider, infra *ir.Infra) (*ResourceRender, error) {
ownerReference, err := kubeInfra.GetOwnerReferenceUID(ctx, infra)
if err != nil {
return nil, err
}

return &ResourceRender{
envoyNamespace: kubernetesInfra.GetResourceNamespace(infra),
controllerNamespace: kubernetesInfra.GetControllerNamespace(),
DNSDomain: kubernetesInfra.GetDNSDomain(),
envoyNamespace: kubeInfra.GetResourceNamespace(infra),
controllerNamespace: kubeInfra.GetControllerNamespace(),
DNSDomain: kubeInfra.GetDNSDomain(),
infra: infra.GetProxyInfra(),
ShutdownManager: kubernetesInfra.GetEnvoyGateway().GetEnvoyGatewayProvider().GetEnvoyGatewayKubeProvider().ShutdownManager,
GatewayNamespaceMode: kubernetesInfra.GetEnvoyGateway().GatewayNamespaceMode(),
ShutdownManager: kubeInfra.GetEnvoyGateway().GetEnvoyGatewayProvider().GetEnvoyGatewayKubeProvider().ShutdownManager,
GatewayNamespaceMode: kubeInfra.GetEnvoyGateway().GatewayNamespaceMode(),
ownerReferenceUID: ownerReference,
}, nil
}

func (r *ResourceRender) serviceAccountName() string {
prov := r.infra.GetProxyConfig().GetEnvoyProxyProvider().GetEnvoyProxyKubeProvider()
if prov != nil &&
prov.EnvoyServiceAccount != nil &&
prov.EnvoyServiceAccount.Name != nil {
return *prov.EnvoyServiceAccount.Name
}

return r.Name()
}

func (r *ResourceRender) Name() string {
if r.GatewayNamespaceMode {
return r.infra.Name
Expand Down Expand Up @@ -150,7 +161,7 @@ func (r *ResourceRender) ServiceAccount() (*corev1.ServiceAccount, error) {
AutomountServiceAccountToken: ptr.To(false),
ObjectMeta: metav1.ObjectMeta{
Namespace: r.Namespace(),
Name: r.Name(),
Name: r.serviceAccountName(),
Labels: saLabels,
Annotations: r.infra.GetProxyMetadata().Annotations,
OwnerReferences: r.OwnerReferences(),
Expand Down Expand Up @@ -393,7 +404,7 @@ func (r *ResourceRender) Deployment() (*appsv1.Deployment, error) {
AutomountServiceAccountToken: ptr.To(false),
Containers: containers,
InitContainers: deploymentConfig.InitContainers,
ServiceAccountName: r.Name(),
ServiceAccountName: r.serviceAccountName(),
TerminationGracePeriodSeconds: expectedTerminationGracePeriodSeconds(proxyConfig.Spec.Shutdown),
DNSPolicy: corev1.DNSClusterFirst,
RestartPolicy: corev1.RestartPolicyAlways,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,19 @@ func newTestInfraWithNamespacedName(gwNN types.NamespacedName) *ir.Infra {
return i
}

func newTestInfraWithCustomServiceAccount(gwNN types.NamespacedName) *ir.Infra {
i := newTestInfraWithNamespacedName(gwNN)
i.Proxy.Config = new(egv1a1.EnvoyProxy)
i.Proxy.Config.Spec.Provider = egv1a1.DefaultEnvoyProxyProvider()
i.Proxy.Config.Spec.Provider.Kubernetes = &egv1a1.EnvoyProxyKubernetesProvider{
EnvoyServiceAccount: &egv1a1.KubernetesServiceAccountSpec{
Name: ptr.To("custom-sa"),
},
}

return i
}

func newTestInfraWithIPFamily(family *egv1a1.IPFamily) *ir.Infra {
i := newTestInfra()
i.Proxy.Config = &egv1a1.EnvoyProxy{
Expand Down Expand Up @@ -632,6 +645,12 @@ func TestDeployment(t *testing.T) {
deploy: nil,
gatewayNamespaceMode: true,
},
{
caseName: "custom-sa",
infra: newTestInfraWithCustomServiceAccount(types.NamespacedName{Namespace: "ns1", Name: "gateway-1"}),
deploy: nil,
gatewayNamespaceMode: true,
},
}
for _, tc := range cases {
t.Run(tc.caseName, func(t *testing.T) {
Expand Down Expand Up @@ -1442,6 +1461,11 @@ func TestServiceAccount(t *testing.T) {
infra: newTestInfraWithNamespacedName(types.NamespacedName{Namespace: "ns1", Name: "gateway-1"}),
gatewayNamespaceMode: true,
},
{
name: "custom-sa",
infra: newTestInfraWithCustomServiceAccount(types.NamespacedName{Namespace: "ns1", Name: "gateway-1"}),
gatewayNamespaceMode: false,
},
}

for _, tc := range cases {
Expand Down
Loading