Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Collects ClusterId for Telemetry Object Collector #1565

Merged
merged 15 commits into from
Feb 15, 2024
Merged

Collects ClusterId for Telemetry Object Collector #1565

Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
fea9317
feat: add clusterID to telemetry objects
salonichf5 Feb 14, 2024
d7860c5
update unit tests
salonichf5 Feb 15, 2024
f64b7ba
Update internal/mode/static/telemetry/collector.go
salonichf5 Feb 15, 2024
5ecbc88
Update internal/mode/static/telemetry/collector.go
salonichf5 Feb 15, 2024
d919d91
Update internal/mode/static/telemetry/collector_test.go
salonichf5 Feb 15, 2024
2654957
update unit tests stub
salonichf5 Feb 15, 2024
814afd0
Update internal/mode/static/telemetry/collector.go
salonichf5 Feb 15, 2024
edf2888
Update internal/mode/static/telemetry/collector_test.go
salonichf5 Feb 15, 2024
1838dc8
update based on reviews
salonichf5 Feb 15, 2024
074f7f6
fix line spacing
salonichf5 Feb 15, 2024
2c164f1
update kube system constant
salonichf5 Feb 15, 2024
88b9b0c
remove redundant code
salonichf5 Feb 15, 2024
d3c7d75
Update internal/mode/static/telemetry/collector_test.go
salonichf5 Feb 15, 2024
502f585
fix unit test
salonichf5 Feb 15, 2024
b617377
Merge branch 'main' into feat/telemetryClusterID
salonichf5 Feb 15, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 22 additions & 0 deletions internal/mode/static/telemetry/collector.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,9 @@ import (
"github.com/nginxinc/nginx-gateway-fabric/internal/mode/static/state/graph"
)

// kubeSystem indicates the name of kube-system namespace
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
const kubeSystem = "kube-system"
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved

//go:generate go run github.com/maxbrunsfeld/counterfeiter/v6 . GraphGetter

// GraphGetter gets the latest Graph.
Expand Down Expand Up @@ -49,6 +52,7 @@ type ProjectMetadata struct {
// Note: this type might change once https://github.com/nginxinc/nginx-gateway-fabric/issues/1318 is implemented.
type Data struct {
ProjectMetadata ProjectMetadata
ClusterID string
NodeCount int
NGFResourceCounts NGFResourceCounts
NGFReplicaCount int
Expand Down Expand Up @@ -99,6 +103,11 @@ func (c DataCollectorImpl) Collect(ctx context.Context) (Data, error) {
return Data{}, fmt.Errorf("failed to collect NGF replica count: %w", err)
}

var clusterID string
if clusterID, err = collectClusterID(ctx, c.cfg.K8sClientReader); err != nil {
return Data{}, fmt.Errorf("failed to collect clusterID: %w", err)
}

data := Data{
NodeCount: nodeCount,
NGFResourceCounts: graphResourceCount,
Expand All @@ -107,6 +116,7 @@ func (c DataCollectorImpl) Collect(ctx context.Context) (Data, error) {
Version: c.cfg.Version,
},
NGFReplicaCount: ngfReplicaCount,
ClusterID: clusterID,
}

return data, nil
Expand Down Expand Up @@ -193,3 +203,15 @@ func collectNGFReplicaCount(ctx context.Context, k8sClient client.Reader, podNSN

return int(*replicaSet.Spec.Replicas), nil
}

func collectClusterID(ctx context.Context, k8sClient client.Reader) (string, error) {
key := types.NamespacedName{
Name: kubeSystem,
}
var kubeNamespace v1.Namespace
err := k8sClient.Get(ctx, key, &kubeNamespace)
if err != nil {
return "", fmt.Errorf("failed to get namespace :%w", err)
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
}
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
return string(kubeNamespace.GetUID()), nil
}
40 changes: 35 additions & 5 deletions internal/mode/static/telemetry/collector_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,7 @@ var _ = Describe("Collector", Ordered, func() {
podNSName types.NamespacedName
ngfPod *v1.Pod
ngfReplicaSet *appsv1.ReplicaSet
kubeNamespace *v1.Namespace
)

BeforeAll(func() {
Expand Down Expand Up @@ -103,6 +104,13 @@ var _ = Describe("Collector", Ordered, func() {
Namespace: "nginx-gateway",
Name: "ngf-pod",
}

kubeNamespace = &v1.Namespace{
ObjectMeta: metav1.ObjectMeta{
Name: "kube-system",
UID: "test-uid",
},
}
})

BeforeEach(func() {
Expand All @@ -111,6 +119,7 @@ var _ = Describe("Collector", Ordered, func() {
NodeCount: 0,
NGFResourceCounts: telemetry.NGFResourceCounts{},
NGFReplicaCount: 1,
ClusterID: string(kubeNamespace.GetUID()),
}

k8sClientReader = &eventsfakes.FakeReader{}
Expand All @@ -127,21 +136,27 @@ var _ = Describe("Collector", Ordered, func() {
Version: version,
PodNSName: podNSName,
})
k8sClientReader.GetCalls(createGetCallsFunc(ngfPod, ngfReplicaSet))
k8sClientReader.GetCalls(createGetCallsFunc(ngfPod, ngfReplicaSet, kubeNamespace))
})

Describe("Normal case", func() {
When("collecting telemetry data", func() {
It("collects all fields", func() {
nodes := []v1.Node{
{
ObjectMeta: metav1.ObjectMeta{Name: "node1"},
ObjectMeta: metav1.ObjectMeta{
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
Name: "node1",
},
},
{
ObjectMeta: metav1.ObjectMeta{Name: "node2"},
ObjectMeta: metav1.ObjectMeta{
Name: "node2",
},
},
{
ObjectMeta: metav1.ObjectMeta{Name: "node3"},
ObjectMeta: metav1.ObjectMeta{
Name: "node3",
},
},
}

Expand All @@ -150,7 +165,6 @@ var _ = Describe("Collector", Ordered, func() {
secret1 := &v1.Secret{ObjectMeta: metav1.ObjectMeta{Name: "secret1"}}
secret2 := &v1.Secret{ObjectMeta: metav1.ObjectMeta{Name: "secret2"}}
nilsecret := &v1.Secret{ObjectMeta: metav1.ObjectMeta{Name: "nilsecret"}}

salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
svc1 := &v1.Service{ObjectMeta: metav1.ObjectMeta{Name: "svc1"}}
svc2 := &v1.Service{ObjectMeta: metav1.ObjectMeta{Name: "svc2"}}
nilsvc := &v1.Service{ObjectMeta: metav1.ObjectMeta{Name: "nilsvc"}}
Expand Down Expand Up @@ -239,6 +253,18 @@ var _ = Describe("Collector", Ordered, func() {
})
})

Describe("clusterID collector", func() {
When("collecting clusterID", func() {
It("throws an error when collecting clusterID", func() {
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
expectedError := errors.New("there was an error getting clusterID")
k8sClientReader.GetReturns(expectedError)
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved

_, err := dataCollector.Collect(ctx)
Expect(err).To(MatchError(expectedError))
})
})
})

Describe("node count collector", func() {
When("collecting node count data", func() {
It("collects correct data for no nodes", func() {
Expand Down Expand Up @@ -451,6 +477,7 @@ var _ = Describe("Collector", Ordered, func() {
OwnerReferences: nil,
},
},
kubeNamespace,
salonichf5 marked this conversation as resolved.
Show resolved Hide resolved
))

_, err := dataCollector.Collect(ctx)
Expand All @@ -475,6 +502,7 @@ var _ = Describe("Collector", Ordered, func() {
},
},
},
kubeNamespace,
))

_, err := dataCollector.Collect(ctx)
Expand All @@ -495,6 +523,7 @@ var _ = Describe("Collector", Ordered, func() {
},
},
},
kubeNamespace,
))

_, err := dataCollector.Collect(ctx)
Expand All @@ -520,6 +549,7 @@ var _ = Describe("Collector", Ordered, func() {
Replicas: nil,
},
},
kubeNamespace,
))

_, err := dataCollector.Collect(ctx)
Expand Down
Loading