fix(gazer): Added backlog cleaner

isala404 · Apr 3, 2022 · 9e52777 · 9e52777
1 parent cc964e9
commit 9e52777
Showing 1 changed file with 34 additions and 22 deletions.
diff --git a/gazer/gazer.py b/gazer/gazer.py
@@ -117,28 +117,40 @@ def poll_kube_api(self):
 
     def poll_syn_backlog(self):
         while True:
-            data = self.syn_backlog_buffer.items()
-            self.syn_df["outdated"] = True
-            for row in data:
-                saddr = inet_ntop(AF_INET, pack("I", row[0].saddr))
-
-                # Write to prometheus
-                if saddr in config_watcher.config:
-                    pod = config_watcher.config[saddr]
-
-                    backlog.labels(pod['namespace'], pod['serviceName'], pod['name'], int(row[0].slot)).set(
-                        int(row[1].value))
-
-                    if self.console_mode:
-                        self.syn_df = self.syn_df.append({
-                            "backlog": row[0].backlog,
-                            "slot": row[0].slot,
-                            "saddr": inet_ntop(AF_INET, pack("I", row[0].saddr)),
-                            "lport": row[0].lport,
-                            "value": row[1].value,
-                            "outdated": False,
-                        }, ignore_index=True)
-            self.syn_backlog_buffer.clear()
+            try:
+                data = self.syn_backlog_buffer.items()
+
+                self.syn_df["outdated"] = True
+                backlog.clear()
+
+                for pod in config_watcher.config.values():
+                    if pod['isService']:
+                        continue
+                    backlog.labels(pod['namespace'], pod['serviceName'], pod['name'], 1).set(0)
+                    backlog.labels(pod['namespace'], pod['serviceName'], pod['name'], 2).set(0)
+
+                for row in data:
+                    saddr = inet_ntop(AF_INET, pack("I", row[0].saddr))
+
+                    # Write to prometheus
+                    if saddr in config_watcher.config:
+                        pod = config_watcher.config[saddr]
+
+                        backlog.labels(pod['namespace'], pod['serviceName'], pod['name'], int(row[0].slot)).set(
+                            int(row[1].value))
+
+                        if self.console_mode:
+                            self.syn_df = self.syn_df.append({
+                                "backlog": row[0].backlog,
+                                "slot": row[0].slot,
+                                "saddr": inet_ntop(AF_INET, pack("I", row[0].saddr)),
+                                "lport": row[0].lport,
+                                "value": row[1].value,
+                                "outdated": False,
+                            }, ignore_index=True)
+                self.syn_backlog_buffer.clear()
+            except Exception as e:
+                print(e)
             time.sleep(5)
 
     def syn_backlog_text(self):