Merge pull request #752 from roboflow/fix/disable-custom-scraping-for…

…-parallel-containers Disable scraping for containers where model_manager is not defined
roboflow · Oct 18, 2024 · e94a588 · e94a588
2 parents c981884 + 192836f
commit e94a588
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/inference/core/managers/prometheus.py b/inference/core/managers/prometheus.py
@@ -37,6 +37,11 @@ def get_metrics(self, maxModels: int = 25):
         start = now - self.time_window
         count = 0
         results = {}
+        if self.model_manager is None:
+            logger.warning(
+                "This inference server type does not support custom Prometheus metrics, skipping."
+            )
+            return results
         for model_id in self.model_manager.models():
             if count >= maxModels:
                 break