chore: created script to profile the system

scripts/profiler.py

@@ -0,0 +1,76 @@
+import requests
+import csv
+import re
+import time
+from datetime import datetime
+import os
+
+inspectorSample = {
+    "apiVersion": 'lazykoala.isala.me/v1alpha1',
+    "kind": 'Inspector',
+    "namespace": 'lazy-koala',
+    "metadata": {
+        "name": 'sample',
+    },
+    "spec": {
+        "deploymentRef": "",
+        "serviceRef": "",
+        "modelName": "",
+        "namespace": "default"
+    },
+};
+
+with open('usage_data.csv', 'w') as f:
+    f.write("time,name,cpu,memory\n")
+
+
+
+def pool_metrics():
+    print(f"{datetime.now()}: Pooling metrics...")
+    r = requests.get("http://127.0.0.1:8001/apis/metrics.k8s.io/v1beta1/namespaces/lazy-koala/pods")
+    data = []
+    for item in r.json()['items']:
+        cpu = 0
+        memory = 0
+        for container in item['containers']:
+            cpu +=  int(re.sub('\D', '', container['usage']['cpu']))
+            memory += int(re.sub('\D', '', container['usage']['memory']))
+
+        data.append({
+            'time': int(time.time()),
+            'name': item['metadata']['name'],
+            'cpu': cpu / 1000 / 1000,
+            'memory': memory / 1000,
+        })
+    data[1]['cpu'] += data[0]['cpu']
+    data[1]['memory'] += data[0]['memory']
+    data.pop(0)
+
+    with open('usage_data.csv', 'a') as csvfile:
+        writer = csv.DictWriter(csvfile, fieldnames=['time', 'name', 'cpu', 'memory'])
+        writer.writerows(data)
+
+
+for i in range(11):
+
+    if i == 0:
+        pool_metrics()
+        time.sleep(10)
+        continue
+
+    print(f"{datetime.now()}: Deploying inspector service-{i} ")
+
+    inspectorSample['metadata']['name'] = f"service-{i}-278a24d6"
+    inspectorSample['spec']['deploymentRef'] = f"service-{i}-278a24d6"
+    inspectorSample['spec']['serviceRef'] = f"service-{i}-278a24d6"
+    inspectorSample['spec']['modelName'] = f"service-{i}-278a24d6"
+
+    r = requests.post("http://127.0.0.1:8001/apis/lazykoala.isala.me/v1alpha1/namespaces/default/inspectors/", json=inspectorSample)
+
+    print(f"{datetime.now()}: Sleeping for 5 minutes...")
+
+    os.system("kubectl delete pods -n lazy-koala --all")
+
+    time.sleep((60 * 10))
+
+    pool_metrics()

scripts/usage_data.csv

@@ -0,0 +1,56 @@
+time,name,cpu,memory
+1651912332,gazer,11.958813,120.616
+1651912332,inspector,0.0,4.436
+1651912332,operator,0.36999400000000005,8.496
+1651912332,prometheus,3.8797759999999997,34.404
+1651912332,sherlock,126.612485,46.076
+1651912981,gazer,16.236321,121.42
+1651912981,inspector,0.0,4.296
+1651912981,operator,1.688306,11.84
+1651912981,prometheus,4.822036,37.92
+1651912981,sherlock,0.84665,119.368
+1651913621,gazer,19.075196000000002,121.452
+1651913621,inspector,0.0066289999999999995,4.3
+1651913621,operator,1.019429,12.284
+1651913621,prometheus,15.894164,48.8
+1651913621,sherlock,0.690234,183.72
+1651914255,gazer,18.834508,121.804
+1651914255,inspector,0.0,4.292
+1651914255,operator,1.977959,13.448
+1651914255,prometheus,5.017055999999999,60.968
+1651914255,sherlock,69.814766,253.496
+1651914890,gazer,18.043074,121.768
+1651914890,inspector,0.0,4.248
+1651914890,operator,1.098155,13.76
+1651914890,prometheus,5.229607,52.924
+1651914890,sherlock,89.954879,317.892
+1651915530,gazer,28.206476000000002,122.20400000000001
+1651915530,inspector,0.0,4.324
+1651915530,operator,0.954061,13.152
+1651915530,prometheus,42.748922,53.128
+1651915530,sherlock,9.074958,384.88
+1651916171,gazer,22.133096000000002,122.27600000000001
+1651916171,inspector,0.003312,4.284
+1651916171,operator,3.0442910000000003,13.32
+1651916171,prometheus,6.219539,59.028
+1651916171,sherlock,0.818838,450.756
+1651916804,gazer,23.679917,122.53999999999999
+1651916804,inspector,0.0,4.24
+1651916804,operator,1.129052,12.852
+1651916804,prometheus,6.212623,59.176
+1651916804,sherlock,0.8634080000000001,517.48
+1651917440,gazer,27.632058999999998,122.392
+1651917440,inspector,0.0,4.336
+1651917440,operator,3.820067,13.9
+1651917440,prometheus,6.181665,57.536
+1651917440,sherlock,80.97522500000001,582.836
+1651918080,gazer,43.593231,122.7
+1651918080,inspector,0.0,4.392
+1651918080,operator,6.529536,13.52
+1651918080,prometheus,8.90609,61.988
+1651918080,sherlock,0.980735,640.252
+1651918720,gazer,39.392812,122.844
+1651918720,inspector,0.0,4.292
+1651918720,operator,1.136753,13.644
+1651918720,prometheus,7.846966999999999,63.448
+1651918720,sherlock,0.951237,697.196