Code Restructuring

Author: iVishalr

.gitignore

@@ -4,7 +4,7 @@ compile-test/
 output/
 # answer/A1T1
 # answer/A1T2
-*.txt
+*logs.txt
 # part-00000
 # w
 # w1

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2022 Cloud Computing & Big Data
+Copyright (c) 2023 Cloud Computing & Big Data
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -3,7 +3,7 @@
 import smtplib
 from dotenv import load_dotenv
 from redis import Redis, ConnectionPool
-from queues.redisqueue import RedisQueue
+from common.redisqueue import RedisQueue
 
 os.environ['TZ'] = 'Asia/Kolkata'
 time.tzset()

common/__init__.py

@@ -0,0 +1,15 @@
+from datetime import datetime
+
+class Tee(object):
+    def __init__(self, *files):
+        self.files = files
+    def write(self, obj):
+        for f in self.files:
+            f.write(obj)
+    def flush(self):
+        pass
+
+def get_datetime() -> str:
+    now = datetime.now()
+    timestamp = now.strftime("%d/%m/%Y %H:%M:%S")
+    return timestamp

queues/redisqueue.py common/redisqueue.py

@@ -17,7 +17,8 @@
 		"docker_port": 10000,
 		"docker_route": "run_job",
 		"docker_image": "hadoop-3.2.2:0.1",
-		"cpu_limit": 2,
+		"cpu_limit": 6,
+		"taskset": true,
 		"memory_limit": "8000m",
 		"shared_output_dir": "/home/vishalramesh01/backend-2022/output/",
 		"docker_output_dir": "/output",