feat: enhance GitHub polling with synchronous comment processing and …

…improved logging
qodo-ai · Sep 5, 2024 · 85754d2 · 85754d2
1 parent f0d780c
commit 85754d2
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/pr_agent/servers/github_polling.py b/pr_agent/servers/github_polling.py
@@ -206,12 +206,17 @@ async def polling_loop():
                             else:
                                 get_logger().debug(f"Skipping comment processing for PR: {pr_url}")
 
+                        max_allowed_parallel_tasks = 10
                         if task_queue:
                             processes = []
-                            for func, args in task_queue: # Create  parallel tasks
+                            for i, func, args in enumerate(task_queue):  # Create  parallel tasks
                                 p = multiprocessing.Process(target=func, args=args)
                                 processes.append(p)
                                 p.start()
+                                if i > max_allowed_parallel_tasks:
+                                    get_logger().error(
+                                        f"Dropping {len(task_queue) - max_allowed_parallel_tasks} tasks from polling session")
+                                    break
                             task_queue.clear()
 
                             # Dont wait for all processes to complete. Move on to the next iteration