Merge pull request #306 from exo-explore/process_prompt_shield

shield process_prompt so downloads dont get cancelled when chatgpt api request times out fixes #305

Author: AlexCheema

exo/api/chatgpt_api.py

@@ -270,7 +270,10 @@ async def handle_post_chat_completions(self, request):
     if DEBUG >= 2: print(f"Sending prompt from ChatGPT api {request_id=} {shard=} {prompt=} {image_str=}")
 
     try:
-      await asyncio.wait_for(self.node.process_prompt(shard, prompt, image_str, request_id=request_id), timeout=self.response_timeout)
+      await asyncio.wait_for(
+        asyncio.shield(asyncio.create_task(self.node.process_prompt(shard, prompt, image_str, request_id=request_id))),
+        timeout=self.response_timeout
+      )
 
       if DEBUG >= 2: print(f"Waiting for response to finish. timeout={self.response_timeout}s")