comma and other text issue fix

Author: risingsunomi

exo/api/chatgpt_api.py

@@ -71,16 +71,9 @@ def generate_completion(
     }
 
   choice = completion["choices"][0]
-  print(f"\nchoice {choice}")
   if object_type.startswith("chat.completion"):
     key_name = "delta" if stream else "message"
-
-    token_decode = tokenizer.batch_decode(
-       tokens,
-       skip_special_tokens=True,
-       clean_up_tokenization_spaces=False
-    )
-    choice[key_name] = {"role": "assistant", "content": token_decode}
+    choice[key_name] = {"role": "assistant", "content": tokenizer.decode(tokens)}
   elif object_type == "text_completion":
     choice["text"] = tokenizer.decode(tokens)
   else:

exo/inference/pytorch/inference.py

@@ -14,6 +14,7 @@
 from exo.download.hf.hf_shard_download import HFShardDownloader
 
 from transformers import AutoTokenizer
+
 # llama
 from transformers.models.llama.modeling_llama import LlamaModel