diff --git a/lmdeploy/model.py b/lmdeploy/model.py
index 95a5f5412e..d5f47a2fc2 100644
--- a/lmdeploy/model.py
+++ b/lmdeploy/model.py
@@ -838,10 +838,12 @@ def messages2prompt(self,
             return self.get_prompt(messages, sequence_start)
         box_map = dict(user=self.user,
                        ipython=self.ipython,
+                       tool=self.ipython,
                        assistant=self.assistant,
                        system=self.system)
         eox_map = dict(user=self.eoh,
                        ipython=self.eoi,
+                       tool=self.eoi,
                        assistant=self.eoa + self.separator,
                        system=self.eosys)
         ret = ''