feat: convert latex to plain text

Newest GPT models love to provide latex equations.

Unfortunately this makes things pretty impossible to read for larger
questions.

Add a conversion to change latex markup to plain text.

Signed-off-by: ldelossa <[email protected]>

Author: ldelossa

chatblade/printer.py

@@ -9,6 +9,7 @@
 from rich.rule import Rule
 
 from chatblade import utils
+from pylatexenc.latex2text import LatexNodes2Text
 
 
 console = Console()
@@ -85,8 +86,20 @@ def extract_messages(messages, args):
     else:
         print(message.content.strip())
 
+def format_latex(msg):
+    converter = LatexNodes2Text()
+    msg = converter.latex_to_text(msg)
+
+    # do no change code blocks to smart quotes, this will break the markdown
+    # parser.
+    msg = msg.replace("“", "``")
+
+    return msg
 
 def detect_and_format_message(msg, cutoff=None, theme=None):
+    # convert any latex markup to ASCII.
+    msg = format_latex(msg)
+
     if cutoff and len(msg) > cutoff:
         msg = "... **text shortened** ... " + msg[-cutoff:]
         return msg

requirements.txt

@@ -14,6 +14,7 @@ platformdirs==4.2.2
 pydantic==2.8.2
 pydantic_core==2.20.1
 Pygments==2.18.0
+pylatexenc==2.10
 PyYAML==6.0.1
 regex==2024.5.15
 requests==2.32.3