feat: convert latex to plain text

Newest GPT models love to provide latex equations.

Unfortunately this makes things pretty impossible to read for larger
questions.

Add a conversion to change latex markup to plain text.

Signed-off-by: ldelossa <[email protected]>

chatblade/printer.py

@@ -9,6 +9,7 @@
 from rich.rule import Rule
 
 from chatblade import utils
+from pylatexenc.latex2text import LatexNodes2Text
 
 
 console = Console()
@@ -60,6 +61,7 @@ def print_messages(messages, args):
 
 def print_message(message, args):
     printable = message.content
+
     if not args.raw:
         printable = detect_and_format_message(
             message.content, cutoff=1000 if message.role == "user" else None, theme=args.theme
@@ -87,6 +89,10 @@ def extract_messages(messages, args):
 
 
 def detect_and_format_message(msg, cutoff=None, theme=None):
+    # if message contains any latex, convert it to ascii.
+    converter = LatexNodes2Text()
+    msg = converter.latex_to_text(msg)
+
     if cutoff and len(msg) > cutoff:
         msg = "... **text shortened** ... " + msg[-cutoff:]
         return msg
@@ -123,7 +129,6 @@ def extract_block(str):
     except IndexError:
         return None
 
-
 def looks_like_markdown(str):
     """very rudimentary, but avoids making things markdown that shouldn't be"""
     md_links = len(re.findall(r"\[[^]]+\]\(https?:\/\/\S+\)", str))

requirements.txt

@@ -14,6 +14,7 @@ platformdirs==4.2.2
 pydantic==2.8.2
 pydantic_core==2.20.1
 Pygments==2.18.0
+pylatexenc==2.10
 PyYAML==6.0.1
 regex==2024.5.15
 requests==2.32.3