feat: convert latex to plain text

Newest GPT models love to provide latex equations.

Unfortunately this makes things pretty impossible to read for larger
questions.

Add a conversion to change latex markup to plain text.

Signed-off-by: ldelossa <[email protected]>

Author: ldelossa

chatblade/printer.py

@@ -9,6 +9,7 @@
 from rich.rule import Rule
 
 from chatblade import utils
+from pylatexenc.latex2text import LatexNodes2Text
 
 
 console = Console()
@@ -87,6 +88,10 @@ def extract_messages(messages, args):
 
 
 def detect_and_format_message(msg, cutoff=None, theme=None):
+    # if message contains any latex, convert it to ascii.
+    converter = LatexNodes2Text()
+    msg = converter.latex_to_text(msg)
+
     if cutoff and len(msg) > cutoff:
         msg = "... **text shortened** ... " + msg[-cutoff:]
         return msg
@@ -123,7 +128,6 @@ def extract_block(str):
     except IndexError:
         return None
 
-
 def looks_like_markdown(str):
     """very rudimentary, but avoids making things markdown that shouldn't be"""
     md_links = len(re.findall(r"\[[^]]+\]\(https?:\/\/\S+\)", str))

requirements.txt

@@ -14,6 +14,7 @@ platformdirs==4.2.2
 pydantic==2.8.2
 pydantic_core==2.20.1
 Pygments==2.18.0
+pylatexenc==2.10
 PyYAML==6.0.1
 regex==2024.5.15
 requests==2.32.3