Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 14 additions & 1 deletion openrag/app_front.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
import json
import os
import re
from pathlib import Path
from urllib.parse import urlparse

Expand Down Expand Up @@ -49,6 +50,16 @@ def get_headers(api_key):
return headers


def sanitize_filename(filename: str) -> str:
# Replace spaces and special chars with hyphens or underscores
filename = re.sub(r"[,\s]+", "_", filename)
# Remove double underscores
filename = re.sub(r"__+", "_", filename)
# Remove other problematic characters
filename = re.sub(r"[^\w\-.]+", "", filename)
return filename


if PERSISTENCY:

@cl.on_chat_resume
Expand Down Expand Up @@ -173,7 +184,9 @@ async def _format_sources(metadata_sources, only_txt=False, api_key=None):
d = {}
headers = get_headers(api_key)
for i, s in enumerate(metadata_sources):
filename = Path(s["filename"])
filename = s["filename"]
filename = sanitize_filename(filename) # Sanitize filename
filename = Path(filename)
file_url = s["file_url"]
file_url = file_url.replace(
INTERNAL_BASE_URL, external_url
Expand Down