diff --git a/backends/test/suite/generate_markdown_summary.py b/backends/test/suite/generate_markdown_summary.py
index 37bf758fed0..73da8fba678 100644
--- a/backends/test/suite/generate_markdown_summary.py
+++ b/backends/test/suite/generate_markdown_summary.py
@@ -12,6 +12,25 @@
#
+def escape_for_markdown(text: str) -> str:
+ """
+ Modify a string to properly display in a markdown table cell.
+ """
+ if not text:
+ return text
+
+ # Replace newlines with
tags
+ escaped = text.replace("\n", "
")
+
+ # Escape backslashes.
+ escaped = escaped.replace("\\", "\\\\")
+
+ # Escape pipe characters that would break table structure
+ escaped = escaped.replace("|", "\\|")
+
+ return escaped
+
+
def generate_markdown(csv_path: str, exit_code: int = 0): # noqa (C901)
# Print warning if exit code is non-zero
if exit_code != 0:
@@ -46,7 +65,7 @@ def generate_markdown(csv_path: str, exit_code: int = 0): # noqa (C901)
for row in data_rows:
# Make a copy of the row to avoid modifying the original
- processed_row = row.copy()
+ processed_row = [escape_for_markdown(cell) for cell in row]
# Count results and collect failed tests
if result_column_index is not None and result_column_index < len(row):
@@ -96,7 +115,8 @@ def generate_markdown(csv_path: str, exit_code: int = 0): # noqa (C901)
# Generate Failed Tests section
print("# Failed Tests\n")
if failed_tests:
- print("| " + " | ".join(header) + " |")
+ escaped_header = [escape_for_markdown(col) for col in header]
+ print("| " + " | ".join(escaped_header) + " |")
print("|" + "|".join(["---"] * len(header)) + "|")
for row in failed_tests:
print("| " + " | ".join(row) + " |")
diff --git a/backends/test/suite/reporting.py b/backends/test/suite/reporting.py
index ce8a48dcc12..cdf2ce870e1 100644
--- a/backends/test/suite/reporting.py
+++ b/backends/test/suite/reporting.py
@@ -45,6 +45,8 @@
]
)
+CSV_FIELD_NAMES.append("Error")
+
# Operators that are excluded from the counts returned by count_ops. These are used to
# exclude operatations that are not logically relevant or delegatable to backends.
@@ -365,6 +367,15 @@ def write_csv_header(output: TextIO):
def write_csv_row(record: TestCaseSummary, output: TextIO):
writer = csv.DictWriter(output, CSV_FIELD_NAMES)
+ # Truncate error message if it's too long, keeping first and last 200 characters
+ error_message = ""
+ if record.error is not None:
+ error_str = str(record.error)
+ if len(error_str) > 400:
+ error_message = error_str[:200] + "..." + error_str[-200:]
+ else:
+ error_message = error_str
+
row = {
"Test ID": record.name,
"Test Case": record.base_name,
@@ -373,6 +384,7 @@ def write_csv_row(record: TestCaseSummary, output: TextIO):
"Params": _serialize_params(record.params),
"Result": record.result.to_short_str(),
"Result Detail": record.result.to_detail_str(),
+ "Error": error_message,
"Delegated": "True" if record.is_delegated() else "False",
"Quantize Time (s)": (
f"{record.quantize_time.total_seconds():.3f}"