diff --git a/src/tools/compiletest/src/runtest.rs b/src/tools/compiletest/src/runtest.rs
index a4fa28e13b911..770734195ed89 100644
--- a/src/tools/compiletest/src/runtest.rs
+++ b/src/tools/compiletest/src/runtest.rs
@@ -818,7 +818,7 @@ impl<'test> TestCx<'test> {
             if !unexpected.is_empty() {
                 writeln!(
                     self.stdout,
-                    "\n{prefix}: {n} diagnostics reported in JSON output but not expected in test file",
+                    "\n{prefix}: {n} diagnostics reported in rustc output but not expected in test file",
                     prefix = self.error_prefix(),
                     n = unexpected.len(),
                 );
@@ -853,7 +853,7 @@ impl<'test> TestCx<'test> {
             if !not_found.is_empty() {
                 writeln!(
                     self.stdout,
-                    "\n{prefix}: {n} diagnostics expected in test file but not reported in JSON output",
+                    "\n{prefix}: {n} diagnostics expected in test file but not reported in rustc output",
                     prefix = self.error_prefix(),
                     n = not_found.len(),
                 );