diff --git a/python/ray/_private/usage/usage_lib.py b/python/ray/_private/usage/usage_lib.py
index 29d7a23cd4653a..bae9862dd2f594 100644
--- a/python/ray/_private/usage/usage_lib.py
+++ b/python/ray/_private/usage/usage_lib.py
@@ -41,6 +41,7 @@
 To see collected/reported data, see `usage_stats.json` inside a temp
 folder (e.g., /tmp/ray/session_[id]/*).
 """
+import importlib.util
 import json
 import logging
 import threading
@@ -349,11 +350,13 @@ def usage_stats_prompt_enabled():
 def _generate_cluster_metadata():
     """Return a dictionary of cluster metadata."""
     ray_version, python_version = ray._private.utils.compute_version_info()
-    # These two metadata is necessary although usage report is not enabled
-    # to check version compatibility.
+    # These three metadata items are recorded to check version
+    # compatibility. They are necessary whether or not usage stats are
+    # enabled.
     metadata = {
         "ray_version": ray_version,
         "python_version": python_version,
+        "python_magic_number": importlib.util.MAGIC_NUMBER.hex(),
     }
     # Additional metadata is recorded only when usage stats are enabled.
     if usage_stats_enabled():
@@ -368,7 +371,7 @@ def _generate_cluster_metadata():
             }
         )
         if sys.platform == "linux":
-            # Record llibc version
+            # Record libc version
             (lib, ver) = platform.libc_ver()
             if not lib:
                 metadata.update({"libc_version": "NA"})
diff --git a/python/ray/_private/utils.py b/python/ray/_private/utils.py
index 72e205be84ec9f..fa80dd044e9225 100644
--- a/python/ray/_private/utils.py
+++ b/python/ray/_private/utils.py
@@ -2,9 +2,11 @@
 import binascii
 from collections import defaultdict
 import contextlib
+from dataclasses import dataclass
 import errno
 import functools
 import importlib
+import importlib.util
 import inspect
 import json
 import logging
@@ -1492,15 +1494,47 @@ def internal_kv_put_with_retry(gcs_client, key, value, namespace, num_retries=20
     raise error
 
 
+@dataclass
+class VersionInfo:
+    ray_version: str
+    python_version: str
+    python_magic_number: Optional[str]
+
+    def __str__(self):
+        if self.python_magic_number is not None:
+            magic_str = f" (magic number {self.python_magic_number})"
+        else:
+            magic_str = ""
+        return (
+            f"    Ray: {self.ray_version}\n"
+            + f"    Python: {self.python_version}{magic_str}\n"
+        )
+
+    def __eq__(self, other):
+        if self.ray_version != other.ray_version:
+            return False
+        # If we have the magic number from both sides, use it; if not,
+        # fall back to exact Python version comparison.
+        if (
+            self.python_magic_number is not None
+            and other.python_magic_number is not None
+        ):
+            return self.python_magic_number == other.python_magic_number
+        else:
+            return self.python_version == other.python_version
+
+
 def compute_version_info():
     """Compute the versions of Python, and Ray.
 
     Returns:
-        A tuple containing the version information.
+        A VersionInfo object for the current interpreter.
     """
-    ray_version = ray.__version__
-    python_version = ".".join(map(str, sys.version_info[:3]))
-    return ray_version, python_version
+    return VersionInfo(
+        ray_version=ray.__version__,
+        python_version=".".join(map(str, sys.version_info[:3])),
+        python_magic_number=importlib.util.MAGIC_NUMBER.hex(),
+    )
 
 
 def get_directory_size_bytes(path: Union[str, Path] = ".") -> int:
@@ -1524,20 +1558,19 @@ def check_version_info(cluster_metadata):
     Raises:
         Exception: An exception is raised if there is a version mismatch.
     """
-    cluster_version_info = (
-        cluster_metadata["ray_version"],
-        cluster_metadata["python_version"],
+    cluster_version_info = VersionInfo(
+        ray_version=cluster_metadata["ray_version"],
+        python_version=cluster_metadata["python_version"],
+        python_magic_number=cluster_metadata.get("python_magic_number"),
     )
     version_info = compute_version_info()
     if version_info != cluster_version_info:
         node_ip_address = ray._private.services.get_node_ip_address()
         error_message = (
             "Version mismatch: The cluster was started with:\n"
-            "    Ray: " + cluster_version_info[0] + "\n"
-            "    Python: " + cluster_version_info[1] + "\n"
-            "This process on node " + node_ip_address + " was started with:" + "\n"
-            "    Ray: " + version_info[0] + "\n"
-            "    Python: " + version_info[1] + "\n"
+            + f"{cluster_version_info}"
+            + f"This process on node {node_ip_address} was started with:\n"
+            + f"{version_info}"
         )
         raise RuntimeError(error_message)