diff --git a/.github/workflows/dist.yml b/.github/workflows/dist.yml
index 73c08936d..86e584fef 100644
--- a/.github/workflows/dist.yml
+++ b/.github/workflows/dist.yml
@@ -112,8 +112,6 @@ jobs:
         python-version:
           # Wheels are built with Python 3.8 Limited API, they should work with all Python >= 3.8.
           # Only build wheels against Python 3.8 Limited API to save CI resources.
-          # FIXME: Here we use Python 3.9 because our dependency `apache-tvm-ffi` claims to support
-          #        Python 3.8 but it depends on a version of `ml-dtypes` that requires Python >= 3.9.
           - "3.9"
       fail-fast: false
     timeout-minutes: 120
diff --git a/pyproject.toml b/pyproject.toml
index d793fb1b5..66424c02c 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -27,7 +27,11 @@ classifiers = [
 ]
 dynamic = ["version"]
 dependencies = [
-    "apache-tvm-ffi==0.1.0",
+    "apache-tvm-ffi~=0.1.0",
+    # Extra constraint to tvm-ffi for abi issue,
+    # should be removed after our tvm's update.
+    # See discussion in tilelang#1373 and apache/tvm-ffi#307
+    "apache-tvm-ffi<=0.1.1",
     "cloudpickle",
     "ml-dtypes",
     "numpy>=1.23.5",