diff --git a/conda/recipes/rapids-build-env/meta.yaml b/conda/recipes/rapids-build-env/meta.yaml
index 25135cd2..b5fadf0d 100644
--- a/conda/recipes/rapids-build-env/meta.yaml
+++ b/conda/recipes/rapids-build-env/meta.yaml
@@ -139,7 +139,7 @@ requirements:
     - spdlog {{ spdlog_version }}
     - statsmodels
     - streamz
-    - transformers
+    - transformers {{ transformers_version }}
     - treelite {{ treelite_version }}
     - twine
     - typing_extensions
diff --git a/conda/recipes/versions.yaml b/conda/recipes/versions.yaml
index e42280f4..88bad120 100644
--- a/conda/recipes/versions.yaml
+++ b/conda/recipes/versions.yaml
@@ -156,3 +156,5 @@ sphinx_markdown_tables_version:
   - '=0.0.14=pyh9f0ad1d_1'
 treelite_version:
   - '=2.1.0'
+transformers_version:
+  - '<=4.10.3'