diff --git a/conda/recipes/rapids-build-env/meta.yaml b/conda/recipes/rapids-build-env/meta.yaml
index 0ad6a327..7e4a42d7 100644
--- a/conda/recipes/rapids-build-env/meta.yaml
+++ b/conda/recipes/rapids-build-env/meta.yaml
@@ -49,7 +49,6 @@ requirements:
     - conda-forge::clang-tools {{ clang_version }}
     - cmake {{ cmake_version }}
     - cmake_setuptools {{ cmake_setuptools_version }}
-    - conda {{ conda_version }}
     - conda-build {{ conda_build_version }}
     - conda-verify {{ conda_verify_version }}
     - cudatoolkit ={{ cuda_version }}.*
diff --git a/conda/recipes/versions.yaml b/conda/recipes/versions.yaml
index 013a6f8f..c22d57eb 100644
--- a/conda/recipes/versions.yaml
+++ b/conda/recipes/versions.yaml
@@ -11,10 +11,8 @@ xgboost_version:
   - '=1.2.0dev.rapidsai0.16'
 
 # Versions for conda
-conda_version:
-  - '=4.7.12'
 conda_build_version:
-  - '=3.18.11'
+  - '=3.20.3'
 conda_verify_version:
   - '=3.1.1'