diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
index 56b34d6c5e7b..28d999f7acb6 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -250,10 +250,12 @@ jobs:
       with:
         python-version: '3.9'
         architecture: x64
+        cache: 'pip'
+        cache-dependency-path: 'dev/py-tests/requirements-sql.txt'
     - name: Install Python packages (Python 3.9)
       if: (contains(matrix.modules, 'sql') && !contains(matrix.modules, 'sql-')) || contains(matrix.modules, 'connect')
       run: |
-        python3.9 -m pip install 'numpy>=1.20.0' pyarrow pandas scipy unittest-xml-reporting 'lxml==4.9.4' 'grpcio==1.59.3' 'grpcio-status==1.59.3' 'protobuf==4.25.1'
+        python3.9 -m pip install -r dev/py-tests/requirements-sql.txt
         python3.9 -m pip list
     # Run the tests.
     - name: Run tests
diff --git a/dev/py-tests/requirements-sql.txt b/dev/py-tests/requirements-sql.txt
new file mode 100644
index 000000000000..4653bc7e4aaf
--- /dev/null
+++ b/dev/py-tests/requirements-sql.txt
@@ -0,0 +1,11 @@
+# PySpark dependencies for SQL tests
+
+numpy==1.26.2
+pyarrow==14.0.2
+pandas==2.1.4
+scipy==1.11.4
+unittest-xml-reporting==3.2.0
+lxml==4.9.4
+grpcio==1.59.3
+grpcio-status==1.59.3
+protobuf==4.25.1