[v3-0-test] Bump Pyspark to even higher version (#50308)

potiuk · Your Name · commit c9b6ff4deb77 · 2025-05-07T16:33:40.000Z
That should decrease the frequency of getting "download" errors when downloading older versions of Spark (cherry picked from commit 952a004) Co-authored-by: Jarek Potiuk <jarek@potiuk.com>
diff --git a/providers/apache/spark/pyproject.toml b/providers/apache/spark/pyproject.toml
@@ -59,7 +59,7 @@ requires-python = "~=3.9"
 dependencies = [
     "apache-airflow>=2.9.0",
     "apache-airflow-providers-common-compat>=1.5.0",
-    "pyspark>=3.4.0",
+    "pyspark>=3.5.2",
     "grpcio-status>=1.59.0",
 ]
 

Original file line number	Diff line number	Diff line change
`@@ -59,7 +59,7 @@ requires-python = "~=3.9"`
`59`	`59`	`dependencies = [`
`60`	`60`	`"apache-airflow>=2.9.0",`
`61`	`61`	`"apache-airflow-providers-common-compat>=1.5.0",`
`62`		`- "pyspark>=3.4.0",`
	`62`	`+ "pyspark>=3.5.2",`
`63`	`63`	`"grpcio-status>=1.59.0",`
`64`	`64`	`]`
`65`	`65`