From efe9b5bada8a0bd55085ff73393616d4c43f17da Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Tue, 21 Oct 2025 16:47:09 +0000 Subject: [PATCH] [SPARK-53972][SS] Fix streaming query recentProgress regression in classic pyspark --- python/pyspark/sql/streaming/query.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/python/pyspark/sql/streaming/query.py b/python/pyspark/sql/streaming/query.py index d2f9f0957e0ae..45ca818d7ae2a 100644 --- a/python/pyspark/sql/streaming/query.py +++ b/python/pyspark/sql/streaming/query.py @@ -283,7 +283,10 @@ def recentProgress(self) -> List[StreamingQueryProgress]: >>> sq.stop() """ - return [StreamingQueryProgress.fromJObject(p) for p in self._jsq.recentProgress()] + return [ + StreamingQueryProgress.fromJson(json.loads(p.json())) + for p in self._jsq.recentProgress() + ] @property def lastProgress(self) -> Optional[StreamingQueryProgress]: @@ -314,7 +317,7 @@ def lastProgress(self) -> Optional[StreamingQueryProgress]: """ lastProgress = self._jsq.lastProgress() if lastProgress: - return StreamingQueryProgress.fromJObject(lastProgress) + return StreamingQueryProgress.fromJson(json.loads(lastProgress.json())) else: return None