diff --git a/python/pyspark/sql/streaming/query.py b/python/pyspark/sql/streaming/query.py index d2f9f0957e0a..45ca818d7ae2 100644 --- a/python/pyspark/sql/streaming/query.py +++ b/python/pyspark/sql/streaming/query.py @@ -283,7 +283,10 @@ def recentProgress(self) -> List[StreamingQueryProgress]: >>> sq.stop() """ - return [StreamingQueryProgress.fromJObject(p) for p in self._jsq.recentProgress()] + return [ + StreamingQueryProgress.fromJson(json.loads(p.json())) + for p in self._jsq.recentProgress() + ] @property def lastProgress(self) -> Optional[StreamingQueryProgress]: @@ -314,7 +317,7 @@ def lastProgress(self) -> Optional[StreamingQueryProgress]: """ lastProgress = self._jsq.lastProgress() if lastProgress: - return StreamingQueryProgress.fromJObject(lastProgress) + return StreamingQueryProgress.fromJson(json.loads(lastProgress.json())) else: return None