From 848e900df9c87724bbbbdb577056d6720a613b5f Mon Sep 17 00:00:00 2001 From: chloe he Date: Wed, 7 Aug 2024 22:41:12 -0700 Subject: [PATCH] fix(pyspark): fix a bug in spark's to_parquet_dir method --- ibis/backends/pyspark/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ibis/backends/pyspark/__init__.py b/ibis/backends/pyspark/__init__.py index 2c171394c320..11c62f290441 100644 --- a/ibis/backends/pyspark/__init__.py +++ b/ibis/backends/pyspark/__init__.py @@ -1286,7 +1286,7 @@ def _to_filesystem_output( df = df.write.format(format) for k, v in (options or {}).items(): df = df.option(k, v) - df.save(path) + df.save(os.fspath(path)) return None sq = df.writeStream.format(format) sq = sq.option("path", os.fspath(path))