feat(pyspark): implement array flatten support

ibis-project · Nov 21, 2023 · 5d1fadf · 5d1fadf
1 parent 19b2aa0
commit 5d1fadf
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/ibis/backends/pyspark/compiler.py b/ibis/backends/pyspark/compiler.py
@@ -2075,3 +2075,8 @@ def compile_levenshtein(t, op, **kwargs):
     left = t.translate(op.left, **kwargs)
     right = t.translate(op.right, **kwargs)
     return F.levenshtein(left, right)
+
+
+@compiles(ops.ArrayFlatten)
+def compile_flatten(t, op, **kwargs):
+    return F.flatten(t.translate(op.arg, **kwargs))