chore(query): re enable bendpy

.github/actions/build_bindings_python/action.yml

@@ -32,9 +32,9 @@ runs:
       shell: bash
       run: |
         if [[ -z "${{ inputs.version }}" ]]; then
-          echo "BUILD_ARGS=--strip --out dist" >> $GITHUB_OUTPUT
+          echo "BUILD_ARGS=--features abi --strip --out dist" >> $GITHUB_OUTPUT
         else
-          echo "BUILD_ARGS=--release --strip --out dist" >> $GITHUB_OUTPUT
+          echo "BUILD_ARGS=--features abi --release --strip --out dist" >> $GITHUB_OUTPUT
         fi
 
     - name: Cross setup for macOS

.github/workflows/bindings.python.yml

@@ -3,18 +3,18 @@ name: Bindings Python
 on:
   ## uncomment it when bendpy is enabled
   workflow_dispatch:
-  # pull_request:
-  #   branches:
-  #     - main
-  #   paths:
-  #     - "src/**"
-  #     - ".github/workflows/bindings.python.yml"
-  # workflow_call:
-  #   inputs:
-  #     tag:
-  #       description: Tag to release
-  #       required: true
-  #       type: string
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "src/**"
+      - ".github/workflows/bindings.python.yml"
+  workflow_call:
+    inputs:
+      tag:
+        description: Tag to release
+        required: true
+        type: string
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}

Cargo.toml

@@ -29,6 +29,7 @@ members = [
     "src/common/license",
     "src/common/parquet2",
     "src/query/ast",
+    "src/bendpy",
     "src/query/async_functions",
     "src/query/codegen",
     "src/query/config",

src/bendpy/Cargo.toml

@@ -14,6 +14,10 @@ pyo3-build-config = "0.18.3"
 name = "databend"
 crate-type = ["cdylib"]
 
+[features]
+default = []
+abi = ["pyo3/extension-module", "pyo3/abi3", "pyo3/abi3-py37"]
+
 [dependencies]
 arrow = { workspace = true, features = ["pyarrow"] }
 arrow-schema = { workspace = true }
@@ -28,8 +32,8 @@ databend-common-users = { workspace = true }
 databend-query = { workspace = true, features = [
     "simd",
     "disable_initial_exec_tls",
-], default-features = false }
-pyo3 = { version = "0.20", features = ["extension-module", "abi3", "abi3-py37"] }
+] }
+pyo3 = { version = "0.21.2" }
 tokio = { workspace = true, features = ["macros", "rt", "rt-multi-thread", "sync"] }
 tokio-stream = { workspace = true }
 uuid = { workspace = true }

src/bendpy/README.md

@@ -72,19 +72,19 @@ pip install "maturin[patchelf]"
 Build bindings:
 
 ```shell
-maturin develop
+maturin develop --features abi
 ```
 
 Run tests:
 
 ```shell
-maturin develop -E test
+maturin develop --features abi -E test
 ```
 
 Build API docs:
 
 ```shell
-maturin develop -E docs
+maturin develop --features abi -E docs
 pdoc databend
 ```
 

src/bendpy/src/dataframe.rs

@@ -78,7 +78,7 @@ impl PyDataFrame {
         let result = blocks.box_render(num, bs.bs_max_width, bs.bs_max_width);
 
         // Note that println! does not print to the Python debug console and is not visible in notebooks for instance
-        let print = py.import("builtins")?.getattr("print")?;
+        let print = py.import_bound("builtins")?.getattr("print")?;
         print.call1((result,))?;
         Ok(())
     }
@@ -146,8 +146,8 @@ impl PyDataFrame {
 
         Python::with_gil(|py| {
             // Instantiate pyarrow Table object and use its from_batches method
-            let table_class = py.import("pyarrow")?.getattr("Table")?;
-            let args = PyTuple::new(py, &[batches, schema]);
+            let table_class = py.import_bound("pyarrow")?.getattr("Table")?;
+            let args = PyTuple::new_bound(py, &[batches, schema]);
             let table: PyObject = table_class.call_method1("from_batches", args)?.into();
             Ok(table)
         })
@@ -171,8 +171,8 @@ impl PyDataFrame {
         let table = self.to_arrow_table(py)?;
 
         Python::with_gil(|py| {
-            let dataframe = py.import("polars")?.getattr("DataFrame")?;
-            let args = PyTuple::new(py, &[table]);
+            let dataframe = py.import_bound("polars")?.getattr("DataFrame")?;
+            let args = PyTuple::new_bound(py, &[table]);
             let result: PyObject = dataframe.call1(args)?.into();
             Ok(result)
         })

src/bendpy/src/lib.rs

@@ -37,7 +37,7 @@ use utils::RUNTIME;
 
 /// A Python module implemented in Rust.
 #[pymodule]
-fn databend(_py: Python, m: &PyModule) -> PyResult<()> {
+fn databend(m: &Bound<'_, PyModule>) -> PyResult<()> {
     let data_path = env::var("DATABEND_DATA_PATH").unwrap_or(".databend/".to_string());
     let path = Path::new(&data_path);