Update to arrow/parquet 53.0.0, tonic, prost, `object_store…

…`, `pyo3` (#12032)

* Update prost, prost-derive, pbjson

* udpate more

* Update datafusion/substrait/Cargo.toml

Co-authored-by: tison <[email protected]>

* Update vendored code

* revert upgrade in datafusion-examples until arrow-flight is updated

* Pin to pre-release arrow-rs

* update pyo3

* Update to use new arrow apis

* update for new api

* Update tonic in examples

* update prost

* update datafusion-cli/cargo

* update test output

* update

* updates

* updates

* update math

* update more

* fix scalar tests

* Port statistics to use new API

* factor into a function

* update generated files

* Update test

* add new test

* update tests

* tapelo format

* Update other tests

* Update datafusion pin

* Update for API change

* Update to arrow 53.0.0 sha

* Update cli deps

* update cargo.lock

* Update expected output

* Remove patch

* update datafusion-cli cargo

* Pin some aws sdks whose update caused CI failures

---------

Co-authored-by: tison <[email protected]>

Cargo.toml

@@ -69,22 +69,22 @@ version = "41.0.0"
 ahash = { version = "0.8", default-features = false, features = [
     "runtime-rng",
 ] }
-arrow = { version = "52.2.0", features = [
+arrow = { version = "53.0.0", features = [
     "prettyprint",
 ] }
-arrow-array = { version = "52.2.0", default-features = false, features = [
+arrow-array = { version = "53.0.0", default-features = false, features = [
     "chrono-tz",
 ] }
-arrow-buffer = { version = "52.2.0", default-features = false }
-arrow-flight = { version = "52.2.0", features = [
+arrow-buffer = { version = "53.0.0", default-features = false }
+arrow-flight = { version = "53.0.0", features = [
     "flight-sql-experimental",
 ] }
-arrow-ipc = { version = "52.2.0", default-features = false, features = [
+arrow-ipc = { version = "53.0.0", default-features = false, features = [
     "lz4",
 ] }
-arrow-ord = { version = "52.2.0", default-features = false }
-arrow-schema = { version = "52.2.0", default-features = false }
-arrow-string = { version = "52.2.0", default-features = false }
+arrow-ord = { version = "53.0.0", default-features = false }
+arrow-schema = { version = "53.0.0", default-features = false }
+arrow-string = { version = "53.0.0", default-features = false }
 async-trait = "0.1.73"
 bigdecimal = "=0.4.1"
 bytes = "1.4"
@@ -122,15 +122,17 @@ indexmap = "2.0.0"
 itertools = "0.13"
 log = "^0.4"
 num_cpus = "1.13.0"
-object_store = { version = "0.10.2", default-features = false }
+object_store = { version = "0.11.0", default-features = false }
 parking_lot = "0.12"
-parquet = { version = "52.2.0", default-features = false, features = [
+parquet = { version = "53.0.0", default-features = false, features = [
     "arrow",
     "async",
     "object_store",
 ] }
+pbjson = { version = "0.7.0" }
 # Should match arrow-flight's version of prost.
-prost = "0.12.3"
+prost = "0.13.1"
+prost-derive = "0.13.1"
 rand = "0.8"
 regex = "1.8"
 rstest = "0.22.0"