Upgrade Datafusion 40

Cargo.toml

@@ -17,7 +17,7 @@
 
 [package]
 name = "datafusion-python"
-version = "39.0.0"
+version = "40.0.0"
 homepage = "https://datafusion.apache.org/python"
 repository = "https://github.com/apache/datafusion-python"
 authors = ["Apache DataFusion <[email protected]>"]
@@ -38,13 +38,13 @@ tokio = { version = "1.35", features = ["macros", "rt", "rt-multi-thread", "sync
 rand = "0.8"
 pyo3 = { version = "0.21", features = ["extension-module", "abi3", "abi3-py38"] }
 arrow = { version = "52", feature = ["pyarrow"] }
-datafusion = { version = "39.0.0", features = ["pyarrow", "avro", "unicode_expressions"] }
-datafusion-common = { version = "39.0.0", features = ["pyarrow"] }
-datafusion-expr = "39.0.0"
-datafusion-functions-array = "39.0.0"
-datafusion-optimizer = "39.0.0"
-datafusion-sql = "39.0.0"
-datafusion-substrait = { version = "39.0.0", optional = true }
+datafusion = { version = "40.0.0", features = ["pyarrow", "avro", "unicode_expressions"] }
+datafusion-common = { version = "40.0.0", features = ["pyarrow"] }
+datafusion-expr = "40.0.0"
+datafusion-functions-array = "40.0.0"
+datafusion-optimizer = "40.0.0"
+datafusion-sql = "40.0.0"
+datafusion-substrait = { version = "40.0.0", optional = true }
 prost = "0.12"
 prost-types = "0.12"
 uuid = { version = "1.9", features = ["v4"] }

docs/requirements.txt

@@ -21,4 +21,5 @@ myst-parser
 maturin
 jinja2
 ipython
-pandas
+pandas
+pickleshare

examples/substrait.py

@@ -46,4 +46,4 @@
 
 # Back to Substrait Plan just for demonstration purposes
 # type(substrait_plan) -> <class 'datafusion.substrait.plan'>
-substrait_plan = ss.Producer.to_substrait_plan(df_logical_plan)
+substrait_plan = ss.Producer.to_substrait_plan(df_logical_plan, ctx)