Merge branch 'main' into integration-16801

Author: kosiew

Cargo.lock

@@ -77,7 +77,7 @@ repository = "https://github.com/apache/datafusion"
 # Define Minimum Supported Rust Version (MSRV)
 rust-version = "1.85.1"
 # Define DataFusion version
-version = "48.0.0"
+version = "49.0.0"
 
 [workspace.dependencies]
 # We turn off default-features for some dependencies here so the workspaces which inherit them can
@@ -99,7 +99,6 @@ arrow-flight = { version = "55.2.0", features = [
 ] }
 arrow-ipc = { version = "55.2.0", default-features = false, features = [
     "lz4",
-    "zstd",
 ] }
 arrow-ord = { version = "55.2.0", default-features = false }
 arrow-schema = { version = "55.2.0", default-features = false }
@@ -110,41 +109,41 @@ chrono = { version = "0.4.41", default-features = false }
 criterion = "0.5.1"
 ctor = "0.4.0"
 dashmap = "6.0.1"
-datafusion = { path = "datafusion/core", version = "48.0.0", default-features = false }
-datafusion-catalog = { path = "datafusion/catalog", version = "48.0.0" }
-datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "48.0.0" }
-datafusion-common = { path = "datafusion/common", version = "48.0.0", default-features = false }
-datafusion-common-runtime = { path = "datafusion/common-runtime", version = "48.0.0" }
-datafusion-datasource = { path = "datafusion/datasource", version = "48.0.0", default-features = false }
-datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "48.0.0", default-features = false }
-datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "48.0.0", default-features = false }
-datafusion-datasource-json = { path = "datafusion/datasource-json", version = "48.0.0", default-features = false }
-datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "48.0.0", default-features = false }
-datafusion-doc = { path = "datafusion/doc", version = "48.0.0" }
-datafusion-execution = { path = "datafusion/execution", version = "48.0.0" }
-datafusion-expr = { path = "datafusion/expr", version = "48.0.0" }
-datafusion-expr-common = { path = "datafusion/expr-common", version = "48.0.0" }
-datafusion-ffi = { path = "datafusion/ffi", version = "48.0.0" }
-datafusion-functions = { path = "datafusion/functions", version = "48.0.0" }
-datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "48.0.0" }
-datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "48.0.0" }
-datafusion-functions-nested = { path = "datafusion/functions-nested", version = "48.0.0" }
-datafusion-functions-table = { path = "datafusion/functions-table", version = "48.0.0" }
-datafusion-functions-window = { path = "datafusion/functions-window", version = "48.0.0" }
-datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "48.0.0" }
-datafusion-macros = { path = "datafusion/macros", version = "48.0.0" }
-datafusion-optimizer = { path = "datafusion/optimizer", version = "48.0.0", default-features = false }
-datafusion-physical-expr = { path = "datafusion/physical-expr", version = "48.0.0", default-features = false }
-datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "48.0.0", default-features = false }
-datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "48.0.0" }
-datafusion-physical-plan = { path = "datafusion/physical-plan", version = "48.0.0" }
-datafusion-proto = { path = "datafusion/proto", version = "48.0.0" }
-datafusion-proto-common = { path = "datafusion/proto-common", version = "48.0.0" }
-datafusion-pruning = { path = "datafusion/pruning", version = "48.0.0" }
-datafusion-session = { path = "datafusion/session", version = "48.0.0" }
-datafusion-spark = { path = "datafusion/spark", version = "48.0.0" }
-datafusion-sql = { path = "datafusion/sql", version = "48.0.0" }
-datafusion-substrait = { path = "datafusion/substrait", version = "48.0.0" }
+datafusion = { path = "datafusion/core", version = "49.0.0", default-features = false }
+datafusion-catalog = { path = "datafusion/catalog", version = "49.0.0" }
+datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "49.0.0" }
+datafusion-common = { path = "datafusion/common", version = "49.0.0", default-features = false }
+datafusion-common-runtime = { path = "datafusion/common-runtime", version = "49.0.0" }
+datafusion-datasource = { path = "datafusion/datasource", version = "49.0.0", default-features = false }
+datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "49.0.0", default-features = false }
+datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "49.0.0", default-features = false }
+datafusion-datasource-json = { path = "datafusion/datasource-json", version = "49.0.0", default-features = false }
+datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "49.0.0", default-features = false }
+datafusion-doc = { path = "datafusion/doc", version = "49.0.0" }
+datafusion-execution = { path = "datafusion/execution", version = "49.0.0" }
+datafusion-expr = { path = "datafusion/expr", version = "49.0.0" }
+datafusion-expr-common = { path = "datafusion/expr-common", version = "49.0.0" }
+datafusion-ffi = { path = "datafusion/ffi", version = "49.0.0" }
+datafusion-functions = { path = "datafusion/functions", version = "49.0.0" }
+datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "49.0.0" }
+datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "49.0.0" }
+datafusion-functions-nested = { path = "datafusion/functions-nested", version = "49.0.0" }
+datafusion-functions-table = { path = "datafusion/functions-table", version = "49.0.0" }
+datafusion-functions-window = { path = "datafusion/functions-window", version = "49.0.0" }
+datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "49.0.0" }
+datafusion-macros = { path = "datafusion/macros", version = "49.0.0" }
+datafusion-optimizer = { path = "datafusion/optimizer", version = "49.0.0", default-features = false }
+datafusion-physical-expr = { path = "datafusion/physical-expr", version = "49.0.0", default-features = false }
+datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "49.0.0", default-features = false }
+datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "49.0.0" }
+datafusion-physical-plan = { path = "datafusion/physical-plan", version = "49.0.0" }
+datafusion-proto = { path = "datafusion/proto", version = "49.0.0" }
+datafusion-proto-common = { path = "datafusion/proto-common", version = "49.0.0" }
+datafusion-pruning = { path = "datafusion/pruning", version = "49.0.0" }
+datafusion-session = { path = "datafusion/session", version = "49.0.0" }
+datafusion-spark = { path = "datafusion/spark", version = "49.0.0" }
+datafusion-sql = { path = "datafusion/sql", version = "49.0.0" }
+datafusion-substrait = { path = "datafusion/substrait", version = "49.0.0" }
 doc-comment = "0.3"
 env_logger = "0.11"
 futures = "0.3"

Cargo.toml

@@ -37,8 +37,8 @@ backtrace = ["datafusion/backtrace"]
 [dependencies]
 arrow = { workspace = true }
 async-trait = { workspace = true }
-aws-config = "1.8.1"
-aws-credential-types = "1.2.0"
+aws-config = "1.8.2"
+aws-credential-types = "1.2.4"
 clap = { version = "4.5.41", features = ["derive", "cargo"] }
 datafusion = { workspace = true, features = [
     "avro",

datafusion-cli/Cargo.toml

@@ -50,6 +50,7 @@ cargo run --example dataframe
 - [`advanced_udf.rs`](examples/advanced_udf.rs): Define and invoke a more complicated User Defined Scalar Function (UDF)
 - [`advanced_udwf.rs`](examples/advanced_udwf.rs): Define and invoke a more complicated User Defined Window Function (UDWF)
 - [`advanced_parquet_index.rs`](examples/advanced_parquet_index.rs): Creates a detailed secondary index that covers the contents of several parquet files
+- [`async_udf.rs`](examples/async_udf.rs): Define and invoke an asynchronous User Defined Scalar Function (UDF)
 - [`analyzer_rule.rs`](examples/analyzer_rule.rs): Use a custom AnalyzerRule to change a query's semantics (row level access control)
 - [`catalog.rs`](examples/catalog.rs): Register the table into a custom catalog
 - [`composed_extension_codec`](examples/composed_extension_codec.rs): Example of using multiple extension codecs for serialization / deserialization