diff --git a/Cargo.lock b/Cargo.lock index 381474bf..3eaaf5c3 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -243,7 +243,7 @@ dependencies = [ "axum 0.8.6", "clap", "colored", - "datafusion", + "datafusion 48.0.1", "flume", "futures", "lazy_static", @@ -272,7 +272,7 @@ dependencies = [ "ballista", "base64 0.22.1", "colored", - "datafusion", + "datafusion 48.0.1", "datafusion-functions-json", "datafusion-table-providers", "flume", @@ -551,6 +551,7 @@ checksum = "af7686986a3bf2254c9fb130c623cdcb2f8e1f15763e7c71c310f0834da3d292" dependencies = [ "bitflags 2.9.4", "serde", + "serde_json", ] [[package]] @@ -1388,7 +1389,7 @@ dependencies = [ "ballista-core", "ballista-executor", "ballista-scheduler", - "datafusion", + "datafusion 47.0.0", "log", "tokio", "url", @@ -1407,7 +1408,7 @@ dependencies = [ "chrono", "clap", "configure_me", - "datafusion", + "datafusion 47.0.0", "datafusion-proto", "datafusion-proto-common", "futures", @@ -1442,7 +1443,7 @@ dependencies = [ "configure_me", "configure_me_codegen", "dashmap", - "datafusion", + "datafusion 47.0.0", "datafusion-proto", "futures", "libc", @@ -1473,7 +1474,7 @@ dependencies = [ "configure_me", "configure_me_codegen", "dashmap", - "datafusion", + "datafusion 47.0.0", "datafusion-proto", "futures", "http 1.3.1", @@ -2551,31 +2552,30 @@ dependencies = [ "bytes", "bzip2 0.5.2", "chrono", - "datafusion-catalog", - "datafusion-catalog-listing", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-datasource", - "datafusion-datasource-avro", - "datafusion-datasource-csv", - "datafusion-datasource-json", - "datafusion-datasource-parquet", - "datafusion-execution", - "datafusion-expr", - "datafusion-expr-common", - "datafusion-functions", - "datafusion-functions-aggregate", - "datafusion-functions-nested", - "datafusion-functions-table", - "datafusion-functions-window", - "datafusion-macros", - "datafusion-optimizer", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-optimizer", - "datafusion-physical-plan", - "datafusion-session", - "datafusion-sql", + "datafusion-catalog 47.0.0", + "datafusion-catalog-listing 47.0.0", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-datasource-csv 47.0.0", + "datafusion-datasource-json 47.0.0", + "datafusion-datasource-parquet 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-functions 47.0.0", + "datafusion-functions-aggregate 47.0.0", + "datafusion-functions-nested 47.0.0", + "datafusion-functions-table 47.0.0", + "datafusion-functions-window 47.0.0", + "datafusion-macros 47.0.0", + "datafusion-optimizer 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-optimizer 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", + "datafusion-sql 47.0.0", "flate2", "futures", "itertools 0.14.0", @@ -2594,6 +2594,61 @@ dependencies = [ "zstd", ] +[[package]] +name = "datafusion" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a11e19a7ccc5bb979c95c1dceef663eab39c9061b3bbf8d1937faf0f03bf41f" +dependencies = [ + "arrow", + "arrow-ipc", + "arrow-schema", + "async-trait", + "bytes", + "bzip2 0.5.2", + "chrono", + "datafusion-catalog 48.0.1", + "datafusion-catalog-listing 48.0.1", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-datasource-avro", + "datafusion-datasource-csv 48.0.1", + "datafusion-datasource-json 48.0.1", + "datafusion-datasource-parquet 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-functions 48.0.1", + "datafusion-functions-aggregate 48.0.1", + "datafusion-functions-nested 48.0.1", + "datafusion-functions-table 48.0.1", + "datafusion-functions-window 48.0.1", + "datafusion-optimizer 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-optimizer 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", + "datafusion-sql 48.0.1", + "flate2", + "futures", + "itertools 0.14.0", + "log", + "object_store", + "parking_lot 0.12.4", + "parquet", + "rand 0.9.2", + "regex", + "sqlparser", + "tempfile", + "tokio", + "url", + "uuid", + "xz2", + "zstd", +] + [[package]] name = "datafusion-catalog" version = "47.0.0" @@ -2603,15 +2658,41 @@ dependencies = [ "arrow", "async-trait", "dashmap", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-datasource", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-plan", - "datafusion-session", - "datafusion-sql", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", + "datafusion-sql 47.0.0", + "futures", + "itertools 0.14.0", + "log", + "object_store", + "parking_lot 0.12.4", + "tokio", +] + +[[package]] +name = "datafusion-catalog" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94985e67cab97b1099db2a7af11f31a45008b282aba921c1e1d35327c212ec18" +dependencies = [ + "arrow", + "async-trait", + "dashmap", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", + "datafusion-sql 48.0.1", "futures", "itertools 0.14.0", "log", @@ -2628,15 +2709,38 @@ checksum = "a4411b8e3bce5e0fc7521e44f201def2e2d5d1b5f176fb56e8cdc9942c890f00" dependencies = [ "arrow", "async-trait", - "datafusion-catalog", - "datafusion-common", - "datafusion-datasource", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-catalog 47.0.0", + "datafusion-common 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", + "futures", + "log", + "object_store", + "tokio", +] + +[[package]] +name = "datafusion-catalog-listing" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e002df133bdb7b0b9b429d89a69aa77b35caeadee4498b2ce1c7c23a99516988" +dependencies = [ + "arrow", + "async-trait", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", "futures", "log", "object_store", @@ -2648,6 +2752,30 @@ name = "datafusion-common" version = "47.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0734015d81c8375eb5d4869b7f7ecccc2ee8d6cb81948ef737cd0e7b743bd69c" +dependencies = [ + "ahash 0.8.12", + "arrow", + "arrow-ipc", + "base64 0.22.1", + "half", + "hashbrown 0.14.5", + "indexmap 2.11.4", + "libc", + "log", + "object_store", + "parquet", + "paste", + "recursive", + "sqlparser", + "tokio", + "web-time", +] + +[[package]] +name = "datafusion-common" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e13242fc58fd753787b0a538e5ae77d356cb9d0656fa85a591a33c5f106267f6" dependencies = [ "ahash 0.8.12", "apache-avro", @@ -2680,6 +2808,17 @@ dependencies = [ "tokio", ] +[[package]] +name = "datafusion-common-runtime" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2239f964e95c3a5d6b4a8cde07e646de8995c1396a7fd62c6e784f5341db499" +dependencies = [ + "futures", + "log", + "tokio", +] + [[package]] name = "datafusion-datasource" version = "47.0.0" @@ -2692,14 +2831,14 @@ dependencies = [ "bytes", "bzip2 0.5.2", "chrono", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", "flate2", "futures", "glob", @@ -2716,25 +2855,61 @@ dependencies = [ "zstd", ] +[[package]] +name = "datafusion-datasource" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2cf792579bc8bf07d1b2f68c2d5382f8a63679cce8fbebfd4ba95742b6e08864" +dependencies = [ + "arrow", + "async-compression", + "async-trait", + "bytes", + "bzip2 0.5.2", + "chrono", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", + "flate2", + "futures", + "glob", + "itertools 0.14.0", + "log", + "object_store", + "parquet", + "rand 0.9.2", + "tempfile", + "tokio", + "tokio-util", + "url", + "xz2", + "zstd", +] + [[package]] name = "datafusion-datasource-avro" -version = "47.0.0" +version = "48.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d4ea5111aab9d3f2a8bff570343cccb03ce4c203875ef5a566b7d6f1eb72559e" +checksum = "4de733d231abb0fba663ff60fd37bf7171fa8b2e46e8a99e41362001821d116e" dependencies = [ "apache-avro", "arrow", "async-trait", "bytes", "chrono", - "datafusion-catalog", - "datafusion-common", - "datafusion-datasource", - "datafusion-execution", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", "futures", "num-traits", "object_store", @@ -2750,16 +2925,41 @@ dependencies = [ "arrow", "async-trait", "bytes", - "datafusion-catalog", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-datasource", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-catalog 47.0.0", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", + "futures", + "object_store", + "regex", + "tokio", +] + +[[package]] +name = "datafusion-datasource-csv" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfc114f9a1415174f3e8d2719c371fc72092ef2195a7955404cfe6b2ba29a706" +dependencies = [ + "arrow", + "async-trait", + "bytes", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", "futures", "object_store", "regex", @@ -2775,16 +2975,41 @@ dependencies = [ "arrow", "async-trait", "bytes", - "datafusion-catalog", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-datasource", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-catalog 47.0.0", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", + "futures", + "object_store", + "serde_json", + "tokio", +] + +[[package]] +name = "datafusion-datasource-json" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d88dd5e215c420a52362b9988ecd4cefd71081b730663d4f7d886f706111fc75" +dependencies = [ + "arrow", + "async-trait", + "bytes", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", "futures", "object_store", "serde_json", @@ -2800,18 +3025,18 @@ dependencies = [ "arrow", "async-trait", "bytes", - "datafusion-catalog", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-datasource", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions-aggregate", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-optimizer", - "datafusion-physical-plan", - "datafusion-session", + "datafusion-catalog 47.0.0", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-datasource 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-functions-aggregate 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-optimizer 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-session 47.0.0", "futures", "itertools 0.14.0", "log", @@ -2822,12 +3047,49 @@ dependencies = [ "tokio", ] +[[package]] +name = "datafusion-datasource-parquet" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33692acdd1fbe75280d14f4676fe43f39e9cb36296df56575aa2cac9a819e4cf" +dependencies = [ + "arrow", + "async-trait", + "bytes", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-datasource 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-functions-aggregate 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-optimizer 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-session 48.0.1", + "futures", + "itertools 0.14.0", + "log", + "object_store", + "parking_lot 0.12.4", + "parquet", + "rand 0.9.2", + "tokio", +] + [[package]] name = "datafusion-doc" version = "47.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a91f8c2c5788ef32f48ff56c68e5b545527b744822a284373ac79bba1ba47292" +[[package]] +name = "datafusion-doc" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e0e7b648387b0c1937b83cb328533c06c923799e73a9e3750b762667f32662c0" + [[package]] name = "datafusion-execution" version = "47.0.0" @@ -2836,8 +3098,8 @@ checksum = "06f004d100f49a3658c9da6fb0c3a9b760062d96cd4ad82ccc3b7b69a9fb2f84" dependencies = [ "arrow", "dashmap", - "datafusion-common", - "datafusion-expr", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", "futures", "log", "object_store", @@ -2847,6 +3109,25 @@ dependencies = [ "url", ] +[[package]] +name = "datafusion-execution" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9609d83d52ff8315283c6dad3b97566e877d8f366fab4c3297742f33dcd636c7" +dependencies = [ + "arrow", + "dashmap", + "datafusion-common 48.0.1", + "datafusion-expr 48.0.1", + "futures", + "log", + "object_store", + "parking_lot 0.12.4", + "rand 0.9.2", + "tempfile", + "url", +] + [[package]] name = "datafusion-expr" version = "47.0.0" @@ -2855,12 +3136,33 @@ checksum = "7a4e4ce3802609be38eeb607ee72f6fe86c3091460de9dbfae9e18db423b3964" dependencies = [ "arrow", "chrono", - "datafusion-common", - "datafusion-doc", - "datafusion-expr-common", - "datafusion-functions-aggregate-common", - "datafusion-functions-window-common", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-doc 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-functions-aggregate-common 47.0.0", + "datafusion-functions-window-common 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "indexmap 2.11.4", + "paste", + "recursive", + "serde_json", + "sqlparser", +] + +[[package]] +name = "datafusion-expr" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e75230cd67f650ef0399eb00f54d4a073698f2c0262948298e5299fc7324da63" +dependencies = [ + "arrow", + "chrono", + "datafusion-common 48.0.1", + "datafusion-doc 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-functions-aggregate-common 48.0.1", + "datafusion-functions-window-common 48.0.1", + "datafusion-physical-expr-common 48.0.1", "indexmap 2.11.4", "paste", "recursive", @@ -2875,7 +3177,20 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "422ac9cf3b22bbbae8cdf8ceb33039107fde1b5492693168f13bd566b1bcc839" dependencies = [ "arrow", - "datafusion-common", + "datafusion-common 47.0.0", + "indexmap 2.11.4", + "itertools 0.14.0", + "paste", +] + +[[package]] +name = "datafusion-expr-common" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70fafb3a045ed6c49cfca0cd090f62cf871ca6326cc3355cb0aaf1260fa760b6" +dependencies = [ + "arrow", + "datafusion-common 48.0.1", "indexmap 2.11.4", "itertools 0.14.0", "paste", @@ -2893,12 +3208,12 @@ dependencies = [ "blake2", "blake3", "chrono", - "datafusion-common", - "datafusion-doc", - "datafusion-execution", - "datafusion-expr", - "datafusion-expr-common", - "datafusion-macros", + "datafusion-common 47.0.0", + "datafusion-doc 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-macros 47.0.0", "hex", "itertools 0.14.0", "log", @@ -2910,6 +3225,35 @@ dependencies = [ "uuid", ] +[[package]] +name = "datafusion-functions" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdf9a9cf655265861a20453b1e58357147eab59bdc90ce7f2f68f1f35104d3bb" +dependencies = [ + "arrow", + "arrow-buffer", + "base64 0.22.1", + "blake2", + "blake3", + "chrono", + "datafusion-common 48.0.1", + "datafusion-doc 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-macros 48.0.1", + "hex", + "itertools 0.14.0", + "log", + "md-5", + "rand 0.9.2", + "regex", + "sha2", + "unicode-segmentation", + "uuid", +] + [[package]] name = "datafusion-functions-aggregate" version = "47.0.0" @@ -2918,14 +3262,35 @@ checksum = "408a05dafdc70d05a38a29005b8b15e21b0238734dab1e98483fcb58038c5aba" dependencies = [ "ahash 0.8.12", "arrow", - "datafusion-common", - "datafusion-doc", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions-aggregate-common", - "datafusion-macros", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-doc 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-functions-aggregate-common 47.0.0", + "datafusion-macros 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "half", + "log", + "paste", +] + +[[package]] +name = "datafusion-functions-aggregate" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f07e49733d847be0a05235e17b884d326a2fd402c97a89fe8bcf0bfba310005" +dependencies = [ + "ahash 0.8.12", + "arrow", + "datafusion-common 48.0.1", + "datafusion-doc 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-functions-aggregate-common 48.0.1", + "datafusion-macros 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", "half", "log", "paste", @@ -2939,9 +3304,22 @@ checksum = "756d21da2dd6c9bef97af1504970ff56cbf35d03fbd4ffd62827f02f4d2279d4" dependencies = [ "ahash 0.8.12", "arrow", - "datafusion-common", - "datafusion-expr-common", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-physical-expr-common 47.0.0", +] + +[[package]] +name = "datafusion-functions-aggregate-common" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4512607e10d72b0b0a1dc08f42cb5bd5284cb8348b7fea49dc83409493e32b1b" +dependencies = [ + "ahash 0.8.12", + "arrow", + "datafusion-common 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-physical-expr-common 48.0.1", ] [[package]] @@ -2950,7 +3328,7 @@ version = "0.47.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f721832a446316f360abef1cebad8376a3a4d3d6c81c4c6e6e3a229ee9d956a9" dependencies = [ - "datafusion", + "datafusion 47.0.0", "jiter", "log", "paste", @@ -2964,14 +3342,35 @@ checksum = "8d8d50f6334b378930d992d801a10ac5b3e93b846b39e4a05085742572844537" dependencies = [ "arrow", "arrow-ord", - "datafusion-common", - "datafusion-doc", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions", - "datafusion-functions-aggregate", - "datafusion-macros", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-doc 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-functions 47.0.0", + "datafusion-functions-aggregate 47.0.0", + "datafusion-macros 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "itertools 0.14.0", + "log", + "paste", +] + +[[package]] +name = "datafusion-functions-nested" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ab331806e34f5545e5f03396e4d5068077395b1665795d8f88c14ec4f1e0b7a" +dependencies = [ + "arrow", + "arrow-ord", + "datafusion-common 48.0.1", + "datafusion-doc 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-functions 48.0.1", + "datafusion-functions-aggregate 48.0.1", + "datafusion-macros 48.0.1", + "datafusion-physical-expr-common 48.0.1", "itertools 0.14.0", "log", "paste", @@ -2985,10 +3384,26 @@ checksum = "cc9a97220736c8fff1446e936be90d57216c06f28969f9ffd3b72ac93c958c8a" dependencies = [ "arrow", "async-trait", - "datafusion-catalog", - "datafusion-common", - "datafusion-expr", - "datafusion-physical-plan", + "datafusion-catalog 47.0.0", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-plan 47.0.0", + "parking_lot 0.12.4", + "paste", +] + +[[package]] +name = "datafusion-functions-table" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d4ac2c0be983a06950ef077e34e0174aa0cb9e346f3aeae459823158037ade37" +dependencies = [ + "arrow", + "async-trait", + "datafusion-catalog 48.0.1", + "datafusion-common 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-plan 48.0.1", "parking_lot 0.12.4", "paste", ] @@ -2999,13 +3414,31 @@ version = "47.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cefc2d77646e1aadd1d6a9c40088937aedec04e68c5f0465939912e1291f8193" dependencies = [ - "datafusion-common", - "datafusion-doc", - "datafusion-expr", - "datafusion-functions-window-common", - "datafusion-macros", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-doc 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-functions-window-common 47.0.0", + "datafusion-macros 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "log", + "paste", +] + +[[package]] +name = "datafusion-functions-window" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "36f3d92731de384c90906941d36dcadf6a86d4128409a9c5cd916662baed5f53" +dependencies = [ + "arrow", + "datafusion-common 48.0.1", + "datafusion-doc 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-functions-window-common 48.0.1", + "datafusion-macros 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", "log", "paste", ] @@ -3016,8 +3449,18 @@ version = "47.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dd4aff082c42fa6da99ce0698c85addd5252928c908eb087ca3cfa64ff16b313" dependencies = [ - "datafusion-common", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-physical-expr-common 47.0.0", +] + +[[package]] +name = "datafusion-functions-window-common" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c679f8bf0971704ec8fd4249fcbb2eb49d6a12cc3e7a840ac047b4928d3541b5" +dependencies = [ + "datafusion-common 48.0.1", + "datafusion-physical-expr-common 48.0.1", ] [[package]] @@ -3026,7 +3469,18 @@ version = "47.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "df6f88d7ee27daf8b108ba910f9015176b36fbc72902b1ca5c2a5f1d1717e1a1" dependencies = [ - "datafusion-expr", + "datafusion-expr 47.0.0", + "quote", + "syn 2.0.101", +] + +[[package]] +name = "datafusion-macros" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2821de7cb0362d12e75a5196b636a59ea3584ec1e1cc7dc6f5e34b9e8389d251" +dependencies = [ + "datafusion-expr 48.0.1", "quote", "syn 2.0.101", ] @@ -3039,9 +3493,28 @@ checksum = "084d9f979c4b155346d3c34b18f4256e6904ded508e9554d90fed416415c3515" dependencies = [ "arrow", "chrono", - "datafusion-common", - "datafusion-expr", - "datafusion-physical-expr", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "indexmap 2.11.4", + "itertools 0.14.0", + "log", + "recursive", + "regex", + "regex-syntax", +] + +[[package]] +name = "datafusion-optimizer" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1594c7a97219ede334f25347ad8d57056621e7f4f35a0693c8da876e10dd6a53" +dependencies = [ + "arrow", + "chrono", + "datafusion-common 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", "indexmap 2.11.4", "itertools 0.14.0", "log", @@ -3058,18 +3531,40 @@ checksum = "64c536062b0076f4e30084065d805f389f9fe38af0ca75bcbac86bc5e9fbab65" dependencies = [ "ahash 0.8.12", "arrow", - "datafusion-common", - "datafusion-expr", - "datafusion-expr-common", - "datafusion-functions-aggregate-common", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-functions-aggregate-common 47.0.0", + "datafusion-physical-expr-common 47.0.0", "half", "hashbrown 0.14.5", "indexmap 2.11.4", "itertools 0.14.0", "log", "paste", - "petgraph", + "petgraph 0.7.1", +] + +[[package]] +name = "datafusion-physical-expr" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc6da0f2412088d23f6b01929dedd687b5aee63b19b674eb73d00c3eb3c883b7" +dependencies = [ + "ahash 0.8.12", + "arrow", + "datafusion-common 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-functions-aggregate-common 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "half", + "hashbrown 0.14.5", + "indexmap 2.11.4", + "itertools 0.14.0", + "log", + "paste", + "petgraph 0.8.3", ] [[package]] @@ -3080,8 +3575,22 @@ checksum = "f8a92b53b3193fac1916a1c5b8e3f4347c526f6822e56b71faa5fb372327a863" dependencies = [ "ahash 0.8.12", "arrow", - "datafusion-common", - "datafusion-expr-common", + "datafusion-common 47.0.0", + "datafusion-expr-common 47.0.0", + "hashbrown 0.14.5", + "itertools 0.14.0", +] + +[[package]] +name = "datafusion-physical-expr-common" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dcb0dbd9213078a593c3fe28783beaa625a4e6c6a6c797856ee2ba234311fb96" +dependencies = [ + "ahash 0.8.12", + "arrow", + "datafusion-common 48.0.1", + "datafusion-expr-common 48.0.1", "hashbrown 0.14.5", "itertools 0.14.0", ] @@ -3093,13 +3602,32 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6fa0a5ac94c7cf3da97bedabd69d6bbca12aef84b9b37e6e9e8c25286511b5e2" dependencies = [ "arrow", - "datafusion-common", - "datafusion-execution", - "datafusion-expr", - "datafusion-expr-common", - "datafusion-physical-expr", - "datafusion-physical-expr-common", - "datafusion-physical-plan", + "datafusion-common 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-expr-common 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "datafusion-physical-plan 47.0.0", + "itertools 0.14.0", + "log", + "recursive", +] + +[[package]] +name = "datafusion-physical-optimizer" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6d140854b2db3ef8ac611caad12bfb2e1e1de827077429322a6188f18fc0026a" +dependencies = [ + "arrow", + "datafusion-common 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-expr-common 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", + "datafusion-physical-plan 48.0.1", "itertools 0.14.0", "log", "recursive", @@ -3117,13 +3645,43 @@ dependencies = [ "arrow-schema", "async-trait", "chrono", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-execution", - "datafusion-expr", - "datafusion-functions-window-common", - "datafusion-physical-expr", - "datafusion-physical-expr-common", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-functions-window-common 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-expr-common 47.0.0", + "futures", + "half", + "hashbrown 0.14.5", + "indexmap 2.11.4", + "itertools 0.14.0", + "log", + "parking_lot 0.12.4", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "datafusion-physical-plan" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b46cbdf21a01206be76d467f325273b22c559c744a012ead5018dfe79597de08" +dependencies = [ + "ahash 0.8.12", + "arrow", + "arrow-ord", + "arrow-schema", + "async-trait", + "chrono", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-functions-window-common 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-expr-common 48.0.1", "futures", "half", "hashbrown 0.14.5", @@ -3143,9 +3701,9 @@ checksum = "a4a1afb2bdb05de7ff65be6883ebfd4ec027bd9f1f21c46aa3afd01927160a83" dependencies = [ "arrow", "chrono", - "datafusion", - "datafusion-common", - "datafusion-expr", + "datafusion 47.0.0", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", "datafusion-proto-common", "object_store", "prost 0.13.5", @@ -3158,7 +3716,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "35b7a5876ebd6b564fb9a1fd2c3a2a9686b787071a256b47e4708f0916f9e46f" dependencies = [ "arrow", - "datafusion-common", + "datafusion-common 47.0.0", "prost 0.13.5", ] @@ -3171,13 +3729,37 @@ dependencies = [ "arrow", "async-trait", "dashmap", - "datafusion-common", - "datafusion-common-runtime", - "datafusion-execution", - "datafusion-expr", - "datafusion-physical-expr", - "datafusion-physical-plan", - "datafusion-sql", + "datafusion-common 47.0.0", + "datafusion-common-runtime 47.0.0", + "datafusion-execution 47.0.0", + "datafusion-expr 47.0.0", + "datafusion-physical-expr 47.0.0", + "datafusion-physical-plan 47.0.0", + "datafusion-sql 47.0.0", + "futures", + "itertools 0.14.0", + "log", + "object_store", + "parking_lot 0.12.4", + "tokio", +] + +[[package]] +name = "datafusion-session" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a72733766ddb5b41534910926e8da5836622316f6283307fd9fb7e19811a59c" +dependencies = [ + "arrow", + "async-trait", + "dashmap", + "datafusion-common 48.0.1", + "datafusion-common-runtime 48.0.1", + "datafusion-execution 48.0.1", + "datafusion-expr 48.0.1", + "datafusion-physical-expr 48.0.1", + "datafusion-physical-plan 48.0.1", + "datafusion-sql 48.0.1", "futures", "itertools 0.14.0", "log", @@ -3194,8 +3776,25 @@ checksum = "64f6ab28b72b664c21a27b22a2ff815fd390ed224c26e89a93b5a8154a4e8607" dependencies = [ "arrow", "bigdecimal", - "datafusion-common", - "datafusion-expr", + "datafusion-common 47.0.0", + "datafusion-expr 47.0.0", + "indexmap 2.11.4", + "log", + "recursive", + "regex", + "sqlparser", +] + +[[package]] +name = "datafusion-sql" +version = "48.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c5162338cdec9cc7ea13a0e6015c361acad5ec1d88d83f7c86301f789473971f" +dependencies = [ + "arrow", + "bigdecimal", + "datafusion-common 48.0.1", + "datafusion-expr 48.0.1", "indexmap 2.11.4", "log", "recursive", @@ -3221,7 +3820,7 @@ dependencies = [ "byteorder", "chrono", "dashmap", - "datafusion", + "datafusion 47.0.0", "dyn-clone", "fallible-iterator 0.3.0", "fundu", @@ -4865,7 +5464,7 @@ dependencies = [ "ena", "itertools 0.14.0", "lalrpop-util", - "petgraph", + "petgraph 0.7.1", "regex", "regex-syntax", "sha3", @@ -6117,6 +6716,18 @@ dependencies = [ "indexmap 2.11.4", ] +[[package]] +name = "petgraph" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8701b58ea97060d5e5b155d383a69952a60943f0e6dfe30b04c287beb0b27455" +dependencies = [ + "fixedbitset", + "hashbrown 0.15.3", + "indexmap 2.11.4", + "serde", +] + [[package]] name = "phf" version = "0.12.1" @@ -6456,7 +7067,7 @@ dependencies = [ "log", "multimap", "once_cell", - "petgraph", + "petgraph 0.7.1", "prettyplease", "prost 0.13.5", "prost-types 0.13.5", diff --git a/Cargo.toml b/Cargo.toml index 97ba4c8e..c3eb8321 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -28,7 +28,7 @@ anyhow = "1.0" tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["std", "fmt", "json"] } prometheus = "0.13" -datafusion = { version = "47", features = ["avro", "pyarrow"] } +datafusion = { version = "48", features = ["avro", "pyarrow"] } datafusion-functions-json = "0.47.0" arrow-json = "55" prost-reflect = "0.16.2"