chore(deps): remove unused compression dependencies from core crate

Remove crc32fast, lz4_flex, simd-adler32, snap, and zstd which are no
longer used after the shuffle read path was moved to the shuffle crate.

Author: andygrove

native/Cargo.lock

@@ -47,10 +47,6 @@ log = "0.4"
 log4rs = "1.4.0"
 prost = "0.14.3"
 jni = "0.21"
-snap = "1.1"
-# we disable default features in lz4_flex to force the use of the faster unsafe encoding and decoding implementation
-lz4_flex = { version = "0.13.0", default-features = false, features = ["frame"] }
-zstd = "0.13.3"
 rand = { workspace = true }
 num = { workspace = true }
 bytes = { workspace = true }
@@ -62,8 +58,6 @@ datafusion-physical-expr-adapter = { workspace = true }
 datafusion-datasource = { workspace = true }
 datafusion-spark = { workspace = true }
 once_cell = "1.18.0"
-crc32fast = "1.3.2"
-simd-adler32 = "0.3.7"
 datafusion-comet-common = { workspace = true }
 datafusion-comet-spark-expr = { workspace = true }
 datafusion-comet-jni-bridge = { workspace = true }