feat: add Spark-compatible xxhash64 function (#21967)

## Which issue does this PR close?

- Partially addresses #14044

## Rationale for this change

Donate the `xxhash64` hash function from Comet so that other projects
can benefit from it.
The function was initially implemented in Comet by @advancedxy.

This is a continuation of #19627, which has gone stale. To keep the
change focused
and easier to review, this PR adds only `xxhash64`. Murmur3 will follow
in a separate PR.

The first commit is the same as the version of #19627 that was
previously approved.

The second commit implements optmizations and bug fixes from the latest
Comet version.

The third commit is cleanup.

## What changes are included in this PR?

- Add `xxhash64(expr1, expr2, ...)` to `datafusion-spark`.
- Add Rust unit tests for primitives, boundary values, emoji/CJK
strings, float `-0.0`
normalization, dictionaries (with and without nulls), `FixedSizeBinary`,
`Struct`, and
  `List`.
- Add sqllogictest coverage in
`datafusion/sqllogictest/test_files/spark/hash/xxhash64.slt`
  with values verified against Spark.

## Are these changes tested?

Yes, both Rust unit tests and sqllogictest are included.

## Are there any user-facing changes?

A new `xxhash64` scalar function is available in `datafusion-spark`.

Author: andygrove

Cargo.lock

@@ -64,6 +64,7 @@ rand = { workspace = true }
 serde_json = { workspace = true }
 sha1 = "0.11"
 sha2 = { workspace = true }
+twox-hash = "2.1"
 url = { workspace = true }
 
 [dev-dependencies]

datafusion/spark/Cargo.toml

@@ -18,6 +18,8 @@
 pub mod crc32;
 pub mod sha1;
 pub mod sha2;
+pub(crate) mod utils;
+pub mod xxhash64;
 
 use datafusion_expr::ScalarUDF;
 use datafusion_functions::make_udf_function;
@@ -26,16 +28,18 @@ use std::sync::Arc;
 make_udf_function!(crc32::SparkCrc32, crc32);
 make_udf_function!(sha1::SparkSha1, sha1);
 make_udf_function!(sha2::SparkSha2, sha2);
+make_udf_function!(xxhash64::SparkXxhash64, xxhash64);
 
 pub mod expr_fn {
     use datafusion_functions::export_functions;
     export_functions!(
         (crc32, "crc32(expr) - Returns a cyclic redundancy check value of the expr as a bigint.", arg1),
         (sha1, "sha1(expr) - Returns a SHA-1 hash value of the expr as a hex string.", arg1),
-        (sha2, "sha2(expr, bitLength) - Returns a checksum of SHA-2 family as a hex string of expr. SHA-224, SHA-256, SHA-384, and SHA-512 are supported. Bit length of 0 is equivalent to 256.", arg1 arg2)
+        (sha2, "sha2(expr, bitLength) - Returns a checksum of SHA-2 family as a hex string of expr. SHA-224, SHA-256, SHA-384, and SHA-512 are supported. Bit length of 0 is equivalent to 256.", arg1 arg2),
+        (xxhash64, "xxhash64(expr1, expr2, ...) - Returns a 64-bit hash value of the arguments using xxHash.", args)
     );
 }
 
 pub fn functions() -> Vec<Arc<ScalarUDF>> {
-    vec![crc32(), sha1(), sha2()]
+    vec![crc32(), sha1(), sha2(), xxhash64()]
 }