Add xxhash as OSS dependency

Summary: Add xxhash to OSS since ShmManager now depends on it

Reviewed By: pbhandar2

Differential Revision: D99326496

fbshipit-source-id: c57d1dfd7f9e142959a093e30ae605185b1f360a

Author: rlyerly

BUILD.md

@@ -22,6 +22,7 @@ These dependencies further require multiple libraries:
 * [https://github.com/google/googletest.git](googletest) - Google Testing Framework
 * [https://github.com/fmtlib/fmt.git](fmt) - open-source formatting library
 * [https://github.com/Tessil/sparse-map.git](sparse-map) - memory efficient hash map and hash set
+* [https://github.com/Cyan4973/xxHash](xxHash) - extremely fast non-cryptographic hash algorithm
 * And many more libraries, commonly available as installable packages, e.g:
   `boost`, `libevent`, `lz4`, `snappy`, `zlib`, `ssl`, `libunwind`, `libsodium`
 
@@ -114,7 +115,7 @@ pull the latest changes (if any).
 
 Downloads the latest source code version of the following libraries,
 builds and installs them (using `sudo`):
-`googleflags`, `googlelog`, `sparsemap`, `fmt`, `folly`, `fizz`,
+`googleflags`, `googlelog`, `sparsemap`, `fmt`, `xxhash`, `folly`, `fizz`,
 `wangle`, `fbthrift`.
 
 In some cases the operating system has a pre-packaged version of some
@@ -146,6 +147,7 @@ options:
   -v    verbose build
 
 NAME: the dependency to build supported values are:
+  zstd, xxhash,
   googlelog, googleflags, googletest,
   fmt, sparsemap,
   folly, fizz, wangle, fbthrift,

build/fbcode_builder/manifests/cachelib

@@ -26,6 +26,7 @@ mvfst
 numa
 libaio
 magic_enum
+xxhash
 # cachelib also depends on openssl but since the latter requires a platform-
 # specific configuration we rely on the folly manifest to provide this
 # dependency to avoid duplication.

cachelib/CMakeLists.txt

@@ -123,6 +123,7 @@ find_package(FBThrift REQUIRED) # must come after wangle
 find_package(NUMA REQUIRED)
 find_package(Sparsemap REQUIRED)
 find_package(magic_enum CONFIG REQUIRED)
+find_package(Xxhash REQUIRED)
 
 find_package(uring)
 if (NOT uring_FOUND)

cachelib/shm/CMakeLists.txt

@@ -25,6 +25,7 @@ add_dependencies(cachelib_shm thrift_generated_files)
 target_link_libraries(cachelib_shm PUBLIC
   cachelib_common
   NUMA::NUMA
+  ${Xxhash_LIBRARY}
 )
 
 install(TARGETS cachelib_shm

contrib/build-package.sh

@@ -57,7 +57,7 @@ options:
   -v    verbose build
 
 NAME: the dependency to build supported values are:
-  zstd
+  zstd, xxhash,
   googlelog, googleflags, googletest,
   fmt, sparsemap,
   folly, fizz, wangle, mvfst, fbthrift,
@@ -195,6 +195,16 @@ case "$1" in
     external_git_clone=yes
     ;;
 
+  xxhash)
+    NAME=xxhash
+    REPO=https://github.com/Cyan4973/xxHash.git
+    REPODIR=cachelib/external/$NAME
+    SRCDIR=$REPODIR/cmake_unofficial
+    external_git_clone=yes
+    external_git_tag="v0.8.2"
+    cmake_custom_params="-DBUILD_SHARED_LIBS=ON"
+    ;;
+
   folly)
     NAME=folly
     SRCDIR=cachelib/external/$NAME

contrib/build.sh

@@ -95,7 +95,7 @@ build_arch()
 
 build_dependencies()
 {
-  for pkg in zstd googleflags googlelog googletest sparsemap fmt folly fizz wangle mvfst fbthrift ;
+  for pkg in zstd xxhash googleflags googlelog googletest sparsemap fmt folly fizz wangle mvfst fbthrift ;
   do
     # shellcheck disable=SC2086
     ./contrib/build-package.sh $pass_params "$pkg" \