MONGOCRYPT-872 Use uv tool to obtain CMake, Ninja, and Python (#1153)

* Add install-build-tools.sh
* Install uv in all Earthly environments
* Apply workarounds for RHEL 6 and RHEL 7 (zSeries)

Author: eramongodb

.evergreen/benchmark-python.sh

@@ -9,23 +9,26 @@ fi
 
 MONGOCRYPT_INSTALL_PREFIX=$LIBMONGOCRYPT_DIR/.install
 
+. "$(dirname "${BASH_SOURCE[0]}")/install-build-tools.sh"
+install_build_tools
+
 # Install libmongocrypt.
 build_dir="$LIBMONGOCRYPT_DIR/cmake-build"
-run_cmake \
+cmake \
     -DCMAKE_INSTALL_PREFIX="$MONGOCRYPT_INSTALL_PREFIX" \
     -DCMAKE_BUILD_TYPE="RelWithDebInfo" \
     -B"$build_dir"
-run_cmake --build "$build_dir" --target install
+cmake --build "$build_dir" --target install
 
 # Run Python benchmarks.
 # Include path to installed libmongocrypt.so
 export LD_LIBRARY_PATH="$MONGOCRYPT_INSTALL_PREFIX/lib64"
 cd bindings/python/
 
-/opt/mongodbtoolchain/v4/bin/python3 -m venv venv
+uv venv venv
 . ./venv/bin/activate
-python -m pip install --prefer-binary -r requirements-test.txt
-python -m pip install -e .
+uv pip install -r requirements-test.txt
+uv pip install -e .
 
 export OUTPUT_FILE=results.json
 

.evergreen/build_all.sh

@@ -35,8 +35,14 @@ BUILD_TESTING="${BUILD_TESTING-TRUE}"
 LIBMONGOCRYPT_BUILD_VARIANTS="${LIBMONGOCRYPT_BUILD_VARIANTS:-TRUE}"
 
 # Accumulate arguments that are passed to CMake
-cmake_args=(
-    --fresh
+cmake_args=()
+
+# Temporary workarounds for rhel-62-64-bit and rhel72-zseries-test. To be removed.
+if cmake --help | grep -q -- '--fresh'; then
+  cmake_args+=(--fresh)
+fi
+
+cmake_args+=(
     # Set the build type. CMake 3.22 recognizes this via environment variable
     -D CMAKE_BUILD_TYPE="${CMAKE_BUILD_TYPE}"
     # Set the install prefix. CMake 3.29 recognizes this via environment variable
@@ -67,19 +73,15 @@ for suffix in "dll" "dylib" "so"; do
     fi
 done
 
-if test "${CMAKE_GENERATOR-}" = Ninja; then
-    export NINJA_EXE
-    : "${NINJA_EXE:="$BINARY_DIR/ninja$EXE_SUFFIX"}"
-    cmake_args+=(-DCMAKE_MAKE_PROGRAM="$NINJA_EXE")
-    bash "$EVG_DIR/ensure-ninja.sh"
-fi
+. "$(dirname "${BASH_SOURCE[0]}")/install-build-tools.sh"
+install_build_tools
 
 # A command that prepends our custom compile flags for any CMake execution
 _cmake_with_env() {
     # Prepend our custom C and CXX flags for any possible CMake builds
     CFLAGS="$LIBMONGOCRYPT_COMPILE_FLAGS ${CFLAGS-}" \
     CXXFLAGS="$LIBMONGOCRYPT_COMPILE_FLAGS ${CXXFLAGS-}" \
-        run_cmake "$@"
+        cmake "$@"
 }
 
 # Build and install libmongocrypt.
@@ -113,7 +115,7 @@ if [[ "$release_os_arch" == *glibc* ]]; then
     echo "glibc version check passed: $actual_glibc"
 fi
 
-run_chdir "$BINARY_DIR" run_ctest
+run_chdir "$BINARY_DIR" ctest
 
 # MONGOCRYPT-372, ensure macOS universal builds contain both x86_64 and arm64 architectures.
 if test "${CMAKE_OSX_ARCHITECTURES-}" != ''; then
@@ -143,12 +145,12 @@ _cmake_with_env "${cmake_args[@]}" \
     -DCMAKE_INSTALL_PREFIX="$MONGOCRYPT_INSTALL_PREFIX/nocrypto" \
     -B "$BINARY_DIR" -S "$LIBMONGOCRYPT_DIR"
 _cmake_with_env --build "$BINARY_DIR" --target install
-run_chdir "$BINARY_DIR" run_ctest
+run_chdir "$BINARY_DIR" ctest
 
 # Build and install libmongocrypt without statically linking libbson
 _cmake_with_env "${cmake_args[@]}" \
     -DUSE_SHARED_LIBBSON=ON \
     -DCMAKE_INSTALL_PREFIX="$MONGOCRYPT_INSTALL_PREFIX/sharedbson" \
     -B "$BINARY_DIR" -S "$LIBMONGOCRYPT_DIR"
 _cmake_with_env --build "$BINARY_DIR" --target install
-run_chdir "$BINARY_DIR" run_ctest
+run_chdir "$BINARY_DIR" ctest

.evergreen/cmake.sh

@@ -116,7 +116,7 @@ functions:
           export LSAN_OPTIONS="suppressions=$LIBMONGOCRYPT_DIR/.lsan-suppressions"
           export VS_VERSION=${vs_version|}
           export VS_TARGET_ARCH=${vs_target_arch|amd64}
-          export CMAKE_GENERATOR=${CMAKE_GENERATOR|Ninja}
+          export CMAKE_GENERATOR=${CMAKE_GENERATOR|Ninja} # Even on Windows.
           export release_os_arch=${release_os_arch}
           env ${compile_env|} \
             bash "$EVG_DIR/env-run.sh" \
@@ -169,7 +169,6 @@ functions:
     - command: "shell.exec"
       params:
         script: |-
-          if test "$OS_NAME" != "windows"; then export CMAKE_GENERATOR=${CMAKE_GENERATOR|Ninja}; fi
           env ${compile_env|} CONFIGURE_ONLY=ON ${clang_env|CC=clang CXX=clang++} \
               bash libmongocrypt/.evergreen/build_all.sh
           ./libmongocrypt/.evergreen/clang-tidy.sh
@@ -502,7 +501,7 @@ tasks:
   - func: "fetch source"
   - func: "earthly"
     vars:
-      args: +create-deb-packages-and-repos --env=${earthly_env} --packager_distro=${packager_distro} --packager_arch=${packager_arch} --ninja_version=${ninja_version}
+      args: +create-deb-packages-and-repos --env=${earthly_env} --packager_distro=${packager_distro} --packager_arch=${packager_arch}
   - func: "upload packages and repos"
 
 - name: publish-deb-packages-with-earthly
@@ -1059,7 +1058,7 @@ tasks:
           set -o errexit
 
           . .evergreen/init.sh
-          libmongocrypt_release_version=$(run_python ./etc/calc_release_version.py)
+          libmongocrypt_release_version=$(uvx python ./etc/calc_release_version.py)
           case "$libmongocrypt_release_version" in
             *+*)
               # Not a tagged release. Use full release version suffix.
@@ -1985,8 +1984,6 @@ buildvariants:
     compile_env: >-
       CMAKE_OSX_ARCHITECTURES="arm64;x86_64"
       CMAKE=/opt/homebrew/bin/cmake
-    # Disable Ninja to work around error "Bad CPU type in executable"
-    CMAKE_GENERATOR: ''
     release_os_arch: macos-universal
   tasks:
   - build-and-test-and-upload
@@ -2052,7 +2049,6 @@ buildvariants:
     packager_distro: debian13
     packager_arch: arm64
     earthly_env: deb13
-    ninja_version: 1.12.1
   tasks:
   - name: build-deb-packages-with-earthly
     # Use an arm64 distro to match the intended target architecture of .deb packages.