Add REMILL_FETCH_SLEIGH option to allow find_package(sleigh)

Author: mrexodia

.github/workflows/build.yml

@@ -58,7 +58,10 @@ jobs:
 
       - name: Build dependencies
         run: |
-          cmake -G Ninja -S dependencies -B dependencies/build -DUSE_EXTERNAL_LLVM=ON "-DCMAKE_PREFIX_PATH:PATH=$LLVM_PREFIX"
+          cmake -G Ninja -S dependencies -B dependencies/build \
+            -DUSE_EXTERNAL_LLVM=ON \
+            -DENABLE_SLEIGH=ON \
+            "-DCMAKE_PREFIX_PATH:PATH=$LLVM_PREFIX"
           cmake --build dependencies/build
 
       - name: Python venv for tests
@@ -69,7 +72,10 @@ jobs:
       - name: Build remill
         run: |
           . .venv/bin/activate
-          cmake -G Ninja -B build "-DCMAKE_PREFIX_PATH:PATH=$PWD/dependencies/install" "-DCMAKE_INSTALL_PREFIX=$PWD/install"
+          cmake -G Ninja -B build \
+            -DREMILL_FETCH_SLEIGH=OFF \
+            "-DCMAKE_PREFIX_PATH:PATH=$PWD/dependencies/install" \
+            "-DCMAKE_INSTALL_PREFIX=$PWD/install"
           cmake --build build
 
       - name: Install remill
@@ -147,7 +153,10 @@ jobs:
 
       - name: Build dependencies
         run: |
-          cmake -G Ninja -S dependencies -B dependencies/build -DUSE_EXTERNAL_LLVM=ON "-DCMAKE_PREFIX_PATH:PATH=$LLVM_PREFIX"
+          cmake -G Ninja -S dependencies -B dependencies/build \
+            -DUSE_EXTERNAL_LLVM=ON \
+            -DENABLE_SLEIGH=ON \
+            "-DCMAKE_PREFIX_PATH:PATH=$LLVM_PREFIX"
           cmake --build dependencies/build
 
       - name: Python venv for tests
@@ -158,7 +167,10 @@ jobs:
       - name: Build remill
         run: |
           . .venv/bin/activate
-          cmake -G Ninja -B build "-DCMAKE_PREFIX_PATH:PATH=$PWD/dependencies/install" "-DCMAKE_INSTALL_PREFIX=$PWD/install"
+          cmake -G Ninja -B build \
+            -DREMILL_FETCH_SLEIGH=OFF \
+            "-DCMAKE_PREFIX_PATH:PATH=$PWD/dependencies/install" \
+            "-DCMAKE_INSTALL_PREFIX=$PWD/install"
           cmake --build build
 
       - name: Install remill

CMakeLists.txt

@@ -88,29 +88,35 @@ find_package(glog CONFIG REQUIRED)
 set(GFLAGS_USE_TARGET_NAMESPACE ON)
 find_package(gflags CONFIG REQUIRED)
 
+option(REMILL_FETCH_SLEIGH "Fetch and build sleigh as part of remill" ON)
+
 # Sleigh
-file(GLOB sleigh_patches "${CMAKE_CURRENT_SOURCE_DIR}/patches/sleigh/*.patch")
-set(sleigh_ADDITIONAL_PATCHES "${sleigh_patches}" CACHE STRING "" FORCE)
-set(sleigh_ENABLE_TESTS OFF CACHE BOOL "" FORCE)
-set(sleigh_RELEASE_TYPE "HEAD" CACHE STRING "" FORCE)
-set(sleigh_BUILD_SUPPORT ON CACHE BOOL "" FORCE)
-set(sleigh_BUILD_SLEIGHSPECS ON CACHE BOOL "" FORCE)
-
-# Verbose fetch content updates
-set(FETCHCONTENT_QUIET OFF)
-
-# This version of sleigh (HEAD) pins Ghidra somewhere between Ghidra v10.2.3 and v10.3
-# https://github.com/lifting-bits/sleigh/blob/7c6b742/src/setup-ghidra-source.cmake#L55-L66
-FetchContent_Declare(sleigh
-  GIT_REPOSITORY https://github.com/lifting-bits/sleigh.git
-  GIT_TAG 7c6b742
-)
-FetchContent_MakeAvailable(sleigh)
+if(REMILL_FETCH_SLEIGH)
+  file(GLOB sleigh_patches "${CMAKE_CURRENT_SOURCE_DIR}/dependencies/sleigh_patches/*.patch")
+  set(sleigh_ADDITIONAL_PATCHES "${sleigh_patches}" CACHE STRING "" FORCE)
+  set(sleigh_ENABLE_TESTS OFF CACHE BOOL "" FORCE)
+  set(sleigh_RELEASE_TYPE "HEAD" CACHE STRING "" FORCE)
+  set(sleigh_BUILD_SUPPORT ON CACHE BOOL "" FORCE)
+  set(sleigh_BUILD_SLEIGHSPECS ON CACHE BOOL "" FORCE)
+
+  # Verbose fetch content updates
+  set(FETCHCONTENT_QUIET OFF)
+
+  # This version of sleigh (HEAD) pins Ghidra somewhere between Ghidra v10.2.3 and v10.3
+  # https://github.com/lifting-bits/sleigh/blob/7c6b742/src/setup-ghidra-source.cmake#L55-L66
+  FetchContent_Declare(sleigh
+    GIT_REPOSITORY https://github.com/lifting-bits/sleigh.git
+    GIT_TAG 7c6b742
+  )
+  FetchContent_MakeAvailable(sleigh)
 
-# Get the Ghidra source directory from FetchContent's internal tracking
-FetchContent_GetProperties(GhidraSource)
-if(NOT ghidrasource_POPULATED)
-  message(FATAL_ERROR "Expected sleigh to populate GhidraSource")
+  # Get the Ghidra source directory from FetchContent's internal tracking
+  FetchContent_GetProperties(GhidraSource)
+  if(NOT ghidrasource_POPULATED)
+    message(FATAL_ERROR "Expected sleigh to populate GhidraSource")
+  endif()
+else()
+  find_package(sleigh CONFIG REQUIRED COMPONENTS Support Specs)
 endif()
 
 # For Linux builds, group LLVM libraries into a single group
@@ -219,22 +225,34 @@ target_compile_definitions(remill_settings INTERFACE
   "REMILL_BUILD_SEMANTICS_DIR_PPC64_32ADDR=\"${REMILL_BUILD_SEMANTICS_DIR_PPC64_32ADDR}\""
 )
 
-if(SLEIGH_EXECUTABLE)
-  set(sleigh_compiler "${SLEIGH_EXECUTABLE}")
-else()
-  set(sleigh_compiler "$<TARGET_FILE:sleigh::sleigh>")
-endif()
+if(REMILL_FETCH_SLEIGH)
+  if(SLEIGH_EXECUTABLE)
+    set(sleigh_compiler "${SLEIGH_EXECUTABLE}")
+  else()
+    set(sleigh_compiler "$<TARGET_FILE:sleigh::sleigh>")
+  endif()
 
-sleigh_compile(
-  TARGET ppc_e200_spec
-  COMPILER "${sleigh_compiler}"
-  SLASPEC "${ghidrasource_SOURCE_DIR}/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.slaspec"
-  LOG_FILE "${sleigh_BINARY_DIR}/sleighspecs/spec_build_logs/ppc_32_e200_be.sla.log"
-  OUT_FILE "${sleigh_BINARY_DIR}/specfiles/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla"
-)
+  sleigh_compile(
+    TARGET ppc_e200_spec
+    COMPILER "${sleigh_compiler}"
+    SLASPEC "${ghidrasource_SOURCE_DIR}/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.slaspec"
+    LOG_FILE "${sleigh_BINARY_DIR}/sleighspecs/spec_build_logs/ppc_32_e200_be.sla.log"
+    OUT_FILE "${sleigh_BINARY_DIR}/specfiles/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla"
+  )
 
-add_custom_target(sleigh_custom_specs)
-add_dependencies(sleigh_custom_specs ppc_e200_spec)
+  add_custom_target(sleigh_custom_specs)
+  add_dependencies(sleigh_custom_specs ppc_e200_spec)
+
+  if(REMILL_ENABLE_INSTALL_TARGET)
+    install(FILES "${sleigh_BINARY_DIR}/specfiles/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla"
+      DESTINATION "${CMAKE_INSTALL_DATADIR}/sleigh/specfiles/Ghidra/Processors/PowerPC/data/languages/")
+  endif()
+else()
+  if(NOT EXISTS "${sleigh_INSTALL_SPECDIR}/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla")
+    message(FATAL_ERROR "Installed sleigh spec not found: ${sleigh_INSTALL_SPECDIR}/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla")
+  endif()
+  add_custom_target(sleigh_custom_specs)
+endif()
 
 target_link_libraries(remill_settings INTERFACE
   ${llvm_libs}
@@ -295,8 +313,6 @@ if(REMILL_ENABLE_INSTALL_TARGET)
     EXPORT remillTargets
   )
 
-  install(FILES "${sleigh_BINARY_DIR}/specfiles/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.sla" DESTINATION "${CMAKE_INSTALL_DATADIR}/sleigh/specfiles/Ghidra/Processors/PowerPC/data/languages/")
-
   configure_file(
     "${CMAKE_CURRENT_SOURCE_DIR}/cmake/remillConfig.cmake.in"
     "${CMAKE_CURRENT_BINARY_DIR}/remillConfig.cmake"

dependencies/CMakeLists.txt

@@ -11,6 +11,7 @@ project(dependencies)
 
 option(USE_EXTERNAL_LLVM "Do not compile LLVM as part of the superbuild, use an external one instead" OFF)
 option(USE_SANITIZERS "Use ASan and UBSan" OFF)
+option(ENABLE_SLEIGH "Build and install sleigh into the dependencies prefix" OFF)
 
 if(USE_EXTERNAL_LLVM)
     if(CMAKE_HOST_SYSTEM_NAME MATCHES "Darwin" AND NOT CMAKE_PREFIX_PATH)
@@ -70,3 +71,33 @@ else()
     file(REMOVE "${LLVM_CONFIG}")
     include(llvm.cmake)
 endif()
+
+if(ENABLE_SLEIGH)
+    file(GLOB sleigh_patches LIST_DIRECTORIES FALSE
+        "${CMAKE_CURRENT_LIST_DIR}/sleigh_patches/*.patch"
+    )
+    list(SORT sleigh_patches)
+
+    if(NOT sleigh_patches)
+        message(FATAL_ERROR "ENABLE_SLEIGH did not find any patches in sleigh_patches")
+    endif()
+
+    string(REPLACE ";" "\\;" sleigh_patches_arg "${sleigh_patches}")
+
+    simple_git(https://github.com/lifting-bits/sleigh 7c6b742
+        "-Dsleigh_ADDITIONAL_PATCHES:STRING=${sleigh_patches_arg}"
+        "-Dsleigh_ENABLE_TESTS:BOOL=OFF"
+        "-Dsleigh_RELEASE_TYPE:STRING=HEAD"
+        "-Dsleigh_BUILD_SUPPORT:BOOL=ON"
+        "-Dsleigh_BUILD_SLEIGHSPECS:BOOL=ON"
+    )
+
+    ExternalProject_Add_Step(sleigh ppc_e200_spec_install
+        COMMAND
+            "${CMAKE_COMMAND}"
+            "-Dinstall_prefix:PATH=${CMAKE_INSTALL_PREFIX}"
+            "-Dbinary_dir:PATH=<BINARY_DIR>"
+            -P "${CMAKE_CURRENT_LIST_DIR}/build_ppc_e200_sla.cmake"
+        DEPENDEES install
+    )
+endif()

dependencies/README.md

@@ -10,3 +10,15 @@ cmake --build build
 ```
 
 This will create a [CMake prefix](https://cmake.org/cmake/help/latest/command/find_package.html#search-procedure), which you pass to your project with `-DCMAKE_PREFIX_PATH:FILEPATH=/path/to/dependencies/install`. See [presentation.md](https://github.com/LLVMParty/packages/blob/main/presentation.md) and [dependencies.md](https://github.com/LLVMParty/packages/blob/main/dependencies.md) for more information.
+
+## Optional sleigh install
+
+To also build and install `sleigh` into the same prefix, enable `ENABLE_SLEIGH`.
+By default it uses Remill's local patch set from `./sleigh_patches`.
+
+```sh
+cmake -B build -DCMAKE_BUILD_TYPE=Release -DENABLE_SLEIGH=ON
+cmake --build build
+```
+
+For the Docker image, pass `--build-arg ENABLE_SLEIGH=ON` to build and install sleigh there as well.

dependencies/build_ppc_e200_sla.cmake

@@ -0,0 +1,36 @@
+set(install_prefix "${install_prefix}")
+set(binary_dir "${binary_dir}")
+
+set(spec_file
+    "${binary_dir}/_deps/ghidrasource-src/Ghidra/Processors/PowerPC/data/languages/ppc_32_e200_be.slaspec")
+set(out_dir
+    "${install_prefix}/share/sleigh/specfiles/Ghidra/Processors/PowerPC/data/languages")
+set(out_file "${out_dir}/ppc_32_e200_be.sla")
+set(log_dir "${binary_dir}/sleighspecs/spec_build_logs")
+set(log_file "${log_dir}/ppc_32_e200_be.sla.log")
+
+if(NOT EXISTS "${spec_file}")
+    message(FATAL_ERROR "Missing ppc_32_e200_be.slaspec: ${spec_file}")
+endif()
+
+find_program(sleigh_compiler NAMES sleigh sleigh.exe
+    PATHS "${install_prefix}/bin"
+    NO_DEFAULT_PATH
+    REQUIRED)
+
+get_filename_component(spec_dir "${spec_file}" DIRECTORY)
+file(MAKE_DIRECTORY "${out_dir}")
+file(MAKE_DIRECTORY "${log_dir}")
+
+execute_process(
+    COMMAND "${sleigh_compiler}" "${spec_file}" "${out_file}"
+    WORKING_DIRECTORY "${spec_dir}"
+    RESULT_VARIABLE sleigh_result
+    OUTPUT_FILE "${log_file}"
+    ERROR_FILE "${log_file}"
+)
+
+if(NOT sleigh_result EQUAL 0)
+    message(FATAL_ERROR
+        "Failed to compile ppc_32_e200_be.sla with ${sleigh_compiler}. See ${log_file}")
+endif()