build: fetch Lumina from release package (#434)

Author: zjw1111

CMakeLists.txt

@@ -313,13 +313,6 @@ if(PAIMON_ENABLE_LANCE)
             DESTINATION ${CMAKE_INSTALL_LIBDIR})
 endif()
 
-if(PAIMON_ENABLE_LUMINA)
-    add_subdirectory(third_party/lumina EXCLUDE_FROM_ALL)
-    link_directories(third_party/lumina/lib)
-    install(FILES ${PROJECT_SOURCE_DIR}/third_party/lumina/lib/liblumina.so
-            DESTINATION ${CMAKE_INSTALL_LIBDIR})
-endif()
-
 # ---- tantivy-fulltext Rust FFI via Corrosion-rs --------------------------------
 # See docs/dev/tantivy_fts_migration_plan.md Stage 1.
 #
@@ -367,10 +360,6 @@ if(PAIMON_ENABLE_LANCE)
     include_directories("${CMAKE_SOURCE_DIR}/third_party/lance")
 endif()
 
-if(PAIMON_ENABLE_LUMINA)
-    include_directories("${CMAKE_SOURCE_DIR}/third_party/lumina/include")
-endif()
-
 include_directories(SYSTEM ${ARROW_INCLUDE_DIR})
 include_directories(SYSTEM ${TBB_INCLUDE_DIR})
 

cmake_modules/ThirdpartyToolchain.cmake

@@ -295,6 +295,16 @@ else()
     endif()
 endif()
 
+if(DEFINED ENV{PAIMON_LUMINA_URL})
+    set(LUMINA_SOURCE_URL "$ENV{PAIMON_LUMINA_URL}")
+elseif(EXISTS "${THIRDPARTY_DIR}/${PAIMON_LUMINA_PKG_NAME}")
+    set_urls(LUMINA_SOURCE_URL "${THIRDPARTY_DIR}/${PAIMON_LUMINA_PKG_NAME}")
+else()
+    set_urls(LUMINA_SOURCE_URL
+             "https://paimon-cpp.oss-cn-beijing.aliyuncs.com/thirdparty/lumina/lumina_release-${PAIMON_LUMINA_BUILD_VERSION}.tar.gz"
+    )
+endif()
+
 if(APPLE)
     set(JINDOSDK_C_DYNAMIC_LIB_NAME "jindosdk_c.${PAIMON_JINDOSDK_C_BUILD_VERSION}")
     set(JINDOSDK_C_DYNAMIC_LIB_FILE "lib${JINDOSDK_C_DYNAMIC_LIB_NAME}.dylib")
@@ -1180,6 +1190,42 @@ macro(build_jindosdk_c)
 
 endmacro()
 
+macro(build_lumina)
+    message(STATUS "Installing Lumina from precompiled package")
+
+    set(LUMINA_PREFIX "${CMAKE_CURRENT_BINARY_DIR}/lumina_ep-install")
+    set(LUMINA_INCLUDE_DIR "${LUMINA_PREFIX}/include")
+    set(LUMINA_LIB_DIR "${LUMINA_PREFIX}/lib")
+    set(LUMINA_DYNAMIC_LIB "${LUMINA_LIB_DIR}/liblumina.so")
+
+    externalproject_add(lumina_ep
+                        URL ${LUMINA_SOURCE_URL}
+                        URL_HASH "SHA256=${PAIMON_LUMINA_BUILD_SHA256_CHECKSUM}"
+                        ${THIRDPARTY_LOG_OPTIONS}
+                        CONFIGURE_COMMAND ""
+                        BUILD_COMMAND ""
+                        INSTALL_COMMAND ${CMAKE_COMMAND} -E copy_directory
+                                        <SOURCE_DIR>/artifacts/cpp/linux-x86_64/install-root/usr/local/include
+                                        ${LUMINA_INCLUDE_DIR}
+                        COMMAND ${CMAKE_COMMAND} -E copy_if_different
+                                <SOURCE_DIR>/artifacts/cpp/linux-x86_64/install-root/usr/local/lib/liblumina.so
+                                ${LUMINA_DYNAMIC_LIB}
+                        BUILD_BYPRODUCTS "${LUMINA_DYNAMIC_LIB}")
+
+    file(MAKE_DIRECTORY "${LUMINA_INCLUDE_DIR}")
+    file(MAKE_DIRECTORY "${LUMINA_LIB_DIR}")
+
+    add_library(lumina::interface SHARED IMPORTED GLOBAL)
+    set_target_properties(lumina::interface
+                          PROPERTIES IMPORTED_LOCATION "${LUMINA_DYNAMIC_LIB}"
+                                     IMPORTED_NO_SONAME TRUE
+                                     INTERFACE_INCLUDE_DIRECTORIES
+                                     "${LUMINA_INCLUDE_DIR}")
+    add_dependencies(lumina::interface lumina_ep)
+
+    install(FILES "${LUMINA_DYNAMIC_LIB}" DESTINATION ${CMAKE_INSTALL_LIBDIR})
+endmacro()
+
 macro(build_jindosdk_nextarch)
     message(STATUS "Building jindosdk-nextarch from local source")
 
@@ -1828,6 +1874,9 @@ if(PAIMON_ENABLE_JINDO)
     build_jindosdk_c()
     build_jindosdk_nextarch()
 endif()
+if(PAIMON_ENABLE_LUMINA)
+    build_lumina()
+endif()
 if(PAIMON_ENABLE_LUCENE)
     build_boost()
     build_lucene()

docs/source/user_guide/global_index.rst

@@ -89,4 +89,4 @@ Vector Index (Lumina)
 
 An approximate nearest neighbor (ANN) index powered by Lumina for vector similarity search.
 Supports high-dimensional vector search with configurable distance metrics and encoding strategies.
-For more configurations, please refer to the third_party/lumina/reference directory.
+For more configurations, refer to the ``docs/reference`` directory in the Lumina release package.

src/paimon/global_index/lumina/CMakeLists.txt

@@ -20,6 +20,7 @@ if(PAIMON_ENABLE_LUMINA)
                    ${PAIMON_LUMINA_INDEX}
                    DEPENDENCIES
                    paimon_shared
+                   lumina::interface
                    STATIC_LINK_LIBS
                    arrow
                    glog

src/paimon/global_index/lumina/lumina_global_index.h

@@ -34,7 +34,7 @@
 namespace paimon::lumina {
 /// @note When enabling the lumina global index in `paimon-cpp`, all configuration parameters
 ///       specific to Lumina **must be prefixed with `lumina.`**.
-///       More options refer to OptionsReference.md in third_party/lumina.
+///       See `docs/reference/OptionsReference.md` in the Lumina release package for more options.
 ///
 ///       Example configurations:
 ///