implemented partial build of the sources if a file changed (#106)

Author: shssf

setup.py

@@ -119,6 +119,7 @@
 _project_cmplr_flag_compatibility = ["-Wl,--enable-new-dtags", "-fPIC"]
 _project_cmplr_flag_lib = []
 _project_cmplr_macro = []
+_project_force_build = False
 _project_sycl_queue_control_macro = [("DPNP_LOCAL_QUEUE", "1")]
 _project_rpath = ["$ORIGIN"]
 _dpctrl_include = []
@@ -270,6 +271,7 @@
             "extra_link_postargs": _project_cmplr_flag_compatibility + _project_cmplr_flag_lib,
             "libraries": _mkl_libs + _dpctrl_lib,
             "macros": _project_cmplr_macro,
+            "force_build": _project_force_build,
             "language": "c++"
         }
      ]

utils/command_build_clib.py

@@ -34,14 +34,17 @@
  - extra option 'runtime_library_dirs'
  - extra option 'extra_preargs'
  - extra option 'extra_link_postargs'
+ - extra option 'force_build'
  - extra option 'language'
-
+ - a check if source needs to be rebuilt based on time stamp
+ - a check if librayr needs to be rebuilt based on time stamp
 """
 
-
 import os
+
 from setuptools.command import build_clib
 from distutils import log
+from distutils.dep_util import newer_group
 from distutils.file_util import copy_file
 
 
@@ -51,7 +54,12 @@ def build_libraries(self, libraries):
         """
         This function is overloaded to the original function in build_clib.py file
         """
+
         for (lib_name, build_info) in libraries:
+            c_library_name = self.compiler.library_filename(lib_name, lib_type='shared')
+            c_library_filename = os.path.join(self.build_clib, c_library_name)
+            dest_filename = "dpnp"  # TODO need to fix destination directory
+
             sources = build_info.get('sources')
             if sources is None or not isinstance(sources, (list, tuple)):
                 err_msg = f"in 'libraries' option (library '{lib_name}'),"
@@ -60,7 +68,11 @@ def build_libraries(self, libraries):
 
             sources = list(sources)
 
-            log.info("building '%s' library", lib_name)
+            log.info("DPNP: building '%s' library", lib_name)
+
+            # set compiler and options
+            # -Wsign-compare -DNDEBUG -g -fwrapv -O3 -Wall -Wstrict-prototypes -fPIC
+            # self.compiler.compiler_so = ["clang++", "-fPIC"]
 
             macros = build_info.get('macros')
             include_dirs = build_info.get('include_dirs')
@@ -69,29 +81,49 @@ def build_libraries(self, libraries):
             runtime_library_dirs = build_info.get("runtime_library_dirs")
             extra_preargs = build_info.get("extra_preargs")
             extra_link_postargs = build_info.get("extra_link_postargs")
+            force_build = build_info.get("force_build")
             language = build_info.get("language")
 
-            objects = self.compiler.compile(sources,
-                                            output_dir=self.build_temp,
-                                            macros=macros,
-                                            include_dirs=include_dirs,
-                                            extra_preargs=extra_preargs,
-                                            debug=self.debug)
-
-            self.compiler.link_shared_lib(objects,
-                                          lib_name,
-                                          output_dir=self.build_clib,
-                                          libraries=libraries,
-                                          library_dirs=library_dirs,
-                                          runtime_library_dirs=runtime_library_dirs,
-                                          extra_preargs=extra_preargs,
-                                          extra_postargs=extra_link_postargs,
-                                          debug=self.debug,
-                                          build_temp=self.build_temp,
-                                          target_lang=language)
+            objects = []
+            """
+            Build object files from sources
+            """
+            for source_it in sources:
+                obj_file_list = self.compiler.object_filenames([source_it], strip_dir=0, output_dir=self.build_temp)
+                obj_file = "".join(obj_file_list)  # convert from list to file name
 
-            dest_filename = "dpnp"  # TODO need to fix destination directory
-            c_library_name = self.compiler.library_filename(lib_name, lib_type='shared')
-            c_library_filename = os.path.join(self.build_clib, c_library_name)
+                newer_than_obj = newer_group([source_it], obj_file, missing="newer")
+                if force_build or newer_than_obj:
+                    obj_file_list = self.compiler.compile([source_it],
+                                                          output_dir=self.build_temp,
+                                                          macros=macros,
+                                                          include_dirs=include_dirs,
+                                                          extra_preargs=extra_preargs,
+                                                          debug=self.debug)
+                    objects.extend(obj_file_list)
+                else:
+                    objects.append(obj_file)
+
+            """
+            Build library file from objects
+            """
+            newer_than_lib = newer_group(objects, c_library_filename, missing="newer")
+            if force_build or newer_than_lib:
+                self.compiler.link_shared_lib(objects,
+                                              lib_name,
+                                              output_dir=self.build_clib,
+                                              libraries=libraries,
+                                              library_dirs=library_dirs,
+                                              runtime_library_dirs=runtime_library_dirs,
+                                              extra_preargs=extra_preargs,
+                                              extra_postargs=extra_link_postargs,
+                                              debug=self.debug,
+                                              build_temp=self.build_temp,
+                                              target_lang=language)
 
+            """
+            Copy library to the destination path
+            """
             copy_file(c_library_filename, dest_filename, verbose=self.verbose, dry_run=self.dry_run)
+
+            log.info("DPNP: building '%s' library finished", lib_name)