Verify missing Git:File property createdAtEpoch

Author: JohT

cypher/GitLog/List_git_file_directories_with_commit_statistics.cypher

@@ -4,7 +4,7 @@
  WHERE git_file.deletedAt IS NULL // filter out deleted files
  ORDER BY git_file.relativePath
   WITH *
-      ,datetime.fromepochMillis(git_file.createdAtEpoch)                                             AS fileCreatedAtTimestamp
+      ,datetime.fromepochMillis(coalesce(git_file.createdAtEpoch, 0))                                AS fileCreatedAtTimestamp
       ,datetime.fromepochMillis(coalesce(git_file.lastModificationAtEpoch, git_file.createdAtEpoch)) AS fileLastModificationAtTimestamp
   WITH *, git_repository.name + '/' + git_file.relativePath AS filePath
   WITH *, split(filePath, '/')                              AS pathElements

cypher/GitLog/Verify_git_missing_create_date.cypher

@@ -0,0 +1,6 @@
+// Verify that git to code file relationships aren't ambiguous
+
+ MATCH (git_repository:Git&Repository)-[:HAS_FILE]->(git_file:Git&File&!Repository)
+ WHERE git_file.deletedAt      IS NULL // Ignore deleted git files
+   AND git_file.createdAtEpoch IS NULL
+RETURN count(DISTINCT git_file) AS numberOfMissingCreateDateEntires

scripts/importGit.sh

@@ -17,6 +17,10 @@ SOURCE_DIRECTORY=${SOURCE_DIRECTORY:-"source"} # Get the source repository direc
 IMPORT_DIRECTORY=${IMPORT_DIRECTORY:-"import"}
 IMPORT_GIT_LOG_DATA_IF_SOURCE_IS_PRESENT=${IMPORT_GIT_LOG_DATA_IF_SOURCE_IS_PRESENT:-"plugin"} # Select how to import git log data. Options: "none", "aggregated", "full" and "plugin". Default="plugin".
 
+# Local constants
+COLOR_YELLOW='\033[0;33m'
+COLOR_DEFAULT='\033[0m'
+
 # Default and initial values for command line options
 source="${SOURCE_DIRECTORY}"
 
@@ -136,6 +140,15 @@ commonPostGitImport() {
   execute_cypher "${GIT_LOG_CYPHER_DIR}/Verify_git_to_code_file_unambiguous.cypher"
   execute_cypher "${GIT_LOG_CYPHER_DIR}/Verify_code_to_git_file_unambiguous.cypher"
   execute_cypher "${GIT_LOG_CYPHER_DIR}/Verify_git_missing_CHANGED_TOGETHER_WITH_properties.cypher"
+
+  dataVerificationResult=$( execute_cypher "${GIT_LOG_CYPHER_DIR}/Verify_git_missing_create_date.cypher")
+  if ! is_csv_column_greater_zero "${dataVerificationResult}" "numberOfMissingCreateDateEntires"; then
+      # Warning: The git file creation date must not be missing. However, this is not important enough to stop the analysis.
+      #          Therefore, it will only be a warning and subsequent queries will use a default date in these cases.
+      echo -e "${COLOR_YELLOW}importGit: Data verification warning: Git:File nodes with missing createdAtEpoch property detected! Affected number of nodes:${COLOR_DEFAULT}"
+      echo -e "${COLOR_YELLOW}${dataVerificationResult}${COLOR_DEFAULT}"
+      # Since this is now only a warning, execution will be continued.
+  fi
 }
 
 postGitLogImport() {