Add batch sizes to all transactional write operations for memory management

Author: JohT

cypher/GitLog/Add_CHANGED_TOGETHER_WITH_relationships_to_code_files.cypher

@@ -8,5 +8,5 @@ WHERE firstGitFile <> secondGitFile
  CALL (firstCodeFile, secondCodeFile, gitChange) {
        MERGE (firstCodeFile)-[pairwiseChange:CHANGED_TOGETHER_WITH]-(secondCodeFile)
          SET pairwiseChange = properties(gitChange)
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 750 ROWS
 RETURN count(*) AS pairCount

cypher/GitLog/Add_RESOLVES_TO_relationships_to_git_files_for_Java.cypher

@@ -20,7 +20,7 @@ WHERE gitFileName ENDS WITH codeFileName
  CALL { WITH git_file, code_file
        MERGE (git_file)-[:RESOLVES_TO]->(code_file)
           ON CREATE SET git_file.resolved = true
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(DISTINCT codeFileName)  AS numberOfCodeFiles
       ,collect(DISTINCT codeFileName + ' <-> ' + gitFileName + '\n')[0..4] AS examples
 // RETURN codeFileName, gitFileName

cypher/GitLog/Add_RESOLVES_TO_relationships_to_git_files_for_Typescript.cypher

@@ -22,7 +22,7 @@ WHERE codeFileName      ENDS WITH gitFileName
  CALL { WITH git_file, code_file
        MERGE (git_file)-[:RESOLVES_TO]->(code_file)
           ON CREATE SET git_file.resolved = true
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(DISTINCT codeFileName)  AS numberOfCodeFiles
       ,collect(DISTINCT codeFileName + ' <-> ' + gitFileName + '\n')[0..4] AS examples
 // RETURN codeFileName, gitFileName

cypher/Typescript_Enrichment/Add_DEPENDS_ON_relationship_to_resolved_modules.cypher

@@ -12,5 +12,5 @@
             ON MATCH  SET resolvedDependsOn             = dependsOn // Overwrites existing properties
                          ,resolvedDependsOn.cardinality = existingDependency.cardinality + dependsOn.cardinality // Add cardinalities
                          ,resolvedDependsOn.updated     = true
-       } IN TRANSACTIONS
+       } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(*) as resolvedDependencies

cypher/Typescript_Enrichment/Add_IS_IMPLEMENTED_IN_relationship_for_matching_declarations.cypher

@@ -7,7 +7,7 @@
   WITH externalDeclaration, internalDeclaration
   CALL { WITH externalDeclaration, internalDeclaration
         MERGE (externalDeclaration)-[:IS_IMPLEMENTED_IN]->(internalDeclaration)
-       } IN TRANSACTIONS
+       } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(  DISTINCT externalDeclaration.globalFqn + ' -> ' + internalDeclaration.globalFqn)       AS linkedDeclarationCount
       ,collect(DISTINCT externalDeclaration.globalFqn + ' -> ' + internalDeclaration.globalFqn)[0..4] AS linkedDeclarationExamples
 //Debugging

cypher/Typescript_Enrichment/Add_IS_IMPLEMENTED_IN_relationship_for_matching_modules.cypher

@@ -48,7 +48,7 @@ WHERE equalGlobalFqn
    OR equalNameAndNpmPackage
  CALL {  WITH module, externalModule
         MERGE (externalModule)-[:IS_IMPLEMENTED_IN]->(module)
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN CASE WHEN equalGlobalFqn            THEN 'equalGlobalFqn'
             WHEN equalModule               THEN 'equalModule'
             WHEN equalNameWithoutNamespace THEN 'equalNameWithoutNamespace'

cypher/Typescript_Enrichment/Link_external_modules_to_corresponding_npm_dependency.cypher

@@ -11,7 +11,7 @@ UNWIND external_modules         AS external_module
         MERGE (external_module)-[:PROVIDED_BY_NPM_DEPENDENCY]->(npm_dependency)
           SET external_module.npmPackage        = npm_dependency.name
              ,external_module.npmPackageVersion = npm_dependency.dependency
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN totalNumberOfExternalModules
       ,count(DISTINCT external_module.globalFqn) AS numberOfLinkedExternalModules
       ,count(DISTINCT project.name)              AS numberOfProjects

cypher/Typescript_Enrichment/Link_npm_dependencies_to_npm_packages.cypher

@@ -8,7 +8,7 @@ WHERE  npm_package.name = npm_dependency.name
   AND  NOT npm_package.name CONTAINS '}}' 
  CALL { WITH npm_package, npm_dependency
        MERGE (npm_dependency)-[:IS_DESCRIBED_IN_NPM_PACKAGE]->(npm_package)
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(*)                       AS numberOfWrittenRelationships
       ,count(DISTINCT npm_dependency) AS numberOfDistinctNpmDependencies
       ,count(DISTINCT npm_package)    AS numberOfDistinctNpmPackages

cypher/Typescript_Enrichment/Link_npm_packages_with_depends_on_relationships.cypher

@@ -21,7 +21,7 @@ WITH source
  CALL { WITH source, target, weightByDependencyType
        MERGE (source)-[dependsOnRelationship:DEPENDS_ON]->(target)
          SET dependsOnRelationship.weightByDependencyType = weightByDependencyType
-      } IN TRANSACTIONS
+      } IN TRANSACTIONS OF 1000 ROWS
 RETURN count(*)                          AS numberOfWrittenRelationships
       ,count(DISTINCT source)            AS numberOfDistinctSourcePackages
       ,count(DISTINCT target)            AS numberOfDistinctTargetPackages