Bump minecode-pipelines version to 0.1.0

Signed-off-by: Ayan Sinha Mahapatra <asmahapatra@aboutcode.org>

Author: AyanSinhaMahapatra

minecode_pipelines/__init__.py

@@ -8,4 +8,4 @@
 #
 
 
-VERSION = "0.0.1b62"
+VERSION = "0.1.0"

minecode_pipelines/miners/npm.py

@@ -70,12 +70,14 @@ def get_current_last_seq(replicate_url=NPM_REPLICATE_REPO):
     return last_seq
 
 
-def get_updated_npm_packages(last_seq, replicate_url=NPM_REPLICATE_REPO):
+def get_updated_npm_packages(last_seq, replicate_url=NPM_REPLICATE_REPO, logger=None):
     all_package_names = []
     i = 0
 
     while True:
-        print(f"Processing iteration: {i}: changes after seq: {last_seq}")
+        if logger:
+            logger(f"Processing iteration: {i}: changes after seq: {last_seq}")
+
         npm_replicate_changes = (
             replicate_url + "_changes?" + f"limit={NPM_REPLICATE_BATCH_SIZE}" + f"&since={last_seq}"
         )
@@ -96,7 +98,7 @@ def get_updated_npm_packages(last_seq, replicate_url=NPM_REPLICATE_REPO):
     return {"packages": all_package_names}, last_seq
 
 
-def get_npm_packages(replicate_url=NPM_REPLICATE_REPO):
+def get_npm_packages(replicate_url=NPM_REPLICATE_REPO, logger=None):
     all_package_names = []
 
     npm_replicate_all = replicate_url + "_all_docs?" + f"limit={NPM_REPLICATE_BATCH_SIZE}"
@@ -113,7 +115,8 @@ def get_npm_packages(replicate_url=NPM_REPLICATE_REPO):
 
     for i in range(iterations):
         npm_replicate_from_id = npm_replicate_all + f'&start_key="{last_key}"'
-        print(f"Processing iteration: {i}: {npm_replicate_from_id}")
+        if logger:
+            logger(f"Processing iteration: {i}: {npm_replicate_from_id}")
 
         response = requests.get(npm_replicate_from_id)
         if not response.ok:

minecode_pipelines/pipes/npm.py

@@ -101,7 +101,7 @@ def mine_npm_packages(logger=None):
                 f"Starting initial checkpointing of packages from npm replicate till seq: {last_seq}"
             )
 
-        packages = get_npm_packages(replicate_url=NPM_REPLICATE_REPO)
+        packages = get_npm_packages(replicate_url=NPM_REPLICATE_REPO, logger=logger)
         packages_file = write_packages_json(
             packages=packages,
             name=PACKAGE_FILE_NAME,
@@ -160,6 +160,7 @@ def mine_npm_packages(logger=None):
         packages, last_seq = get_updated_npm_packages(
             last_seq=last_seq,
             replicate_url=NPM_REPLICATE_REPO,
+            logger=logger,
         )
         packages_file = write_packages_json(
             packages=packages,

pyproject-minecode_pipelines.toml

@@ -4,7 +4,7 @@ build-backend = "flot.buildapi"
 
 [project]
 name = "minecode_pipelines"
-version = "0.0.1b62"
+version = "0.1.0"
 description = "A library for mining packageURLs and package metadata from ecosystem repositories."
 readme = "minecode_pipelines/README.rst"
 license = { text = "Apache-2.0" }
@@ -64,7 +64,7 @@ mine_swift = "minecode_pipelines.pipelines.mine_swift:MineSwift"
 mine_composer = "minecode_pipelines.pipelines.mine_composer:MineComposer"
 
 [tool.bumpversion]
-current_version = "0.0.1b62"
+current_version = "0.1.0"
 allow_dirty = true
 
 files = [