Add the 'all' keyword for 'erdpy deps install' and add github token support

Author: camilbancioiu

erdpy/cli_deps.py

@@ -11,7 +11,7 @@ def setup_parser(subparsers: Any) -> Any:
     parser = cli_shared.add_group_subparser(subparsers, "deps", "Manage dependencies or elrond-sdk modules")
     subparsers = parser.add_subparsers()
 
-    choices = list(get_deps_dict().keys())
+    choices = ['all'] + list(get_deps_dict().keys())
 
     sub = cli_shared.add_command_subparser(subparsers, "deps", "install", "Install dependencies or elrond-sdk modules.")
     sub.add_argument("name", choices=choices, help="the dependency to install")

erdpy/config.py

@@ -173,6 +173,7 @@ def get_defaults() -> Dict[str, Any]:
         "dependencies.mcl_signer.urlTemplate.linux": "https://github.com/ElrondNetwork/elrond-sdk-go-tools/releases/download/{TAG}/mcl_signer_{TAG}_ubuntu-latest.tar.gz",
         "dependencies.mcl_signer.urlTemplate.osx": "https://github.com/ElrondNetwork/elrond-sdk-go-tools/releases/download/{TAG}/mcl_signer_{TAG}_macos-latest.tar.gz",
         "testnet.validate_expected_keys": "false",
+        "github_api_token": "",
     }
 
 

erdpy/dependencies/install.py

@@ -11,8 +11,12 @@
 
 
 def install_module(key: str, tag: str = "", overwrite: bool = False):
-    module = get_module_by_key(key)
-    module.install(tag, overwrite)
+    if key == 'all':
+        modules = get_all_deps()
+    else:
+        modules = [get_module_by_key(key)]
+    for module in modules:
+        module.install(tag, overwrite)
 
 
 def get_module_directory(key: str) -> Path:

erdpy/dependencies/modules.py

@@ -109,10 +109,11 @@ def get_source_directory(self, tag: str):
         # path will contain the tag in two variants: with the 'v' prefix (e.g.
         # "v1.1.0"), but also without (e.g. "1.1.0"), hence the need to remove
         # the initial 'v'.
-        if tag.startswith("v"):
-            tag = tag[1:]
+        tag_no_v = tag
+        if tag_no_v.startswith("v"):
+            tag_no_v = tag_no_v[1:]
         assert isinstance(self.repo_name, str)
-        source_folder = self.get_directory(tag) / (self.repo_name + '-' + tag)
+        source_folder = self.get_directory(tag) / (self.repo_name + '-' + tag_no_v)
         return source_folder
 
     def get_parent_directory(self) -> Path:
@@ -159,6 +160,7 @@ def _post_install(self, tag: str):
 
         self.make_binary_symlink_in_parent_folder(tag, 'arwendebug', 'arwendebug')
         self.make_binary_symlink_in_parent_folder(tag, 'test', 'mandos-test')
+        self.copy_libwasmer_in_parent_directory(tag)
 
     def build_binary(self, tag, binary_name):
         source_folder = self.binary_source_folder(tag, binary_name)
@@ -174,12 +176,19 @@ def make_binary_symlink_in_parent_folder(self, tag, binary_name, symlink_name):
         source_folder = self.binary_source_folder(tag, binary_name)
         binary = source_folder / binary_name
 
-        parent = Path(self.get_parent_directory())
+        parent = self.get_parent_directory()
         symlink = parent / symlink_name
 
         symlink.unlink(missing_ok=True)
         symlink.symlink_to(binary)
 
+    def copy_libwasmer_in_parent_directory(self, tag):
+        libwasmer_directory = self.get_source_directory(tag) / 'wasmer'
+        parent_directory = self.get_parent_directory()
+        for f in libwasmer_directory.iterdir():
+            if f.suffix in ['.dylib', '.so', '.dll']:
+                shutil.copy(f, parent_directory)
+
     def get_env(self):
         return {
         }

erdpy/scope.py

@@ -19,9 +19,13 @@ def initialize():
     if os.path.exists(testnet_toml):
         global chain_id, proxy
 
-        testnet_config = TestnetConfiguration.from_file(testnet_toml)
         chain_id = CHAIN_ID
-        proxy = f"http://localhost:{testnet_config.proxy_port()}"
+
+        try:
+            testnet_config = TestnetConfiguration.from_file(testnet_toml)
+            proxy = f"http://localhost:{testnet_config.proxy_port()}"
+        except FileNotFoundError:
+            logger.warn("components of the testnet may be missing")
 
 
 def get_chain_id():

erdpy/utils.py

@@ -14,6 +14,7 @@
 
 import toml
 
+import erdpy.config
 from erdpy import errors
 
 logger = logging.getLogger("utils")
@@ -232,7 +233,8 @@ def query_latest_release_tag(repo: str) -> str:
     repository. The repository must be of the form 'organisation/project'.
     """
     url = f'https://api.github.com/repos/{repo}/releases/latest'
-    response = requests.get(url)
+    github_api_token = erdpy.config.get_value('github_api_token')
+    response = requests.get(url, auth=github_api_token)
     response.raise_for_status()
     latest_release_tag = str(response.json()['tag_name'])
     return latest_release_tag