add without_files parameter to client, allow saving memory by not importing libraries for all storage backends

Author: kudj

kbcstorage/client.py

@@ -18,7 +18,7 @@ class Client:
     Storage API Client.
     """
 
-    def __init__(self, api_domain, token, branch_id='default'):
+    def __init__(self, api_domain, token, branch_id='default', without_files=False):
         """
         Initialise a client.
 
@@ -27,13 +27,15 @@ def __init__(self, api_domain, token, branch_id='default'):
                 "https://connection.keboola.com".
             token (str): A storage API key.
             branch_id (str): The ID of branch to use, use 'default' to work without branch (in main).
+            without_files (bool): If True, do not init the Files endpoint and saves memory by not importing libraries for all backends.
         """
         self.root_url = api_domain.rstrip("/")
         self._token = token
         self._branch_id = branch_id
 
         self.buckets = Buckets(self.root_url, self.token)
-        self.files = Files(self.root_url, self.token)
+        if not without_files:
+            self.files = Files(self.root_url, self.token)
         self.jobs = Jobs(self.root_url, self.token)
         self.tables = Tables(self.root_url, self.token)
         self.workspaces = Workspaces(self.root_url, self.token)

kbcstorage/files.py

@@ -8,13 +8,9 @@
 """
 import json
 import os
-import boto3
 import requests
 
-from azure.storage.blob import BlobServiceClient, ContentSettings
 from kbcstorage.base import Endpoint
-from google.oauth2 import credentials
-from google.cloud import storage as GCPStorage
 
 
 class Files(Endpoint):
@@ -29,6 +25,12 @@ def __init__(self, root_url, token):
             root_url (:obj:`str`): The base url for the API.
             token (:obj:`str`): A storage API key.
         """
+
+        from azure.storage.blob import BlobServiceClient, ContentSettings
+        import boto3
+        from google.oauth2 import credentials
+        from google.cloud import storage as GCPStorage
+
         super().__init__(root_url, 'files', token)
 
     def detail(self, file_id, federation_token=False):