Merge pull request #5 from kerthcet/feat/add-oss-s3

Add support for aliyun oss

Author: InftyAI-Agent

.dockerignore

@@ -0,0 +1,7 @@
+# You should have a .env file locally for testing.
+
+# Aliyun OSS
+OSS_ACCESS_KEY_ID=
+OSS_ACCESS_KEY_SECRET=
+ENDPOINT=
+BUCKET=

.env.example

@@ -26,6 +26,10 @@ Dockerfile.cross
 .DS_Store
 artifacts
 cache
+tmp
+.env
 
 __pycache__
 *.pyc
+.pytest_cache
+dist

.gitignore

@@ -0,0 +1,19 @@
+.PHONY: lint
+lint:
+	black .
+
+.PHONY: test
+test: lint
+ifdef test_name
+	pytest tests/unit_tests -v -k $(test_name)
+else
+	pytest tests/unit_tests
+endif
+
+.PHONY: test-integration
+test-integration: lint
+ifdef test_name
+	pytest tests/integration_tests -v -k $(test_name)
+else
+	pytest tests/integration_tests
+endif

Dockerfile

@@ -0,0 +1,3 @@
+from dotenv import load_dotenv
+
+load_dotenv(".env")

Makefile

@@ -0,0 +1,49 @@
+import oss2
+from oss2.credentials import EnvironmentVariableCredentialsProvider
+
+from omnistore.objstore.objstore import ObjStore
+
+
+class OSS(ObjStore):
+    def __init__(self, endpoint: str, bucket: str):
+        """
+        Construct a new client to communicate with the provider.
+        """
+
+        # Make sure environments OSS_ACCESS_KEY_ID and OSS_ACCESS_KEY_SECRET are exist.
+        auth = oss2.ProviderAuth(EnvironmentVariableCredentialsProvider())
+        self._bucket = oss2.Bucket(auth, endpoint, bucket)
+
+    def upload(self, src: str, dest: str):
+        """
+        Upload will upload the obj to the provider.
+        """
+
+        oss2.resumable_upload(self._bucket, dest, src)
+
+    def download(self, src: str, dest: str):
+        """
+        Download will download the required obj from the provider.
+        """
+
+        oss2.resumable_download(self._bucket, src, dest)
+
+    def delete(self, filename: str):
+        """
+        Delete will delete the obj from the provider.
+        """
+
+        return self._bucket.delete_object(filename)
+
+    def exists(self, filename: str):
+        """
+        Exists checks whether the obj exists in the provider.
+        """
+
+        return self._bucket.object_exists(filename)
+
+    def accessible(self) -> bool:
+        """
+        Accessible checks whether the obj is visitable.
+        """
+        raise NotImplementedError("OSS not implemented")