SDK Roll over to v0.59.0 (#1154)

harini-venkataraman · web-flow · commit 22f37570e17f · 2025-02-27T15:21:35.000+05:30
* SDK Roll over to v0.59.0

* SDK Roll over to v0.59.0

* Adding azure and aws

* Adding dev comments

* Adding dev comments

* Lock files

* Lock files

* Commit pdm.lock changes
diff --git a/backend/pdm.lock b/backend/pdm.lock
diff --git a/backend/pyproject.toml b/backend/pyproject.toml
@@ -34,7 +34,7 @@ dependencies = [
     "social-auth-core==4.4.2", # For OAuth
     #ToDo: Temporarily removing the extra dependencies of aws and gcs from unstract-sdk
     #to resolve lock file. Will have to be re-looked into
-    "unstract-sdk~=0.58.0",
+    "unstract-sdk[azure]~=0.59.0",
     "gcsfs==2024.10.0",
     "s3fs==2024.10.0",
     # ! IMPORTANT!
@@ -91,6 +91,11 @@ dev = [
 env_files = "test.env" # Load env from particular env file
 addopts = "-s"
 
+[tool.pdm.resolution.overrides]
+aioboto3 = "13.1.1"
+aiobotocore = "2.13.1"
+boto3 = "1.34.131"
+
 [tool.pdm.scripts]
 # Commands for backend
 backend.cmd = "./entrypoint.sh"
diff --git a/backend/sample.env b/backend/sample.env
@@ -75,9 +75,9 @@ PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data
 
 # Structure Tool Image (Runs prompt studio exported tools)
 # https://hub.docker.com/r/unstract/tool-structure
-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.65"
+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.66"
 STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"
-STRUCTURE_TOOL_IMAGE_TAG="0.0.65"
+STRUCTURE_TOOL_IMAGE_TAG="0.0.66"
 
 # Feature Flags
 EVALUATION_SERVER_IP=unstract-flipt
diff --git a/pdm.lock b/pdm.lock
diff --git a/platform-service/pdm.lock b/platform-service/pdm.lock
diff --git a/platform-service/pyproject.toml b/platform-service/pyproject.toml
@@ -13,7 +13,7 @@ dependencies = [
     "redis~=5.2.1",
     "cryptography>=41.0.7",
     "requests>=2.31.0",
-    "unstract-sdk[gcs]~=0.58.0",
+    "unstract-sdk[gcs, azure, aws]~=0.59.0",
     "unstract-flags @ file:///${PROJECT_ROOT}/../unstract/flags",
 ]
 requires-python = ">=3.9,<3.11.1"
@@ -37,6 +37,11 @@ deploy = [
     "gunicorn>=21.2.0",
 ]
 
+[tool.pdm.resolution.overrides]
+aioboto3 = "13.1.1"
+aiobotocore = "2.13.1"
+boto3 = "1.34.131"
+
 [tool.pdm.scripts]
 platform_service.cmd = "./entrypoint.sh"
 platform_service.env_file = ".env"
diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lock
diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.toml
@@ -17,7 +17,7 @@ dependencies = [
     "python-dotenv==1.0.0",
     #ToDo: Temporarily removing the extra dependencies of aws and gcs from unstract-sdk
     #to resolve lock file. Will have to be re-looked into
-    "unstract-sdk~=0.58.0",
+    "unstract-sdk[azure]~=0.59.0",
     "gcsfs==2024.10.0",
     "s3fs==2024.10.0",
     "redis>=5.0.3",
diff --git a/pyproject.toml b/pyproject.toml
@@ -41,7 +41,7 @@ hook-check-django-migrations = [
     "psycopg2-binary==2.9.9",
     "python-dotenv==1.0.0",
     "python-magic==0.4.27",
-    "unstract-sdk~=0.58.0",
+    "unstract-sdk~=0.59.0",
     "-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors",
     "-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core",
     "-e unstract-flags @ file:///${PROJECT_ROOT}/unstract/flags",
diff --git a/tools/classifier/requirements.txt b/tools/classifier/requirements.txt
@@ -1,4 +1,7 @@
 # Add your dependencies here
 
 # Required for all unstract tools
-unstract-sdk[aws]~=0.58.0
+# aws alone is needed here
+# because tools use transient temporary storage.
+
+unstract-sdk[aws]~=0.59.0
diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.json
@@ -2,7 +2,7 @@
   "schemaVersion": "0.0.1",
   "displayName": "File Classifier",
   "functionName": "classify",
-  "toolVersion": "0.0.54",
+  "toolVersion": "0.0.55",
   "description": "Classifies a file into a bin based on its contents",
   "input": {
     "description": "File to be classified"
diff --git a/tools/structure/requirements.txt b/tools/structure/requirements.txt
@@ -1,4 +1,6 @@
 # Add your dependencies here
 
 # Required for all unstract tools
-unstract-sdk[aws]~=0.58.0
+# aws alone is needed here
+# because tools use transient temporary storage.
+unstract-sdk[aws]~=0.59.0
diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.json
@@ -2,7 +2,7 @@
   "schemaVersion": "0.0.1",
   "displayName": "Structure Tool",
   "functionName": "structure_tool",
-  "toolVersion": "0.0.65",
+  "toolVersion": "0.0.66",
   "description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio",
   "input": {
     "description": "File that needs to be indexed and parsed for answers"
diff --git a/tools/text_extractor/requirements.txt b/tools/text_extractor/requirements.txt
@@ -1,4 +1,7 @@
 # Add your dependencies here
 
 # Required for all unstract tools
-unstract-sdk[aws]~=0.58.0
+# aws alone is needed here
+# because tools use transient temporary storage.
+
+unstract-sdk[aws]~=0.59.0
diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.json
@@ -2,7 +2,7 @@
   "schemaVersion": "0.0.1",
   "displayName": "Text Extractor",
   "functionName": "text_extractor",
-  "toolVersion": "0.0.51",
+  "toolVersion": "0.0.52",
   "description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents",
   "input": {
     "description": "Document"
diff --git a/unstract/connectors/pdm.lock b/unstract/connectors/pdm.lock
diff --git a/unstract/connectors/pyproject.toml b/unstract/connectors/pyproject.toml
@@ -20,7 +20,7 @@ dependencies = [
     "dropboxdrivefs==1.4.1", # For Dropbox
     "boxfs==0.2.1", # For Box
     "gcsfs==2024.10.0", # For GoogleCloudStorage
-    "adlfs==2023.8.0", # For AzureCloudStorage
+    "adlfs~=2024.7.0", # For AzureCloudStorage
     # Database connectors
     "psycopg2-binary==2.9.9", # For Postgres, Redshift
     "snowflake-connector-python[pandas]~=3.6.0", # For Snowflake
diff --git a/unstract/filesystem/pdm.lock b/unstract/filesystem/pdm.lock
diff --git a/unstract/filesystem/pyproject.toml b/unstract/filesystem/pyproject.toml
@@ -10,7 +10,7 @@ authors = [
     {name = "Zipstack Inc.", email = "devsupport@zipstack.com"},
 ]
 dependencies = [
-    "unstract-sdk~=0.58.0",
+    "unstract-sdk~=0.59.0",
 ]
 requires-python = ">=3.9,<3.11.1"
 readme = "README.md"
diff --git a/unstract/tool-registry/pyproject.toml b/unstract/tool-registry/pyproject.toml
@@ -13,7 +13,7 @@ dependencies = [
     "docker~=6.1.3",
     "jsonschema~=4.18.2",
     "PyYAML~=6.0.1",
-    "unstract-sdk~=0.58.0",
+    "unstract-sdk~=0.59.0",
     # ! IMPORTANT!
     # Local dependencies usually need to be added as:
     # https://pdm-project.org/latest/usage/dependency/#local-dependencies
