SDK correctness and resilience improvements

Author: PastelStorm

.github/workflows/ci.yaml

@@ -86,6 +86,27 @@ jobs:
       run: |
         make test-integration-docker
 
+  test_platform_integration:
+    runs-on: opensource-linux-8core
+    steps:
+    - uses: actions/checkout@v4
+    - uses: astral-sh/setup-uv@v6
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v5
+      with:
+        python-version: "3.13"
+    - name: Install dependencies
+      env:
+        UV_LOCKED: "1"
+        UV_PYTHON: "3.13"
+      run: make install
+    - name: Run platform integration tests
+      env:
+        UV_PYTHON: "3.13"
+        UNSTRUCTURED_API_KEY: ${{ secrets.UNSTRUCTURED_API_KEY }}
+      run: |
+        make test-integration-platform
+
   test_contract:
     strategy:
       fail-fast: false

CHANGELOG.md

@@ -1,3 +1,16 @@
+## 0.43.1
+
+### Enhancements
+* Add split-PDF observability with operation-aware batch planning, timeout, cancellation, and completion logs.
+* Make long-running integration tests stream live progress, timings, and backend failure context for split and single partition phases.
+
+### Features
+
+### Fixes
+* Preserve chunk-local transport retries for split-PDF execution even when SDK-level retries disable connection-error retries for top-level requests.
+* Harden split-PDF timeout and cleanup paths against closed event loops and cancelled chunk tasks.
+* Stabilize `hi_res` split integration coverage by using a smaller derived multi-page fixture instead of the flaky full `layout-parser-paper.pdf` path for equivalence and caching checks.
+
 ## 0.42.12
 
 ### Enhancements

Makefile

@@ -2,6 +2,9 @@ PACKAGE_NAME := unstructured-python-client
 CURRENT_DIR := $(shell pwd)
 ARCH := $(shell uname -m)
 DOCKER_IMAGE ?= downloads.unstructured.io/unstructured-io/unstructured-api:latest
+INTEGRATION_IGNORE_ARGS := --ignore=_test_unstructured_client/integration/test_platform_workflow_lifecycle.py
+INTEGRATION_PYTEST_ARGS := _test_unstructured_client -vv -k integration $(INTEGRATION_IGNORE_ARGS) -o log_cli=true -o log_cli_level=INFO -o log_cli_format="%(asctime)s %(levelname)s %(message)s" --capture=tee-sys --durations=20 --tb=long
+PLATFORM_INTEGRATION_PYTEST_ARGS := _test_unstructured_client/integration/test_platform_workflow_lifecycle.py -v -o log_cli=true -o log_cli_level=INFO --durations=20 --tb=long
 
 ###########
 # Install #
@@ -36,16 +39,34 @@ test-contract:
 # Assumes you have unstructured-api running on localhost:8000
 .PHONY: test-integration
 test-integration:
-	PYTHONPATH=. uv run pytest -n auto _test_unstructured_client -v -k "integration"
+	PYTHONPATH=. uv run pytest $(INTEGRATION_PYTEST_ARGS)
 
 # Runs the unstructured-api in docker for tests
 .PHONY: test-integration-docker
 test-integration-docker:
-	-docker stop unstructured-api && docker kill unstructured-api
-	docker run --name unstructured-api -p 8000:8000 -d --rm ${DOCKER_IMAGE} --host 0.0.0.0 && \
-	curl -s -o /dev/null --retry 10 --retry-delay 5 --retry-all-errors http://localhost:8000/general/docs && \
-	PYTHONPATH=. uv run pytest -n auto _test_unstructured_client -v -k "integration" && \
-	docker kill unstructured-api
+	@bash -lc 'set -euo pipefail; \
+	container_name=unstructured-api; \
+	image="${DOCKER_IMAGE}"; \
+	cleanup() { \
+		status=$$?; \
+		if [ $$status -ne 0 ]; then \
+			echo "integration diagnostics image=$$image container=$$container_name"; \
+			docker logs "$$container_name" --tail 200 || true; \
+		fi; \
+		docker kill "$$container_name" >/dev/null 2>&1 || true; \
+		exit $$status; \
+	}; \
+	trap cleanup EXIT; \
+	docker stop "$$container_name" >/dev/null 2>&1 || true; \
+	docker kill "$$container_name" >/dev/null 2>&1 || true; \
+	echo "starting integration api image=$$image"; \
+	docker run --name "$$container_name" -p 8000:8000 -d --rm "$$image" --host 0.0.0.0; \
+	curl -s -o /dev/null --retry 10 --retry-delay 5 --retry-all-errors http://localhost:8000/general/docs; \
+	PYTHONPATH=. uv run pytest $(INTEGRATION_PYTEST_ARGS)'
+
+.PHONY: test-integration-platform
+test-integration-platform:
+	PYTHONPATH=. uv run pytest $(PLATFORM_INTEGRATION_PYTEST_ARGS)
 
 .PHONY: lint
 lint: