Merge pull request #5 from toondb/release/0.3.5

Release/0.3.5

Author: sushanthpy

.github/workflows/release.yml

@@ -250,6 +250,15 @@ jobs:
   build-sdist:
     name: Build Source Distribution
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        include:
+          - target: x86_64-unknown-linux-gnu
+            archive_ext: tar.gz
+          - target: aarch64-apple-darwin
+            archive_ext: tar.gz
+          - target: x86_64-pc-windows-msvc
+            archive_ext: zip
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -259,16 +268,81 @@ jobs:
         with:
           python-version: '3.12'
 
+      - name: Create directory structure
+        run: |
+          mkdir -p src/toondb/_bin/${{ matrix.target }}
+          mkdir -p src/toondb/lib/${{ matrix.target }}
+
+      - name: Download binaries from main ToonDB release
+        shell: bash
+        run: |
+          # Use toondb_version if provided, otherwise use version
+          VERSION="${{ inputs.toondb_version }}"
+          if [ -z "$VERSION" ]; then
+            VERSION="${{ inputs.version }}"
+          fi
+          
+          TAG="v${VERSION}"
+          TARGET="${{ matrix.target }}"
+          
+          if [ "${{ matrix.archive_ext }}" = "zip" ]; then
+            ASSET_NAME="toondb-${VERSION}-${TARGET}.zip"
+          else
+            ASSET_NAME="toondb-${VERSION}-${TARGET}.tar.gz"
+          fi
+          
+          DOWNLOAD_URL="https://github.com/${{ env.TOONDB_REPO }}/releases/download/${TAG}/${ASSET_NAME}"
+          echo "Downloading ToonDB binaries for sdist:"
+          echo "  URL: $DOWNLOAD_URL"
+          
+          curl -L -f -o release-archive.${{ matrix.archive_ext }} "$DOWNLOAD_URL"
+          
+          # Extract the archive
+          if [ "${{ matrix.archive_ext }}" = "zip" ]; then
+            unzip -o release-archive.zip
+          else
+            tar -xzf release-archive.tar.gz
+          fi
+
+      - name: Copy binaries to SDK
+        shell: bash
+        run: |
+          TARGET="${{ matrix.target }}"
+          
+          # Copy binaries
+          if [ "$TARGET" = "x86_64-pc-windows-msvc" ]; then
+            # Windows binaries
+            find . -maxdepth 2 -name "toondb-bulk.exe" -type f -exec cp {} src/toondb/_bin/${TARGET}/ \;
+            find . -maxdepth 2 -name "toondb-grpc-server.exe" -type f -exec cp {} src/toondb/_bin/${TARGET}/ \;
+            find . -maxdepth 2 -name "toondb_storage.dll" -type f -exec cp {} src/toondb/lib/${TARGET}/ \;
+            find . -maxdepth 2 -name "toondb_index.dll" -type f -exec cp {} src/toondb/lib/${TARGET}/ \;
+          else
+            # Unix binaries
+            find . -maxdepth 2 -name "toondb-bulk" -type f -exec cp {} src/toondb/_bin/${TARGET}/ \;
+            find . -maxdepth 2 -name "toondb-server" -type f -exec cp {} src/toondb/_bin/${TARGET}/ \; || true
+            find . -maxdepth 2 -name "toondb-grpc-server" -type f -exec cp {} src/toondb/_bin/${TARGET}/ \;
+            find . -maxdepth 2 -name "libtoondb_storage*" -type f -exec cp {} src/toondb/lib/${TARGET}/ \;
+            find . -maxdepth 2 -name "libtoondb_index*" -type f -exec cp {} src/toondb/lib/${TARGET}/ \;
+            chmod +x src/toondb/_bin/${TARGET}/* 2>/dev/null || true
+          fi
+          
+          echo "=== Binaries for ${TARGET} ==="
+          ls -la src/toondb/_bin/${TARGET}/ 2>/dev/null || echo "No binaries"
+          echo "=== Libraries for ${TARGET} ==="
+          ls -la src/toondb/lib/${TARGET}/ 2>/dev/null || echo "No libraries"
+
       - name: Update package version
         run: |
           sed -i 's/version = ".*"/version = "${{ inputs.version }}"/' pyproject.toml
 
-      - name: Build sdist
+      - name: Build sdist (only first target)
+        if: matrix.target == 'x86_64-unknown-linux-gnu'
         run: |
           pip install build
           python -m build --sdist
 
       - name: Upload sdist artifact
+        if: matrix.target == 'x86_64-unknown-linux-gnu'
         uses: actions/upload-artifact@v4
         with:
           name: sdist

README.md

@@ -1,8 +1,39 @@
-# ToonDB Python SDK v0.3.4
+# ToonDB Python SDK v0.3.5
 
 **Dual-mode architecture: Embedded (FFI) + Server (gRPC/IPC)**  
 Choose the deployment mode that fits your needs.
 
+## What's New in 0.3.5
+
+### 🔢 Vector Operations in Database Class
+No need for separate `VectorIndex` class anymore - vector operations are now directly available on the `Database` class:
+
+```python
+from toondb import Database
+
+db = Database.open('./mydb')
+
+# Create vector index
+db.create_index('embeddings', dimension=384)
+
+# Insert vectors
+db.insert_vectors('embeddings', [1, 2, 3], [
+    [0.1, 0.2, ...],  # vector 1
+    [0.3, 0.4, ...],  # vector 2
+    [0.5, 0.6, ...],  # vector 3
+])
+
+# Search
+results = db.search('embeddings', [0.1, 0.2, ...], k=5)
+for id, distance in results:
+    print(f'ID: {id}, Distance: {distance:.4f}')
+```
+
+### 🏗️ Works with Tokio-Optional Architecture
+- Supports both sync and async Rust backend (v0.3.5)
+- No breaking changes to existing code
+- Smaller binaries (~500KB reduction)
+
 ## Architecture: Flexible Deployment
 
 ```
@@ -72,6 +103,19 @@ with Database.open("./mydb") as db:
     db.put(b"key", b"value")
     value = db.get(b"key")
 
+    # Vector operations (NEW in 0.3.5)
+    db.create_index('embeddings', dimension=384)
+    db.insert_vectors('embeddings', [1, 2, 3], [
+        [0.1, 0.2, ...],  # vector 1
+        [0.3, 0.4, ...],  # vector 2
+        [0.5, 0.6, ...],  # vector 3
+    ])
+    
+    # Search for similar vectors
+    results = db.search('embeddings', [0.1, 0.2, ...], k=5)
+    for id, distance in results:
+        print(f'ID: {id}, Distance: {distance}')
+    
     # Namespaces
     ns = db.namespace("tenant_123")
     collection = ns.collection("documents", dimension=384)