WIP: fix

Author: tellet-q

.github/workflows/continuous-benchmark-transfer.yaml

@@ -21,7 +21,7 @@ on:
         type: string
       client_type:
         description: 'Hetzner client type'
-        default: 'cpx32'
+        default: 'cpx42'
         type: string
   push:
     branches:
@@ -36,7 +36,7 @@ env:
   HCLOUD_TOKEN: ${{ secrets.HCLOUD_TOKEN }}
   # Defaults for push trigger (inputs.* is empty on push)
   SERVER_TYPE: ${{ inputs.server_type || 'cpx42' }}
-  CLIENT_TYPE: ${{ inputs.client_type || 'cpx32' }}
+  CLIENT_TYPE: ${{ inputs.client_type || 'cpx42' }}
   REGION: ${{ inputs.region || 'fsn1' }}
   DATASET_NAME: ${{ inputs.dataset_name || 'dbpedia-openai-1M-1536-angular' }}
   QDRANT_VERSIONS: ${{ inputs.qdrant_versions || 'ghcr/dev,docker/master' }}

ansible/playbooks/files/transfer-speed/docker-compose-cluster.yaml

@@ -16,4 +16,4 @@ services:
     volumes:
       - ./qdrant_data:/qdrant/storage
     command: >
-      sh -c "./qdrant --uri '${NODE_URI}' ${BOOTSTRAP_URI:+--bootstrap '${BOOTSTRAP_URI}'}"
+      sh -c "${BOOTSTRAP_URI:+sleep 5 && }./qdrant --uri '${NODE_URI}' ${BOOTSTRAP_URI:+--bootstrap '${BOOTSTRAP_URI}'}"

ansible/playbooks/playbook-transfer-speed.yml

@@ -2,7 +2,6 @@
 - name: Setup Qdrant cluster nodes
   hosts: remote_machines
   become: yes
-  serial: 1  # Run on nodes one at a time to ensure proper cluster formation
   tasks:
     - name: Load variables
       include_vars: "group_vars/transfer-speed.yml"

ansible/playbooks/roles/run-transfer-speed/files/shard_transfer.py

@@ -223,9 +223,8 @@ def main():
         print(f"Error: {VECTORS_FILE} not found")
         sys.exit(1)
 
-    # Use memory mapping to avoid loading entire file into RAM
-    vectors = np.load(VECTORS_FILE, mmap_mode='r')
-    print(f"Loaded {len(vectors):,} vectors ({vectors.shape[1]} dims) [mmap]")
+    vectors = np.load(VECTORS_FILE)
+    print(f"Loaded {len(vectors):,} vectors ({vectors.shape[1]} dims)")
 
     benchmark = TransferBenchmark(QDRANT_URIS, QDRANT_API_KEY)
     try: