WIP: fix

Author: tellet-q

.github/workflows/continuous-benchmark-transfer.yaml

@@ -127,6 +127,7 @@ jobs:
           done
         env:
           ANSIBLE_HOST_KEY_CHECKING: "False"
+          ANSIBLE_SSH_ARGS: "-o ServerAliveInterval=30 -o ServerAliveCountMax=10 -o ControlMaster=no"
           QDRANT_VERSIONS: ${{ env.QDRANT_VERSIONS }}
           DATASET_NAME: ${{ env.DATASET_NAME }}
 

ansible/playbooks/roles/run-transfer-speed/files/shard_transfer.py

@@ -223,8 +223,9 @@ def main():
         print(f"Error: {VECTORS_FILE} not found")
         sys.exit(1)
 
-    vectors = np.load(VECTORS_FILE)
-    print(f"Loaded {len(vectors):,} vectors ({vectors.shape[1]} dims)")
+    # Use memory mapping to avoid loading entire file into RAM
+    vectors = np.load(VECTORS_FILE, mmap_mode='r')
+    print(f"Loaded {len(vectors):,} vectors ({vectors.shape[1]} dims) [mmap]")
 
     benchmark = TransferBenchmark(QDRANT_URIS, QDRANT_API_KEY)
     try: