Rocksdb-Cloud backend - refactored code to make cloud storage plugin pluggable.

Author: vaijosh

.gitignore

@@ -119,4 +119,4 @@ codeium-instructions.md
 WARP.md
 
 # Auto-generated by test scripts
-docker/HStore-On-S3/.generated/
+docker/cloud-storage/.generated/

docker/HStore-On-S3/ARCHITECTURE.md docker/cloud-storage/ARCHITECTURE.mddocker/HStore-On-S3/ARCHITECTURE.md renamed to docker/cloud-storage/ARCHITECTURE.md

@@ -45,8 +45,8 @@ SERVER_PORT="${SERVER_PORT:-8080}"
 # Store cloud sync is required in this smoke test: each store writes SST updates to S3.
 STORE_ROCKSDB_CLOUD_ENABLED="${STORE_ROCKSDB_CLOUD_ENABLED:-true}"
 STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS="${STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS:-30}"
-# If true, each write commit waits for synchronous S3 upload before returning.
-STORE_ROCKSDB_CLOUD_S3_FIRST_MODE="${STORE_ROCKSDB_CLOUD_S3_FIRST_MODE:-true}"
+# If true, each write commit waits for synchronous cloud storage upload before returning.
+STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE="${STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE:-true}"
 
 AUTO_BUILD_SERVER_IMAGE="${AUTO_BUILD_SERVER_IMAGE:-true}"
 AUTO_BUILD_STORE_IMAGE="${AUTO_BUILD_STORE_IMAGE:-true}"
@@ -376,16 +376,16 @@ services:
       HG_STORE_RAFT_ADDRESS: store0:8510
       HG_STORE_DATA_PATH: /hugegraph-store/storage
       HG_STORE_ROCKSDB_CLOUD_ENABLED: "${STORE_ROCKSDB_CLOUD_ENABLED}"
-      HG_STORE_ROCKSDB_CLOUD_S3_BUCKET: "${S3_BUCKET_STORE0}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ENDPOINT: "${S3_ENDPOINT}"
-      HG_STORE_ROCKSDB_CLOUD_S3_REGION: "${S3_REGION}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ACCESS_KEY: "${MINIO_ROOT_USER}"
-      HG_STORE_ROCKSDB_CLOUD_S3_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
-      HG_STORE_ROCKSDB_CLOUD_S3_PATH_STYLE: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_OBJECT_PREFIX: ""
+      HG_STORE_ROCKSDB_CLOUD_BUCKET: "${S3_BUCKET_STORE0}"
+      HG_STORE_ROCKSDB_CLOUD_ENDPOINT: "${S3_ENDPOINT}"
+      HG_STORE_ROCKSDB_CLOUD_REGION: "${S3_REGION}"
+      HG_STORE_ROCKSDB_CLOUD_ACCESS_KEY: "${MINIO_ROOT_USER}"
+      HG_STORE_ROCKSDB_CLOUD_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
+      HG_STORE_ROCKSDB_CLOUD_PATH_STYLE: "true"
+      HG_STORE_ROCKSDB_CLOUD_OBJECT_PREFIX: ""
       HG_STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS: "${STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS}"
       HG_STORE_ROCKSDB_CLOUD_SYNC_INCREMENTAL: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_S3_FIRST_MODE}"
+      HG_STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE}"
     ports:
       - "8520:8520"
     volumes:
@@ -413,16 +413,16 @@ services:
       HG_STORE_RAFT_ADDRESS: store1:8510
       HG_STORE_DATA_PATH: /hugegraph-store/storage
       HG_STORE_ROCKSDB_CLOUD_ENABLED: "${STORE_ROCKSDB_CLOUD_ENABLED}"
-      HG_STORE_ROCKSDB_CLOUD_S3_BUCKET: "${S3_BUCKET_STORE1}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ENDPOINT: "${S3_ENDPOINT}"
-      HG_STORE_ROCKSDB_CLOUD_S3_REGION: "${S3_REGION}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ACCESS_KEY: "${MINIO_ROOT_USER}"
-      HG_STORE_ROCKSDB_CLOUD_S3_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
-      HG_STORE_ROCKSDB_CLOUD_S3_PATH_STYLE: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_OBJECT_PREFIX: ""
+      HG_STORE_ROCKSDB_CLOUD_BUCKET: "${S3_BUCKET_STORE1}"
+      HG_STORE_ROCKSDB_CLOUD_ENDPOINT: "${S3_ENDPOINT}"
+      HG_STORE_ROCKSDB_CLOUD_REGION: "${S3_REGION}"
+      HG_STORE_ROCKSDB_CLOUD_ACCESS_KEY: "${MINIO_ROOT_USER}"
+      HG_STORE_ROCKSDB_CLOUD_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
+      HG_STORE_ROCKSDB_CLOUD_PATH_STYLE: "true"
+      HG_STORE_ROCKSDB_CLOUD_OBJECT_PREFIX: ""
       HG_STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS: "${STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS}"
       HG_STORE_ROCKSDB_CLOUD_SYNC_INCREMENTAL: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_S3_FIRST_MODE}"
+      HG_STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE}"
     ports:
       - "8521:8520"
     volumes:
@@ -450,16 +450,16 @@ services:
       HG_STORE_RAFT_ADDRESS: store2:8510
       HG_STORE_DATA_PATH: /hugegraph-store/storage
       HG_STORE_ROCKSDB_CLOUD_ENABLED: "${STORE_ROCKSDB_CLOUD_ENABLED}"
-      HG_STORE_ROCKSDB_CLOUD_S3_BUCKET: "${S3_BUCKET_STORE2}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ENDPOINT: "${S3_ENDPOINT}"
-      HG_STORE_ROCKSDB_CLOUD_S3_REGION: "${S3_REGION}"
-      HG_STORE_ROCKSDB_CLOUD_S3_ACCESS_KEY: "${MINIO_ROOT_USER}"
-      HG_STORE_ROCKSDB_CLOUD_S3_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
-      HG_STORE_ROCKSDB_CLOUD_S3_PATH_STYLE: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_OBJECT_PREFIX: ""
+      HG_STORE_ROCKSDB_CLOUD_BUCKET: "${S3_BUCKET_STORE2}"
+      HG_STORE_ROCKSDB_CLOUD_ENDPOINT: "${S3_ENDPOINT}"
+      HG_STORE_ROCKSDB_CLOUD_REGION: "${S3_REGION}"
+      HG_STORE_ROCKSDB_CLOUD_ACCESS_KEY: "${MINIO_ROOT_USER}"
+      HG_STORE_ROCKSDB_CLOUD_SECRET_KEY: "${MINIO_ROOT_PASSWORD}"
+      HG_STORE_ROCKSDB_CLOUD_PATH_STYLE: "true"
+      HG_STORE_ROCKSDB_CLOUD_OBJECT_PREFIX: ""
       HG_STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS: "${STORE_ROCKSDB_CLOUD_SYNC_INTERVAL_SECONDS}"
       HG_STORE_ROCKSDB_CLOUD_SYNC_INCREMENTAL: "true"
-      HG_STORE_ROCKSDB_CLOUD_S3_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_S3_FIRST_MODE}"
+      HG_STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE: "${STORE_ROCKSDB_CLOUD_CLOUD_FIRST_MODE}"
     ports:
       - "8522:8520"
     volumes: