diff --git a/ci/compose.sh b/ci/compose.sh
index f7b4f388c..2760b6e3e 100644
--- a/ci/compose.sh
+++ b/ci/compose.sh
@@ -21,7 +21,7 @@ function compose_down_all {
 }
 
 function all_weaviate_ports {
-  echo "8090 8081 8087 8088 8089 8086 8082 8083 8075 8092 8085 8080" # in alphabetic order of appearance in docker-compose files
+  echo "8090 8081 8091 8087 8088 8089 8086 8082 8083 8075 8092 8085 8080" # in alphabetic order of appearance in docker-compose files
 }
 
 function wait(){
diff --git a/ci/docker-compose-backups.yml b/ci/docker-compose-backups.yml
new file mode 100644
index 000000000..cd09cdbaf
--- /dev/null
+++ b/ci/docker-compose-backups.yml
@@ -0,0 +1,32 @@
+---
+version: '3.4'
+services:
+  weaviate:
+    command:
+      - --host
+      - 0.0.0.0
+      - --port
+      - '8080'
+      - --scheme
+      - http
+      - --write-timeout=600s
+    image: semitechnologies/weaviate:${WEAVIATE_VERSION}
+    ports:
+      - "8091:8080"
+      - "50062:50051"
+    restart: on-failure:0
+    environment:
+      CONTEXTIONARY_URL: contextionary:9999
+      QUERY_DEFAULTS_LIMIT: 25
+      AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: 'true'
+      PERSISTENCE_DATA_PATH: '/var/lib/weaviate'
+      ENABLE_MODULES: backup-filesystem
+      BACKUP_FILESYSTEM_PATH: "/tmp/backups"
+      CLUSTER_GOSSIP_BIND_PORT: "7100"
+      CLUSTER_DATA_BIND_PORT: "7101"
+      CLUSTER_HOSTNAME: "node1"
+      AUTOSCHEMA_ENABLED: 'false'
+      DISABLE_TELEMETRY: 'true'
+      DISABLE_LAZY_LOAD_SHARDS: 'true'
+      GRPC_MAX_MESSAGE_SIZE: 100000000  # 100mb
+...
diff --git a/ci/docker-compose.yml b/ci/docker-compose.yml
index ca7e4e8c2..982c8db97 100644
--- a/ci/docker-compose.yml
+++ b/ci/docker-compose.yml
@@ -21,8 +21,7 @@ services:
       AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: 'true'
       PERSISTENCE_DATA_PATH: '/var/lib/weaviate'
       DEFAULT_VECTORIZER_MODULE: 'text2vec-contextionary'
-      ENABLE_MODULES: text2vec-contextionary,backup-filesystem,generative-dummy,generative-anyscale,reranker-dummy,reranker-cohere
-      BACKUP_FILESYSTEM_PATH: "/tmp/backups"
+      ENABLE_MODULES: text2vec-contextionary,generative-dummy,generative-anyscale,reranker-dummy,reranker-cohere
       CLUSTER_GOSSIP_BIND_PORT: "7100"
       CLUSTER_DATA_BIND_PORT: "7101"
       CLUSTER_HOSTNAME: "node1"
diff --git a/integration/test_backup_v4.py b/integration/test_backup_v4.py
index 493de64a7..50ddbb877 100644
--- a/integration/test_backup_v4.py
+++ b/integration/test_backup_v4.py
@@ -76,7 +76,7 @@
 
 @pytest.fixture(scope="module")
 def client() -> Generator[weaviate.WeaviateClient, None, None]:
-    client = weaviate.connect_to_local()
+    client = weaviate.connect_to_local(port=8091, grpc_port=50062)
     client.collections.delete("Paragraph")
     client.collections.delete("Article")