fix: import from saas to self-hosted (#5336)

Author: gagantrivedi

api/import_export/export.py

@@ -56,7 +56,12 @@ class S3OrganisationExporter:
     def __init__(self, s3_client=None):  # type: ignore[no-untyped-def]
         self.s3_client = s3_client or boto3.client("s3")
 
-    def export_to_s3(self, organisation_id: int, bucket_name: str, key: str):  # type: ignore[no-untyped-def]
+    def export_to_s3(
+        self,
+        organisation_id: int,
+        bucket_name: str,
+        key: str,
+    ) -> None:
         data = full_export(organisation_id)
         logger.debug("Got data export for organisation.")
 
@@ -109,41 +114,52 @@ def export_metadata(organisation_id: int) -> typing.List[dict]:  # type: ignore[
     )
 
 
-def export_projects(organisation_id: int) -> typing.List[dict]:  # type: ignore[type-arg]
+def export_projects(
+    organisation_id: int,
+) -> typing.List[dict]:  # type: ignore[type-arg]
     default_filter = Q(project__organisation__id=organisation_id)
 
-    return _export_entities(
+    exported_projects = _export_entities(
         _EntityExportConfig(Project, Q(organisation__id=organisation_id)),
-        _EntityExportConfig(
-            Segment, Q(project__organisation__id=organisation_id, id=F("version_of"))
-        ),
-        _EntityExportConfig(
-            SegmentRule,
-            Q(
-                segment__project__organisation__id=organisation_id,
-                segment_id=F("segment__version_of"),
-            )
-            | Q(
-                rule__segment__project__organisation__id=organisation_id,
-                rule__segment_id=F("rule__segment__version_of"),
+    )
+    for project in exported_projects:
+        project["fields"]["enable_dynamo_db"] = False
+
+    return [
+        *exported_projects,
+        *_export_entities(
+            _EntityExportConfig(
+                Segment,
+                Q(project__organisation__id=organisation_id, id=F("version_of")),
             ),
-        ),
-        _EntityExportConfig(
-            Condition,
-            Q(
-                rule__segment__project__organisation__id=organisation_id,
-                rule__segment_id=F("rule__segment__version_of"),
-            )
-            | Q(
-                rule__rule__segment__project__organisation__id=organisation_id,
-                rule__rule__segment_id=F("rule__rule__segment__version_of"),
+            _EntityExportConfig(
+                SegmentRule,
+                Q(
+                    segment__project__organisation__id=organisation_id,
+                    segment_id=F("segment__version_of"),
+                )
+                | Q(
+                    rule__segment__project__organisation__id=organisation_id,
+                    rule__segment_id=F("rule__segment__version_of"),
+                ),
             ),
+            _EntityExportConfig(
+                Condition,
+                Q(
+                    rule__segment__project__organisation__id=organisation_id,
+                    rule__segment_id=F("rule__segment__version_of"),
+                )
+                | Q(
+                    rule__rule__segment__project__organisation__id=organisation_id,
+                    rule__rule__segment_id=F("rule__rule__segment__version_of"),
+                ),
+            ),
+            _EntityExportConfig(Tag, default_filter),
+            _EntityExportConfig(DataDogConfiguration, default_filter),
+            _EntityExportConfig(NewRelicConfiguration, default_filter),
+            _EntityExportConfig(SlackConfiguration, default_filter),
         ),
-        _EntityExportConfig(Tag, default_filter),
-        _EntityExportConfig(DataDogConfiguration, default_filter),
-        _EntityExportConfig(NewRelicConfiguration, default_filter),
-        _EntityExportConfig(SlackConfiguration, default_filter),
-    )
+    ]
 
 
 def export_environments(organisation_id: int) -> typing.List[dict]:  # type: ignore[type-arg]

api/tests/unit/import_export/test_unit_import_export_export.py

@@ -11,6 +11,7 @@
 from flag_engine.segments.constants import ALL_RULE, EQUAL
 from moto import mock_s3  # type: ignore[import-untyped]
 from mypy_boto3_dynamodb.service_resource import Table
+from pyfakefs.fake_filesystem import FakeFilesystem
 from pytest_mock import MockerFixture
 
 from core.constants import STRING
@@ -597,3 +598,30 @@ def test_organisation_exporter_export_to_s3(organisation):  # type: ignore[no-un
     # Then
     retrieved_object = s3_client.get_object(Bucket=bucket_name, Key=file_key)
     assert retrieved_object.get("ContentLength", 0) > 0
+
+
+def test_export_dynamo_project(
+    organisation: Organisation, mocker: MockerFixture, fs: FakeFilesystem
+) -> None:
+    # Given - dynamo db project
+    project_name = "test project"
+    project = Project.objects.create(
+        organisation=organisation, name=project_name, enable_dynamo_db=True
+    )
+
+    # When - we export the data
+    data = export_projects(organisation.id)
+
+    # and delete the project
+    project.hard_delete()
+
+    # Next, let's load the data
+    file_path = f"/tmp/{uuid.uuid4()}.json"
+    fs.create_file(file_path, contents=json.dumps(data, cls=DjangoJSONEncoder))
+
+    call_command("loaddata", file_path, format="json")
+
+    # Then
+    assert (
+        Project.objects.filter(uuid=project.uuid, enable_dynamo_db=False).count() == 1
+    )