update ids

Author: chris-celerdata

datahub-web-react/src/images/starrockslogo.png

@@ -686,7 +686,7 @@
     "img_path": "img/logos/platforms/singlestore.svg"
   },
   "starrocks": {
-    "api_connector": true,
+    "api_connector": false,
     "platform_type": "Database",
     "title": "StarRocks",
     "description": "High-performance analytical database for real-time, multi-dimensional analytics at scale.",

metadata-ingestion/docs/sources/integrations_catalog.json

@@ -567,7 +567,7 @@
       "classname": "datahub.ingestion.source.datahub.datahub_source.DataHubSource",
       "platform_id": "datahub",
       "platform_name": "DataHub",
-      "support_status": "TESTING"
+      "support_status": "CERTIFIED"
     },
     "datahub-apply": {
       "capabilities": [],
@@ -639,12 +639,24 @@
           "subtype_modifier": null,
           "supported": true
         },
+        {
+          "capability": "DESCRIPTIONS",
+          "description": "Enabled by default",
+          "subtype_modifier": null,
+          "supported": true
+        },
         {
           "capability": "DELETION_DETECTION",
           "description": "Enabled by default via stateful ingestion",
           "subtype_modifier": null,
           "supported": true
         },
+        {
+          "capability": "PLATFORM_INSTANCE",
+          "description": "Project containers are generated instead",
+          "subtype_modifier": null,
+          "supported": false
+        },
         {
           "capability": "SCHEMA_METADATA",
           "description": "Enabled by default, can be disabled via configuration `include_schema`",
@@ -1308,12 +1320,6 @@
     },
     "flink": {
       "capabilities": [
-        {
-          "capability": "CONTAINERS",
-          "description": "Catalog databases as containers (requires SQL Gateway)",
-          "subtype_modifier": null,
-          "supported": true
-        },
         {
           "capability": "DELETION_DETECTION",
           "description": "Via stateful ingestion",
@@ -1326,15 +1332,9 @@
           "subtype_modifier": null,
           "supported": true
         },
-        {
-          "capability": "SCHEMA_METADATA",
-          "description": "Catalog table schemas via SQL Gateway (requires include_catalog_metadata)",
-          "subtype_modifier": null,
-          "supported": true
-        },
         {
           "capability": "LINEAGE_COARSE",
-          "description": "Table-level lineage from Kafka sources/sinks",
+          "description": "Table-level lineage from Kafka DataStream sources/sinks and SQL/Table API via catalog resolution",
           "subtype_modifier": null,
           "supported": true
         }
@@ -1391,7 +1391,7 @@
         },
         {
           "capability": "LINEAGE_FINE",
-          "description": "Support via the `emit_s3_lineage` config field",
+          "description": "Support via the `emit_storage_lineage` config field",
           "subtype_modifier": null,
           "supported": true
         },
@@ -1772,9 +1772,9 @@
         },
         {
           "capability": "DOMAINS",
-          "description": "Currently not supported.",
+          "description": "Supported via the `domain` config field",
           "subtype_modifier": null,
-          "supported": false
+          "supported": true
         },
         {
           "capability": "OWNERSHIP",
@@ -2785,7 +2785,7 @@
         },
         {
           "capability": "LINEAGE_FINE",
-          "description": "Disabled by default, configured using `extract_column_level_lineage`. ",
+          "description": "Enabled by default, configured using `extract_column_level_lineage`.",
           "subtype_modifier": null,
           "supported": true
         },
@@ -2920,8 +2920,9 @@
         },
         {
           "capability": "LINEAGE_FINE",
-          "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
+          "description": "Column-level lineage when emitting lineage to connector sources (e.g. Iceberg, Hive)",
           "subtype_modifier": [
+            "Table",
             "View"
           ],
           "supported": true
@@ -3813,6 +3814,87 @@
       "platform_name": "Trino",
       "support_status": "CERTIFIED"
     },
+    "starrocks": {
+      "capabilities": [
+        {
+          "capability": "CONTAINERS",
+          "description": "Enabled by default",
+          "subtype_modifier": [
+            "Catalog",
+            "Database"
+          ],
+          "supported": true
+        },
+        {
+          "capability": "CLASSIFICATION",
+          "description": "Optionally enabled via `classification.enabled`",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "LINEAGE_FINE",
+          "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
+          "subtype_modifier": [
+            "View"
+          ],
+          "supported": true
+        },
+        {
+          "capability": "DATA_PROFILING",
+          "description": "Optionally enabled via configuration",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "DESCRIPTIONS",
+          "description": "Enabled by default",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "DELETION_DETECTION",
+          "description": "Enabled by default via stateful ingestion",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "DOMAINS",
+          "description": "Supported via the `domain` config field",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "PLATFORM_INSTANCE",
+          "description": "Enabled by default",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "SCHEMA_METADATA",
+          "description": "Enabled by default",
+          "subtype_modifier": null,
+          "supported": true
+        },
+        {
+          "capability": "LINEAGE_COARSE",
+          "description": "Enabled by default to get lineage for views via `include_view_lineage`",
+          "subtype_modifier": [
+            "View"
+          ],
+          "supported": true
+        },
+        {
+          "capability": "TEST_CONNECTION",
+          "description": "Enabled by default",
+          "subtype_modifier": null,
+          "supported": true
+        }
+      ],
+      "classname": "datahub.ingestion.source.sql.starrocks.StarRocksSource",
+      "platform_id": "starrocks",
+      "platform_name": "StarRocks",
+      "support_status": "TESTING"
+    },
     "superset": {
       "capabilities": [
         {
@@ -4033,8 +4115,9 @@
         },
         {
           "capability": "LINEAGE_FINE",
-          "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
+          "description": "Column-level lineage when emitting lineage to connector sources (e.g. Iceberg, Hive)",
           "subtype_modifier": [
+            "Table",
             "View"
           ],
           "supported": true
@@ -4294,4 +4377,4 @@
       "support_status": "CERTIFIED"
     }
   }
-}
+}

metadata-ingestion/src/datahub/ingestion/autogenerated/connector_registry/datahub.json

@@ -82,7 +82,7 @@ def get_sql_alchemy_url(
         return super().get_sql_alchemy_url(uri_opts=uri_opts, current_db=current_db)
 
 
-@platform_name("ClickHouse", id="clickhouse-usage")
+@platform_name("ClickHouse", id="clickhouse")
 @config_class(ClickHouseUsageConfig)
 @support_status(SupportStatus.CERTIFIED)
 @capability(

metadata-ingestion/src/datahub/ingestion/source/usage/clickhouse_usage.py

@@ -111,7 +111,7 @@ class TrinoUsageReport(SourceReport):
     num_joined_access_events_skipped: int = 0
 
 
-@platform_name("Trino", id="starburst-trino-usage")
+@platform_name("Trino", id="trino")
 @config_class(TrinoUsageConfig)
 @support_status(SupportStatus.CERTIFIED)
 @capability(SourceCapability.USAGE_STATS, "Enabled by default to get usage stats")