|
9 | 9 | from migration_accelerator_package.constants import ArtifactType, ArtifactFileName |
10 | 10 | from databricks.sdk.runtime import * |
11 | 11 |
|
| 12 | +def normalize_column(col: Dict[str, Any]) -> Dict[str, Any]: |
| 13 | + """ |
| 14 | + Normalize column metadata for comparison. |
| 15 | + Only keeps the essential fields needed for correctness validation. |
| 16 | + """ |
| 17 | + col = {k.lower(): v for k, v in col.items()} |
| 18 | + |
| 19 | + return { |
| 20 | + "column_name": col.get("column_name"), |
| 21 | + "data_type": col.get("data_type"), |
| 22 | + "is_nullable": col.get("is_nullable"), |
| 23 | + } |
| 24 | + |
| 25 | + |
12 | 26 | class MetadataValidator: |
13 | 27 | """ |
14 | 28 | Validates completeness and correctness of extracted Snowflake metadata. |
@@ -101,19 +115,6 @@ def validate_completeness(self, extracted: Dict[str, Any], db: str, schema: str) |
101 | 115 |
|
102 | 116 | return completeness |
103 | 117 |
|
104 | | - def normalize_column(col: Dict[str, Any]) -> Dict[str, Any]: |
105 | | - """ |
106 | | - Normalize column metadata for comparison. |
107 | | - Only keeps the essential fields needed for correctness validation. |
108 | | - """ |
109 | | - col = {k.lower(): v for k, v in col.items()} |
110 | | - |
111 | | - return { |
112 | | - "column_name": col.get("column_name"), |
113 | | - "data_type": col.get("data_type"), |
114 | | - "is_nullable": col.get("is_nullable"), |
115 | | - } |
116 | | - |
117 | 118 | def validate_table_definition(self, db, schema, extracted_table: Dict[str, Any]) -> Dict[str, Any]: |
118 | 119 | table_name = extracted_table["table_name"] |
119 | 120 |
|
|
0 commit comments