Skip to content

Commit 46b635e

Browse files
sonika-shahclaudekaranh37
authored and
Siddhant
committed
Move ontology/glossary relation migration from 1.14.0 back to 1.13.0 (#27431)
* Move ontology/glossary relation migration from 1.14.0 back to 1.13.0 Ontology feature will ship in 1.13.0, not 1.14.0. Move the glossary term relation migrations (relationType backfill, settings insert, stale relatedTerms strip, conceptMappings backfill) back to the 1.13.0 postDataMigrationSQLScript for both MySQL and PostgreSQL. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * Restore empty 1.14.0 SQL migration files for Java migration framework The V114 MigrationUtil.java package requires the 1.14.0 migration directory to exist with SQL files for the migration to be picked up. Keep them as empty files (matching convention of other versions with no post-data SQL). Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * Add schemaChanges.sql and comment all 1.14.0 SQL migration files Add both schemaChanges.sql and postDataMigrationSQLScript.sql for mysql and postgres with a comment explaining the directory is required for the V114 Java migrations to be picked up by the migration framework. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * Fix missing trailing newline in postgres postDataMigrationSQLScript Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * address feedback --------- Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com> Co-authored-by: Karan Hotchandani <33024356+karanh37@users.noreply.github.com>
1 parent 8a93776 commit 46b635e

4 files changed

Lines changed: 63 additions & 59 deletions

File tree

‎bootstrap/sql/migrations/native/1.13.0/mysql/postDataMigrationSQLScript.sql‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -54,3 +54,34 @@ WHERE JSON_UNQUOTE(JSON_EXTRACT(json, '$.serviceType')) = 'Iceberg';
5454
UPDATE stored_procedure_entity
5555
SET json = JSON_SET(json, '$.serviceType', 'CustomDatabase')
5656
WHERE JSON_UNQUOTE(JSON_EXTRACT(json, '$.serviceType')) = 'Iceberg';
57+
58+
-- Migrate existing glossary term RELATED_TO relationships to include relationType
59+
-- For backward compatibility, existing relations without a relationType are set to "relatedTo"
60+
61+
UPDATE entity_relationship
62+
SET json = JSON_SET(COALESCE(json, '{}'), '$.relationType', 'relatedTo')
63+
WHERE fromEntity = 'glossaryTerm'
64+
AND toEntity = 'glossaryTerm'
65+
AND relation = 15
66+
AND (json IS NULL OR JSON_EXTRACT(json, '$.relationType') IS NULL);
67+
68+
-- Insert default glossary term relation settings if they don't exist
69+
-- This preserves any existing user customizations
70+
INSERT INTO openmetadata_settings (configType, json)
71+
SELECT 'glossaryTermRelationSettings', '{"relationTypes":[{"name":"relatedTo","displayName":"Related To","description":"General association between terms that are conceptually connected.","rdfPredicate":"https://open-metadata.org/ontology/relatedTo","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#1570ef"},{"name":"synonym","displayName":"Synonym","description":"Terms that have the same meaning and can be used interchangeably.","rdfPredicate":"http://www.w3.org/2004/02/skos/core#exactMatch","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"equivalence","isSystemDefined":true,"color":"#b42318"},{"name":"antonym","displayName":"Antonym","description":"Terms that have opposite meanings.","rdfPredicate":"https://open-metadata.org/ontology/antonym","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#b54708"},{"name":"broader","displayName":"Broader","description":"A more general term (hypernym).","inverseRelation":"narrower","rdfPredicate":"http://www.w3.org/2004/02/skos/core#broader","isSymmetric":false,"isTransitive":true,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#067647"},{"name":"narrower","displayName":"Narrower","description":"A more specific term (hyponym).","inverseRelation":"broader","rdfPredicate":"http://www.w3.org/2004/02/skos/core#narrower","isSymmetric":false,"isTransitive":true,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#4e5ba6"},{"name":"partOf","displayName":"Part Of","description":"This term is a part or component of another term.","inverseRelation":"hasPart","rdfPredicate":"https://open-metadata.org/ontology/partOf","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#026aa2"},{"name":"hasPart","displayName":"Has Part","description":"This term has the other term as a part or component.","inverseRelation":"partOf","rdfPredicate":"https://open-metadata.org/ontology/hasPart","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#155eef"},{"name":"calculatedFrom","displayName":"Calculated From","description":"This term/metric is calculated or derived from another term.","inverseRelation":"usedToCalculate","rdfPredicate":"https://open-metadata.org/ontology/calculatedFrom","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#6938ef"},{"name":"usedToCalculate","displayName":"Used To Calculate","description":"This term is used in the calculation of another term.","inverseRelation":"calculatedFrom","rdfPredicate":"https://open-metadata.org/ontology/usedToCalculate","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#ba24d5"},{"name":"seeAlso","displayName":"See Also","description":"Related term that may provide additional context.","rdfPredicate":"http://www.w3.org/2000/01/rdf-schema#seeAlso","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#c11574"}]}'
72+
WHERE NOT EXISTS (
73+
SELECT 1 FROM openmetadata_settings WHERE configType = 'glossaryTermRelationSettings'
74+
);
75+
76+
-- Strip stale relatedTerms from glossary term entity JSON.
77+
-- relatedTerms is now loaded from entity_relationship table, not from entity JSON.
78+
-- Old data stored relatedTerms as EntityReference objects which fail to deserialize as TermRelation.
79+
UPDATE glossary_term_entity
80+
SET json = JSON_REMOVE(json, '$.relatedTerms')
81+
WHERE JSON_EXTRACT(json, '$.relatedTerms') IS NOT NULL;
82+
83+
-- Backfill conceptMappings for existing glossary terms
84+
UPDATE glossary_term_entity
85+
SET json = JSON_SET(COALESCE(json, '{}'), '$.conceptMappings', JSON_ARRAY())
86+
WHERE JSON_EXTRACT(json, '$.conceptMappings') IS NULL;
87+

‎bootstrap/sql/migrations/native/1.13.0/postgres/postDataMigrationSQLScript.sql‎

Lines changed: 32 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -55,4 +55,35 @@ WHERE json->>'serviceType' = 'Iceberg';
5555

5656
UPDATE stored_procedure_entity
5757
SET json = jsonb_set(json::jsonb, '{serviceType}', '"CustomDatabase"')::json
58-
WHERE json->>'serviceType' = 'Iceberg';
58+
WHERE json->>'serviceType' = 'Iceberg';
59+
60+
-- Migrate existing glossary term RELATED_TO relationships to include relationType
61+
-- For backward compatibility, existing relations without a relationType are set to "relatedTo"
62+
63+
UPDATE entity_relationship
64+
SET json = jsonb_set(COALESCE(json::jsonb, '{}'::jsonb), '{relationType}', '"relatedTo"')
65+
WHERE fromentity = 'glossaryTerm'
66+
AND toentity = 'glossaryTerm'
67+
AND relation = 15
68+
AND (json IS NULL OR json::jsonb->>'relationType' IS NULL);
69+
70+
-- Insert default glossary term relation settings if they don't exist
71+
-- This preserves any existing user customizations
72+
INSERT INTO openmetadata_settings (configtype, json)
73+
SELECT 'glossaryTermRelationSettings', '{"relationTypes":[{"name":"relatedTo","displayName":"Related To","description":"General association between terms that are conceptually connected.","rdfPredicate":"https://open-metadata.org/ontology/relatedTo","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#1570ef"},{"name":"synonym","displayName":"Synonym","description":"Terms that have the same meaning and can be used interchangeably.","rdfPredicate":"http://www.w3.org/2004/02/skos/core#exactMatch","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"equivalence","isSystemDefined":true,"color":"#b42318"},{"name":"antonym","displayName":"Antonym","description":"Terms that have opposite meanings.","rdfPredicate":"https://open-metadata.org/ontology/antonym","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#b54708"},{"name":"broader","displayName":"Broader","description":"A more general term (hypernym).","inverseRelation":"narrower","rdfPredicate":"http://www.w3.org/2004/02/skos/core#broader","isSymmetric":false,"isTransitive":true,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#067647"},{"name":"narrower","displayName":"Narrower","description":"A more specific term (hyponym).","inverseRelation":"broader","rdfPredicate":"http://www.w3.org/2004/02/skos/core#narrower","isSymmetric":false,"isTransitive":true,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#4e5ba6"},{"name":"partOf","displayName":"Part Of","description":"This term is a part or component of another term.","inverseRelation":"hasPart","rdfPredicate":"https://open-metadata.org/ontology/partOf","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#026aa2"},{"name":"hasPart","displayName":"Has Part","description":"This term has the other term as a part or component.","inverseRelation":"partOf","rdfPredicate":"https://open-metadata.org/ontology/hasPart","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"hierarchical","isSystemDefined":true,"color":"#155eef"},{"name":"calculatedFrom","displayName":"Calculated From","description":"This term/metric is calculated or derived from another term.","inverseRelation":"usedToCalculate","rdfPredicate":"https://open-metadata.org/ontology/calculatedFrom","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#6938ef"},{"name":"usedToCalculate","displayName":"Used To Calculate","description":"This term is used in the calculation of another term.","inverseRelation":"calculatedFrom","rdfPredicate":"https://open-metadata.org/ontology/usedToCalculate","isSymmetric":false,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#ba24d5"},{"name":"seeAlso","displayName":"See Also","description":"Related term that may provide additional context.","rdfPredicate":"http://www.w3.org/2000/01/rdf-schema#seeAlso","isSymmetric":true,"isTransitive":false,"isCrossGlossaryAllowed":true,"category":"associative","isSystemDefined":true,"color":"#c11574"}]}'::jsonb
74+
WHERE NOT EXISTS (
75+
SELECT 1 FROM openmetadata_settings WHERE configtype = 'glossaryTermRelationSettings'
76+
);
77+
78+
-- Strip stale relatedTerms from glossary term entity JSON.
79+
-- relatedTerms is now loaded from entity_relationship table, not from entity JSON.
80+
-- Old data stored relatedTerms as EntityReference objects which fail to deserialize as TermRelation.
81+
UPDATE glossary_term_entity
82+
SET json = (json::jsonb - 'relatedTerms')::json
83+
WHERE jsonb_exists(json::jsonb, 'relatedTerms');
84+
85+
-- Backfill conceptMappings for existing glossary terms
86+
UPDATE glossary_term_entity
87+
SET json = jsonb_set(COALESCE(json::jsonb, '{}'::jsonb), '{conceptMappings}', '[]'::jsonb)
88+
WHERE json IS NULL OR json::jsonb->'conceptMappings' IS NULL;
89+

‎bootstrap/sql/migrations/native/1.14.0/mysql/postDataMigrationSQLScript.sql‎

Lines changed: 0 additions & 29 deletions
This file was deleted.

‎bootstrap/sql/migrations/native/1.14.0/postgres/postDataMigrationSQLScript.sql‎

Lines changed: 0 additions & 29 deletions
This file was deleted.

0 commit comments

Comments
 (0)