fix: optimize tagrecorder update

Author: xiaochaoren1

server/controller/db/metadb/migrator/schema/rawsql/mysql/issu/7.1.0.3.sql

@@ -6,13 +6,13 @@ BEGIN
 
     SELECT COUNT(*) INTO existing_display_name
     FROM data_source
-    WHERE  id = 25;
+    WHERE  display_name = '应用-性能剖析指标';
 
     IF existing_display_name = 0 THEN
         START TRANSACTION;
         set @lcuuid = (select uuid());
-        INSERT INTO data_source (id, display_name, data_table_collection, `interval_time`, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
-        VALUES (25, '应用-性能剖析指标', 'profile.in_process_metrics', 1, 3*24, 'Sum', 'Avg', @lcuuid);
+        INSERT INTO data_source (display_name, data_table_collection, `interval_time`, retention_time, summable_metrics_operator, unsummable_metrics_operator, lcuuid)
+        VALUES ('应用-性能剖析指标', 'profile.in_process_metrics', 1, 3*24, 'Sum', 'Avg', @lcuuid);
         COMMIT; 
     END IF;
 

server/controller/tagrecorder/ch_az.go

@@ -66,15 +66,6 @@ func NewChAZ(domainLcuuidToIconID map[string]int, resourceTypeToIconID map[IconK
 
 // onResourceUpdated implements SubscriberDataGenerator
 func (a *ChAZ) onResourceUpdated(md *message.Metadata, updateMessage *message.UpdatedAZ) {
-	db := md.GetDB()
-	fieldsUpdate := updateMessage.GetFields().(*message.UpdatedAZFields)
-	newSource := updateMessage.GetNewMetadbItem().(*metadbmodel.AZ)
-	sourceID := newSource.ID
-	updateInfo := make(map[string]interface{})
-	if fieldsUpdate.Name.IsDifferent() {
-		updateInfo["name"] = fieldsUpdate.Name.GetNew()
-	}
-	a.updateOrSync(db, IDKey{ID: sourceID}, updateInfo)
 }
 
 // onResourceUpdated implements SubscriberDataGenerator

server/controller/tagrecorder/ch_chost.go

@@ -84,30 +84,6 @@ func (c *ChChost) sourceToTarget(md *message.Metadata, source *metadbmodel.VM) (
 
 // onResourceUpdated implements SubscriberDataGenerator
 func (c *ChChost) onResourceUpdated(md *message.Metadata, updateMessage *message.UpdatedVM) {
-	db := md.GetDB()
-	fieldsUpdate := updateMessage.GetFields().(*message.UpdatedVMFields)
-	newSource := updateMessage.GetNewMetadbItem().(*metadbmodel.VM)
-	sourceID := newSource.ID
-	updateInfo := make(map[string]interface{})
-	if fieldsUpdate.Name.IsDifferent() {
-		updateInfo["name"] = fieldsUpdate.Name.GetNew()
-	}
-	if fieldsUpdate.VPCID.IsDifferent() {
-		updateInfo["l3_epc_id"] = fieldsUpdate.VPCID.GetNew()
-	}
-	if fieldsUpdate.HostID.IsDifferent() {
-		updateInfo["host_id"] = fieldsUpdate.HostID.GetNew()
-	}
-	if fieldsUpdate.Hostname.IsDifferent() {
-		updateInfo["hostname"] = fieldsUpdate.Hostname.GetNew()
-	}
-	if fieldsUpdate.IP.IsDifferent() {
-		updateInfo["ip"] = fieldsUpdate.IP.GetNew()
-	}
-	if fieldsUpdate.NetworkID.IsDifferent() {
-		updateInfo["subnet_id"] = fieldsUpdate.NetworkID.GetNew()
-	}
-	c.updateOrSync(db, IDKey{ID: sourceID}, updateInfo)
 }
 
 // softDeletedTargetsUpdated implements SubscriberDataGenerator

server/controller/tagrecorder/ch_chost_cloud_tag.go

@@ -65,9 +65,6 @@ func (c *ChChostCloudTag) onResourceUpdated(md *message.Metadata, updateMessage
 	sourceID := newSource.ID
 	new := map[string]string{}
 	old := map[string]string{}
-	updateInfo := make(map[string]interface{})
-	keysToAdd := make([]IDKeyKey, 0)
-	targetsToAdd := make([]metadbmodel.ChChostCloudTag, 0)
 	keysToDelete := make([]IDKeyKey, 0)
 	targetsToDelete := make([]metadbmodel.ChChostCloudTag, 0)
 
@@ -104,39 +101,6 @@ func (c *ChChostCloudTag) onResourceUpdated(md *message.Metadata, updateMessage
 		}
 	}
 
-	for k, v := range new {
-		oldV, ok := old[k]
-		targetKey := NewIDKeyKey(sourceID, k)
-		if !ok {
-			keysToAdd = append(keysToAdd, targetKey)
-			targetsToAdd = append(targetsToAdd, metadbmodel.ChChostCloudTag{
-				ChIDBase: metadbmodel.ChIDBase{ID: sourceID},
-				Key:      k,
-				Value:    v,
-				TeamID:   md.GetTeamID(),
-				DomainID: md.GetDomainID(),
-			})
-			continue
-		}
-
-		if oldV != v {
-			var chItem metadbmodel.ChChostCloudTag
-			db.Where("id = ? and `key` = ?", sourceID, k).First(&chItem) // TODO common
-			if chItem.ID == 0 {
-				keysToAdd = append(keysToAdd, targetKey)
-				targetsToAdd = append(targetsToAdd, metadbmodel.ChChostCloudTag{
-					ChIDBase: metadbmodel.ChIDBase{ID: sourceID},
-					Key:      k,
-					Value:    v,
-					TeamID:   md.GetTeamID(),
-					DomainID: md.GetDomainID(),
-				})
-				continue
-			}
-			updateInfo["value"] = v
-		}
-		c.updateOrSync(db, targetKey, updateInfo)
-	}
 	for k := range old {
 		if _, ok := new[k]; !ok {
 			keysToDelete = append(keysToDelete, NewIDKeyKey(sourceID, k))
@@ -147,9 +111,6 @@ func (c *ChChostCloudTag) onResourceUpdated(md *message.Metadata, updateMessage
 		}
 	}
 
-	if len(keysToAdd) > 0 {
-		c.SubscriberComponent.dbOperator.add(keysToAdd, targetsToAdd, db)
-	}
 	if len(keysToDelete) > 0 {
 		c.SubscriberComponent.dbOperator.delete(keysToDelete, targetsToDelete, db)
 	}

server/controller/tagrecorder/ch_chost_cloud_tags.go

@@ -62,40 +62,6 @@ func NewChChostCloudTags() *ChChostCloudTags {
 
 // onResourceUpdated implements SubscriberDataGenerator
 func (c *ChChostCloudTags) onResourceUpdated(md *message.Metadata, updateMessage *message.UpdatedVM) {
-	db := md.GetDB()
-	fieldsUpdate := updateMessage.GetFields().(*message.UpdatedVMFields)
-	newSource := updateMessage.GetNewMetadbItem().(*metadbmodel.VM)
-	sourceID := newSource.ID
-	updateInfo := make(map[string]interface{})
-
-	if !fieldsUpdate.LearnedCloudTags.IsDifferent() && !fieldsUpdate.CustomCloudTags.IsDifferent() {
-		return
-	}
-
-	cloudTagMap := MergeCloudTags(newSource.LearnedCloudTags, newSource.CustomCloudTags)
-	bytes, err := json.Marshal(cloudTagMap)
-	if err != nil {
-		log.Error(err, db.LogPrefixORGID)
-		return
-	}
-	updateInfo["cloud_tags"] = string(bytes)
-	targetKey := IDKey{ID: sourceID}
-	var chItem metadbmodel.ChChostCloudTags
-	db.Where("id = ?", sourceID).Find(&chItem)
-	if chItem.ID == 0 {
-		c.SubscriberComponent.dbOperator.add(
-			[]IDKey{targetKey},
-			[]metadbmodel.ChChostCloudTags{{
-				ChIDBase:  metadbmodel.ChIDBase{ID: sourceID},
-				CloudTags: updateInfo["cloud_tags"].(string),
-				TeamID:    md.GetTeamID(),
-				DomainID:  md.GetDomainID(),
-			}},
-			db,
-		)
-		return
-	}
-	c.updateOrSync(db, targetKey, updateInfo)
 }
 
 // onResourceUpdated implements SubscriberDataGenerator