feat(backend): add annotation feature support with ClickHouse table and DAO implementation

Co-Authored-By: Coda <coda@bytedance.com>

Author: kidkidkid

backend/go.mod

@@ -96,12 +96,19 @@ require (
 	gorm.io/plugin/soft_delete v1.2.1
 )
 
-require github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 // indirect
+require (
+	github.com/gopherjs/gopherjs v1.17.2 // indirect
+	github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 // indirect
+	github.com/jtolds/gls v4.20.0+incompatible // indirect
+	github.com/smarty/assertions v1.16.0 // indirect
+)
 
 require (
 	github.com/brianvoe/gofakeit/v6 v6.28.0
+	github.com/bytedance/mockey v1.2.14
 	github.com/coze-dev/coze-loop/backend/modules/observability/lib v0.0.0-00010101000000-000000000000
 	github.com/coze-dev/cozeloop-go v0.1.16
+	github.com/smartystreets/goconvey v1.8.1
 )
 
 require (

backend/modules/observability/infra/repo/ck/annotation.go

@@ -5,9 +5,18 @@ package ck
 
 import (
 	"context"
+	"fmt"
+	"strings"
 
 	"github.com/coze-dev/coze-loop/backend/infra/ck"
+	"github.com/coze-dev/coze-loop/backend/modules/observability/infra/repo/ck/convertor"
+	"github.com/coze-dev/coze-loop/backend/modules/observability/infra/repo/ck/gorm_gen/model"
 	"github.com/coze-dev/coze-loop/backend/modules/observability/infra/repo/dao"
+	obErrorx "github.com/coze-dev/coze-loop/backend/modules/observability/pkg/errno"
+	"github.com/coze-dev/coze-loop/backend/pkg/errorx"
+	"github.com/coze-dev/coze-loop/backend/pkg/logs"
+	"gorm.io/gorm"
+	"gorm.io/gorm/clause"
 )
 
 func NewAnnotationCkDaoImpl(db ck.Provider) (dao.IAnnotationDao, error) {
@@ -21,13 +30,149 @@ type AnnotationCkDaoImpl struct {
 }
 
 func (a *AnnotationCkDaoImpl) Insert(ctx context.Context, params *dao.InsertAnnotationParam) error {
-	return nil
+	if params == nil || len(params.Annotations) == 0 {
+		return errorx.NewByCode(obErrorx.CommercialCommonInvalidParamCodeCode)
+	}
+	db := a.db.NewSession(ctx)
+	retryTimes := 3
+	var lastErr error
+	for i := 0; i < retryTimes; i++ {
+		if err := db.Table(params.Table).Create(params.Annotations).Error; err != nil {
+			lastErr = err
+		} else {
+			logs.CtxInfo(ctx, "insert annotations successfully")
+			return nil
+		}
+	}
+	logs.CtxError(ctx, "fail to insert annotations: %v", lastErr)
+	return errorx.WrapByCode(lastErr, obErrorx.CommercialCommonInternalErrorCodeCode)
 }
 
 func (a *AnnotationCkDaoImpl) Get(ctx context.Context, params *dao.GetAnnotationParam) (*dao.Annotation, error) {
-	return nil, nil
+	if params == nil || params.ID == "" {
+		return nil, errorx.NewByCode(obErrorx.CommercialCommonInvalidParamCodeCode)
+	}
+	db, err := a.buildSql(ctx, &annoSqlParam{
+		Tables:    params.Tables,
+		StartTime: params.StartTime,
+		EndTime:   params.EndTime,
+		ID:        params.ID,
+		Limit:     1,
+	})
+	if err != nil {
+		return nil, err
+	}
+	logs.CtxInfo(ctx, "Get Annotation SQL: %s", db.ToSQL(func(tx *gorm.DB) *gorm.DB {
+		return tx.Find(nil)
+	}))
+	var annotations []*model.ObservabilityAnnotation
+	if err := db.Find(&annotations).Error; err != nil {
+		return nil, err
+	}
+	if len(annotations) == 0 {
+		return nil, nil
+	} else if len(annotations) > 1 {
+		logs.CtxWarn(ctx, "multiple annotations found")
+	}
+	return convertor.AnnotationCKModel2PO(annotations[0]), nil
 }
 
 func (a *AnnotationCkDaoImpl) List(ctx context.Context, params *dao.ListAnnotationsParam) ([]*dao.Annotation, error) {
-	return nil, nil
+	if params == nil || len(params.SpanIDs) == 0 {
+		return nil, nil
+	}
+	db, err := a.buildSql(ctx, &annoSqlParam{
+		Tables:          params.Tables,
+		StartTime:       params.StartTime,
+		EndTime:         params.EndTime,
+		SpanIDs:         params.SpanIDs,
+		DescByUpdatedAt: params.DescByUpdatedAt,
+		Limit:           params.Limit,
+	})
+	if err != nil {
+		return nil, err
+	}
+	logs.CtxInfo(ctx, "List Annotations SQL: %s", db.ToSQL(func(tx *gorm.DB) *gorm.DB {
+		return tx.Find(nil)
+	}))
+	var annotations []*model.ObservabilityAnnotation
+	if err := db.Find(&annotations).Error; err != nil {
+		return nil, err
+	}
+	return convertor.AnnotationListCKModels2PO(annotations), nil
+}
+
+type annoSqlParam struct {
+	Tables          []string
+	StartTime       int64
+	EndTime         int64
+	ID              string
+	SpanIDs         []string
+	DescByUpdatedAt bool
+	Limit           int32
+}
+
+func (a *AnnotationCkDaoImpl) buildSql(ctx context.Context, param *annoSqlParam) (*gorm.DB, error) {
+	db := a.db.NewSession(ctx)
+	var tableQueries []*gorm.DB
+	for _, table := range param.Tables {
+		query, err := a.buildSingleSql(ctx, db, table, param)
+		if err != nil {
+			return nil, err
+		}
+		tableQueries = append(tableQueries, query)
+	}
+	if len(tableQueries) == 0 {
+		return nil, fmt.Errorf("no table configured")
+	} else if len(tableQueries) == 1 {
+		query := tableQueries[0].ToSQL(func(tx *gorm.DB) *gorm.DB {
+			return tx.Find(nil)
+		})
+		query += " SETTINGS final = 1"
+		return db.Raw(query), nil
+	} else {
+		queries := make([]string, 0)
+		for i := 0; i < len(tableQueries); i++ {
+			query := tableQueries[i].ToSQL(func(tx *gorm.DB) *gorm.DB {
+				return tx.Find(nil)
+			})
+			queries = append(queries, "("+query+")")
+		}
+		sql := fmt.Sprintf("SELECT * FROM (%s)", strings.Join(queries, " UNION ALL "))
+		if param.DescByUpdatedAt {
+			sql += " ORDER BY updated_at DESC"
+		} else {
+			sql += " ORDER BY created_at ASC"
+		}
+		sql += fmt.Sprintf(" LIMIT %d SETTINGS final = 1", param.Limit)
+		return db.Raw(sql), nil
+	}
+}
+
+// buildSingleSql 构建单表查询SQL
+func (a *AnnotationCkDaoImpl) buildSingleSql(ctx context.Context, db *gorm.DB, tableName string, param *annoSqlParam) (*gorm.DB, error) {
+	sqlQuery := db.
+		Table(tableName).
+		Where("deleted_at = 0")
+
+	if param.ID != "" {
+		sqlQuery = sqlQuery.Where("id = ?", param.ID)
+	}
+	if len(param.SpanIDs) > 0 {
+		sqlQuery = sqlQuery.Where("span_id IN (?)", param.SpanIDs)
+	}
+	sqlQuery = sqlQuery.
+		Where("start_time >= ?", param.StartTime).
+		Where("start_time <= ?", param.EndTime)
+	if param.DescByUpdatedAt {
+		sqlQuery = sqlQuery.Order(clause.OrderBy{Columns: []clause.OrderByColumn{
+			{Column: clause.Column{Name: "updated_at"}, Desc: true},
+		}})
+	} else {
+		sqlQuery = sqlQuery.Order(clause.OrderBy{Columns: []clause.OrderByColumn{
+			{Column: clause.Column{Name: "created_at"}, Desc: false},
+		}})
+	}
+	sqlQuery = sqlQuery.Limit(int(param.Limit))
+	return sqlQuery, nil
 }