Skip to content

Commit 75a5d73

Browse files
committed
feat(ecache): entity cache module
1 parent 5cb055c commit 75a5d73

4 files changed

Lines changed: 262 additions & 13 deletions

File tree

ecache/entity_cache.go

Lines changed: 226 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,226 @@
1+
package ecache
2+
3+
import (
4+
"context"
5+
"encoding/json"
6+
"fmt"
7+
"time"
8+
9+
"github.com/pkg/errors"
10+
"golang.org/x/exp/constraints"
11+
"golang.org/x/sync/singleflight"
12+
)
13+
14+
var (
15+
singleFlightGroup singleflight.Group
16+
17+
// Marshal 默认序列化方案
18+
Marshal func(v any) ([]byte, error) = json.Marshal
19+
// Unmarshal 默认反序列化方案
20+
Unmarshal func(data []byte, v any) error = json.Unmarshal
21+
// Expiration 缓存默认过期时间
22+
Expiration time.Duration
23+
// Disabled 缓存开关
24+
Disabled bool
25+
// 缓存键名分隔符
26+
Delimiter = ':'
27+
)
28+
29+
type Cache interface {
30+
Del(ctx context.Context, keys ...string) (affected int64, err error)
31+
Get(ctx context.Context, key string) (val []byte, err error)
32+
GetAsUint64(ctx context.Context, key string) (val uint64, err error)
33+
Set(ctx context.Context, key string, val []byte, expire time.Duration) error
34+
IsKeyNotFound(err error) bool
35+
}
36+
37+
type CacheableEntity[INT constraints.Integer] interface {
38+
ID() INT
39+
}
40+
41+
// DelCachedEntity 删除指定键的缓存数据
42+
func DelCachedEntity(ctx context.Context, cache Cache, key string) (affected int64, err error) {
43+
if Disabled {
44+
return 0, nil
45+
}
46+
47+
if affected, err = cache.Del(ctx, key); err != nil {
48+
return affected, errors.WithStack(err)
49+
}
50+
return affected, nil
51+
}
52+
53+
// GetEntityByID 返回主键ID对应的实体对象。
54+
// 查找顺序:主键ID --> 缓存中实体对象 --> 数据库中实体对象。
55+
// 局限:
56+
// 1、缓存 key格式无法自定义且不够内聚
57+
func GetEntityByID[T CacheableEntity[INT], INT constraints.Integer](
58+
ctx context.Context,
59+
cache Cache,
60+
entityKeyPrefix string,
61+
id INT,
62+
getEntityByID func(context.Context, INT) (*T, error),
63+
) (*T, error) {
64+
// 0、若未启用缓存,则直接查询数据库。
65+
if Disabled {
66+
one, err := getEntityByID(ctx, id)
67+
if err != nil {
68+
return nil, errors.WithStack(err)
69+
}
70+
return one, nil
71+
}
72+
73+
// 1、优先尝试从缓存中获取对象
74+
key := fmt.Sprintf("%s%c%d", entityKeyPrefix, Delimiter, id)
75+
76+
data, err := cache.Get(ctx, key)
77+
if err != nil && !cache.IsKeyNotFound(err) {
78+
return nil, errors.WithStack(err)
79+
}
80+
81+
if err == nil {
82+
// 2、若获取到键对应的值,尝试反序列化,并返回对象。
83+
var one T
84+
if err = Unmarshal(data, &one); err == nil {
85+
return &one, nil
86+
}
87+
// 若反序列化失败,不返回,允许继续向下执行。
88+
}
89+
90+
// 2、从数据库查询指定ID对象
91+
entity, err, _ := singleFlightGroup.Do(key, func() (any, error) { // 防止缓存击穿
92+
return getEntityByID(ctx, id)
93+
})
94+
if err != nil {
95+
return nil, errors.WithStack(err)
96+
}
97+
98+
// 3、序列化对象并存入Redis
99+
if data, err = Marshal(entity); err != nil {
100+
return nil, errors.WithStack(err)
101+
}
102+
if err = cache.Set(ctx, key, data, Expiration); err != nil {
103+
return nil, errors.WithStack(err)
104+
}
105+
106+
// 4、返回查询到的对象
107+
return entity.(*T), nil
108+
}
109+
110+
// GetEntitiesByID 从Redis缓存中读取指定实体列表。若缓存中不存在,则从指定方法中读取并存入Redis缓存。
111+
func GetEntitiesByID[T CacheableEntity[INT], INT constraints.Integer](
112+
ctx context.Context,
113+
cache Cache,
114+
entityKeyPrefix string,
115+
id INT,
116+
getEntitiesByID func(context.Context, INT) ([]*T, error),
117+
) ([]*T, error) {
118+
var err error
119+
var items []*T
120+
121+
// 0、若未启用缓存,则直接查询数据库。
122+
if Disabled {
123+
if items, err = getEntitiesByID(ctx, id); err != nil {
124+
return nil, errors.WithStack(err)
125+
}
126+
return items, nil
127+
}
128+
129+
// 1、优先尝试从Redis中获取对象列表
130+
key := fmt.Sprintf("%s%citems%c%d", entityKeyPrefix, Delimiter, Delimiter, id)
131+
132+
data, err := cache.Get(ctx, key)
133+
if err != nil && !cache.IsKeyNotFound(err) {
134+
return nil, errors.WithStack(err)
135+
}
136+
137+
if err == nil {
138+
// 2、若获取到键对应的值,尝试反序列化,并返回对象列表。
139+
if err = Unmarshal(data, &items); err == nil {
140+
return items, nil
141+
}
142+
// 若反序列化失败,不返回,允许继续向下执行。
143+
}
144+
145+
// 2、从数据库查询指定ID对象列表
146+
entities, err, _ := singleFlightGroup.Do(key, func() (any, error) {
147+
return getEntitiesByID(ctx, id)
148+
})
149+
if err != nil {
150+
return nil, err
151+
}
152+
153+
items = entities.([]*T)
154+
if len(items) == 0 {
155+
return items, nil
156+
}
157+
158+
// 3、序列化对象列表并存入Redis
159+
if data, err = Marshal(&items); err != nil {
160+
return nil, errors.WithStack(err)
161+
}
162+
if err = cache.Set(ctx, key, data, Expiration); err != nil {
163+
return nil, errors.WithStack(err)
164+
}
165+
166+
return items, nil
167+
}
168+
169+
// UniqueKey 唯一索引约束
170+
type UniqueKey interface {
171+
~string | constraints.Integer
172+
}
173+
174+
// GetEntityByUniqueKey 返回唯一索引值对应的实体对象。
175+
// 查找顺序:唯一索引值 --> Redis中主键ID --> 数据库中主键ID --> Redis中实体对象 --> 数据库中实体对象。
176+
// 局限:
177+
// 1、Redis key格式无法自定义
178+
// 2、不支持联合唯一索引
179+
// 3、多一次查询
180+
func GetEntityByUniqueKey[T CacheableEntity[INT], INT constraints.Integer, UK UniqueKey](
181+
ctx context.Context,
182+
cache Cache,
183+
entityKeyPrefix string,
184+
ukKeyPrefix string,
185+
ukVal UK,
186+
getIDByUK func(context.Context, UK) (INT, error),
187+
getEntityByID func(context.Context, INT) (*T, error),
188+
) (*T, error) {
189+
// 0、若未启用缓存,则直接查询数据库。
190+
if Disabled {
191+
id, err := getIDByUK(ctx, ukVal)
192+
if err != nil {
193+
return nil, errors.WithStack(err)
194+
}
195+
one, err := getEntityByID(ctx, id)
196+
if err != nil {
197+
return nil, errors.WithStack(err)
198+
}
199+
return one, nil
200+
}
201+
202+
// 键:唯一索引值
203+
// 值:主键ID
204+
ukKey := fmt.Sprintf("%s%c%v", ukKeyPrefix, Delimiter, ukVal)
205+
206+
// 1、根据数据库表唯一索引key找到数据库表主键ID
207+
u64ID, err := cache.GetAsUint64(ctx, ukKey)
208+
if err == nil {
209+
// 2、若找到数据库表主键ID,则根据主键ID尝试返回实体对象。
210+
return GetEntityByID(ctx, cache, entityKeyPrefix, INT(u64ID), getEntityByID)
211+
}
212+
if !cache.IsKeyNotFound(err) { // 发生了除「Redis key不存在」之外的其他未知错误
213+
return nil, errors.WithStack(err)
214+
}
215+
// 2、若未找到数据库表主键ID,则调用查询函数获取主键ID值。
216+
id, err := getIDByUK(ctx, ukVal)
217+
if err != nil {
218+
return nil, errors.WithStack(err)
219+
}
220+
// 3、保存唯一索引值(键)与主键ID(值)关系
221+
if err = cache.Set(ctx, ukKey, fmt.Appendf(nil, "%d", id), 0); err != nil {
222+
return nil, errors.WithStack(err)
223+
}
224+
// 4、根据主键ID尝试返回实体对象
225+
return GetEntityByID(ctx, cache, entityKeyPrefix, id, getEntityByID)
226+
}

go.mod

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,22 +3,29 @@ module github.com/voidint/box
33
go 1.20
44

55
require (
6-
github.com/BurntSushi/toml v1.4.0
6+
github.com/BurntSushi/toml v1.5.0
7+
github.com/alicebob/miniredis/v2 v2.34.0
78
github.com/bwmarrin/snowflake v0.3.0
89
github.com/dromara/carbon/v2 v2.5.2
910
github.com/guregu/null/v5 v5.0.0
10-
github.com/nicksnyder/go-i18n/v2 v2.4.1
11+
github.com/nicksnyder/go-i18n/v2 v2.6.0
12+
github.com/pkg/errors v0.9.1
13+
github.com/redis/go-redis/v9 v9.7.3
1114
github.com/stretchr/testify v1.10.0
1215
golang.org/x/exp v0.0.0-20230224173230-c95f2b4c22f2
13-
golang.org/x/text v0.21.0
16+
golang.org/x/sync v0.13.0
17+
golang.org/x/text v0.24.0
1418
google.golang.org/grpc v1.53.0
15-
gopkg.in/guregu/null.v4 v4.0.0
1619
)
1720

1821
require (
22+
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302 // indirect
23+
github.com/cespare/xxhash/v2 v2.3.0 // indirect
1924
github.com/davecgh/go-spew v1.1.1 // indirect
25+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
2026
github.com/golang/protobuf v1.5.2 // indirect
2127
github.com/pmezard/go-difflib v1.0.0 // indirect
28+
github.com/yuin/gopher-lua v1.1.1 // indirect
2229
google.golang.org/genproto v0.0.0-20230223222841-637eb2293923 // indirect
2330
google.golang.org/protobuf v1.28.1 // indirect
2431
gopkg.in/yaml.v3 v3.0.1 // indirect

go.sum

Lines changed: 24 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,19 @@
1-
github.com/BurntSushi/toml v1.4.0 h1:kuoIxZQy2WRRk1pttg9asf+WVv6tWQuBNVmK8+nqPr0=
2-
github.com/BurntSushi/toml v1.4.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho=
1+
github.com/BurntSushi/toml v1.5.0 h1:W5quZX/G/csjUnuI8SUYlsHs9M38FC7znL0lIO+DvMg=
2+
github.com/BurntSushi/toml v1.5.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho=
3+
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302 h1:uvdUDbHQHO85qeSydJtItA4T55Pw6BtAejd0APRJOCE=
4+
github.com/alicebob/gopher-json v0.0.0-20230218143504-906a9b012302/go.mod h1:SGnFV6hVsYE877CKEZ6tDNTjaSXYUk6QqoIK6PrAtcc=
5+
github.com/alicebob/miniredis/v2 v2.34.0 h1:mBFWMaJSNL9RwdGRyEDoAAv8OQc5UlEhLDQggTglU/0=
6+
github.com/alicebob/miniredis/v2 v2.34.0/go.mod h1:kWShP4b58T1CW0Y5dViCd5ztzrDqRWqM3nksiyXk5s8=
7+
github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs=
8+
github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA=
39
github.com/bwmarrin/snowflake v0.3.0 h1:xm67bEhkKh6ij1790JB83OujPR5CzNe8QuQqAgISZN0=
410
github.com/bwmarrin/snowflake v0.3.0/go.mod h1:NdZxfVWX+oR6y2K0o6qAYv6gIOP9rjG0/E9WsDpxqwE=
11+
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
12+
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
513
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
614
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
15+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
16+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
717
github.com/dromara/carbon/v2 v2.5.2 h1:GquNyA9Imda+LwS9FIzHhKg+foU2QPstH+S3idBRjKg=
818
github.com/dromara/carbon/v2 v2.5.2/go.mod h1:zyPlND2o27sKKkRmdgLbk/qYxkmmH6Z4eE8OoM0w3DM=
919
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
@@ -13,18 +23,26 @@ github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/
1323
github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
1424
github.com/guregu/null/v5 v5.0.0 h1:PRxjqyOekS11W+w/7Vfz6jgJE/BCwELWtgvOJzddimw=
1525
github.com/guregu/null/v5 v5.0.0/go.mod h1:SjupzNy+sCPtwQTKWhUCqjhVCO69hpsl2QsZrWHjlwU=
16-
github.com/nicksnyder/go-i18n/v2 v2.4.1 h1:zwzjtX4uYyiaU02K5Ia3zSkpJZrByARkRB4V3YPrr0g=
17-
github.com/nicksnyder/go-i18n/v2 v2.4.1/go.mod h1:++Pl70FR6Cki7hdzZRnEEqdc2dJt+SAGotyFg/SvZMk=
26+
github.com/nicksnyder/go-i18n/v2 v2.6.0 h1:C/m2NNWNiTB6SK4Ao8df5EWm3JETSTIGNXBpMJTxzxQ=
27+
github.com/nicksnyder/go-i18n/v2 v2.6.0/go.mod h1:88sRqr0C6OPyJn0/KRNaEz1uWorjxIKP7rUUcvycecE=
28+
github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
29+
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
1830
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
1931
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
32+
github.com/redis/go-redis/v9 v9.7.3 h1:YpPyAayJV+XErNsatSElgRZZVCwXX9QzkKYNvO7x0wM=
33+
github.com/redis/go-redis/v9 v9.7.3/go.mod h1:bGUrSggJ9X9GUmZpZNEOQKaANxSGgOEBRltRTZHSvrA=
2034
github.com/stretchr/testify v1.10.0 h1:Xv5erBjTwe/5IxqUQTdXv5kgmIvbHo3QQyRwhJsOfJA=
2135
github.com/stretchr/testify v1.10.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
36+
github.com/yuin/gopher-lua v1.1.1 h1:kYKnWBjvbNP4XLT3+bPEwAXJx262OhaHDWDVOPjL46M=
37+
github.com/yuin/gopher-lua v1.1.1/go.mod h1:GBR0iDaNXjAgGg9zfCvksxSRnQx76gclCIb7kdAd1Pw=
2238
golang.org/x/exp v0.0.0-20230224173230-c95f2b4c22f2 h1:Jvc7gsqn21cJHCmAWx0LiimpP18LZmUxkT5Mp7EZ1mI=
2339
golang.org/x/exp v0.0.0-20230224173230-c95f2b4c22f2/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc=
2440
golang.org/x/net v0.7.0 h1:rJrUqqhjsgNp7KqAIc25s9pZnjU7TUcSY7HcVZjdn1g=
41+
golang.org/x/sync v0.13.0 h1:AauUjRAJ9OSnvULf/ARrrVywoJDy0YS2AwQ98I37610=
42+
golang.org/x/sync v0.13.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA=
2543
golang.org/x/sys v0.5.0 h1:MUK/U/4lj1t1oPg0HfuXDN/Z1wv31ZJ/YcPiGccS4DU=
26-
golang.org/x/text v0.21.0 h1:zyQAAkrwaneQ066sspRyJaG9VNi/YJ1NfzcGB3hZ/qo=
27-
golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
44+
golang.org/x/text v0.24.0 h1:dd5Bzh4yt5KYA8f9CJHCP4FB4D51c2c6JvN37xJJkJ0=
45+
golang.org/x/text v0.24.0/go.mod h1:L8rBsPeo2pSS+xqN0d5u2ikmjtmoJbDBT1b7nHvFCdU=
2846
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
2947
google.golang.org/genproto v0.0.0-20230223222841-637eb2293923 h1:znp6mq/drrY+6khTAlJUDNFFcDGV2ENLYKpMq8SyCds=
3048
google.golang.org/genproto v0.0.0-20230223222841-637eb2293923/go.mod h1:3Dl5ZL0q0isWJt+FVcfpQyirqemEuLAK/iFvg1UP1Hw=
@@ -36,7 +54,5 @@ google.golang.org/protobuf v1.28.1 h1:d0NfwRgPtno5B1Wa6L2DAG+KivqkdutMf1UhdNx175
3654
google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
3755
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
3856
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
39-
gopkg.in/guregu/null.v4 v4.0.0 h1:1Wm3S1WEA2I26Kq+6vcW+w0gcDo44YKYD7YIEJNHDjg=
40-
gopkg.in/guregu/null.v4 v4.0.0/go.mod h1:YoQhUrADuG3i9WqesrCmpNRwm1ypAgSHYqoOcTu/JrI=
4157
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
4258
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

null/null_test.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ import (
44
"math"
55
"testing"
66

7+
"github.com/guregu/null/v5"
78
"github.com/stretchr/testify/assert"
8-
"gopkg.in/guregu/null.v4"
99
)
1010

1111
func TestMustIntFromUint64Ptr(t *testing.T) {

0 commit comments

Comments
 (0)