forked from redis/rueidis
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathhelper.go
More file actions
494 lines (427 loc) · 13.1 KB
/
helper.go
File metadata and controls
494 lines (427 loc) · 13.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
package rueidis
import (
"context"
"errors"
"iter"
"sync/atomic"
"time"
intl "github.com/redis/rueidis/internal/cmds"
)
// MGetCache is a helper that consults the client-side caches with multiple keys by grouping keys within the same slot into multiple GETs
func MGetCache(client Client, ctx context.Context, ttl time.Duration, keys []string) (ret map[string]RedisMessage, err error) {
if len(keys) == 0 {
return make(map[string]RedisMessage), nil
}
if isCacheDisabled(client) {
return MGet(client, ctx, keys)
}
cmds := mgetcachecmdsp.Get(len(keys), len(keys))
defer mgetcachecmdsp.Put(cmds)
for i := range cmds.s {
cmds.s[i] = CT(client.B().Get().Key(keys[i]).Cache(), ttl)
}
return doMultiCache(client, ctx, cmds.s, keys)
}
func isCacheDisabled(client Client) bool {
switch c := client.(type) {
case *singleClient:
return c.DisableCache
case *standalone:
return c.primary.Load().DisableCache
case *sentinelClient:
return c.mOpt != nil && c.mOpt.DisableCache
case *clusterClient:
return c.opt != nil && c.opt.DisableCache
}
return false
}
// MGet is a helper that consults the redis directly with multiple keys by grouping keys within the same slot into MGET or multiple GETs
func MGet(client Client, ctx context.Context, keys []string) (ret map[string]RedisMessage, err error) {
if len(keys) == 0 {
return make(map[string]RedisMessage), nil
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientMGet(client, ctx, client.B().Mget().Key(keys...).Build(), keys)
}
return clusterMGet(client, ctx, keys)
}
// MSet is a helper that consults the redis directly with multiple keys by grouping keys within the same slot into MSETs or multiple SETs
func MSet(client Client, ctx context.Context, kvs map[string]string) map[string]error {
if len(kvs) == 0 {
return make(map[string]error)
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientMSet(client, ctx, "MSET", kvs, make(map[string]error, len(kvs)))
}
cmds := mgetcmdsp.Get(0, len(kvs))
defer mgetcmdsp.Put(cmds)
for k, v := range kvs {
cmds.s = append(cmds.s, client.B().Set().Key(k).Value(v).Build().Pin())
}
return doMultiSet(client, ctx, cmds.s)
}
// MDel is a helper that consults the redis directly with multiple keys by grouping keys within the same slot into DELs
func MDel(client Client, ctx context.Context, keys []string) map[string]error {
if len(keys) == 0 {
return make(map[string]error)
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientMDel(client, ctx, keys)
}
cmds := mgetcmdsp.Get(len(keys), len(keys))
defer mgetcmdsp.Put(cmds)
for i, k := range keys {
cmds.s[i] = client.B().Del().Key(k).Build().Pin()
}
return doMultiSet(client, ctx, cmds.s)
}
// MSetNX is a helper that consults the redis directly with multiple keys by grouping keys within the same slot into MSETNXs or multiple SETNXs
func MSetNX(client Client, ctx context.Context, kvs map[string]string) map[string]error {
if len(kvs) == 0 {
return make(map[string]error)
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientMSet(client, ctx, "MSETNX", kvs, make(map[string]error, len(kvs)))
}
cmds := mgetcmdsp.Get(0, len(kvs))
defer mgetcmdsp.Put(cmds)
for k, v := range kvs {
cmds.s = append(cmds.s, client.B().Set().Key(k).Value(v).Nx().Build().Pin())
}
return doMultiSet(client, ctx, cmds.s)
}
// JsonMGetCache is a helper that consults the client-side caches with multiple keys by grouping keys within the same slot into multiple JSON.GETs
func JsonMGetCache(client Client, ctx context.Context, ttl time.Duration, keys []string, path string) (ret map[string]RedisMessage, err error) {
if len(keys) == 0 {
return make(map[string]RedisMessage), nil
}
cmds := mgetcachecmdsp.Get(len(keys), len(keys))
defer mgetcachecmdsp.Put(cmds)
for i := range cmds.s {
cmds.s[i] = CT(client.B().JsonGet().Key(keys[i]).Path(path).Cache(), ttl)
}
return doMultiCache(client, ctx, cmds.s, keys)
}
// JsonMGet is a helper that consults redis directly with multiple keys by grouping keys within the same slot into JSON.MGETs or multiple JSON.GETs
func JsonMGet(client Client, ctx context.Context, keys []string, path string) (ret map[string]RedisMessage, err error) {
if len(keys) == 0 {
return make(map[string]RedisMessage), nil
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientMGet(client, ctx, client.B().JsonMget().Key(keys...).Path(path).Build(), keys)
}
return clusterJsonMGet(client, ctx, keys, path)
}
// JsonMSet is a helper that consults redis directly with multiple keys by grouping keys within the same slot into JSON.MSETs or multiple JSON.SETs
func JsonMSet(client Client, ctx context.Context, kvs map[string]string, path string) map[string]error {
if len(kvs) == 0 {
return make(map[string]error)
}
switch client.(type) {
case *singleClient, *standalone, *sentinelClient:
return clientJSONMSet(client, ctx, kvs, path, make(map[string]error, len(kvs)))
}
cmds := mgetcmdsp.Get(0, len(kvs))
defer mgetcmdsp.Put(cmds)
for k, v := range kvs {
cmds.s = append(cmds.s, client.B().JsonSet().Key(k).Path(path).Value(v).Build().Pin())
}
return doMultiSet(client, ctx, cmds.s)
}
// DecodeSliceOfJSON is a helper that struct-scans each RedisMessage into dest, which must be a slice of the pointer.
func DecodeSliceOfJSON[T any](result RedisResult, dest *[]T) error {
values, err := result.ToArray()
if err != nil {
return err
}
ts := make([]T, len(values))
for i, v := range values {
var t T
if err = v.DecodeJSON(&t); err != nil {
if IsRedisNil(err) {
continue
}
return err
}
ts[i] = t
}
*dest = ts
return nil
}
func clientMGet(client Client, ctx context.Context, cmd Completed, keys []string) (ret map[string]RedisMessage, err error) {
arr, err := client.Do(ctx, cmd).ToArray()
if err != nil {
return nil, err
}
return arrayToKV(make(map[string]RedisMessage, len(keys)), arr, keys), nil
}
func clientMSet(client Client, ctx context.Context, mset string, kvs map[string]string, ret map[string]error) map[string]error {
cmd := client.B().Arbitrary(mset)
for k, v := range kvs {
cmd = cmd.Args(k, v)
}
ok, err := client.Do(ctx, cmd.Build()).AsBool()
if err == nil && !ok {
err = ErrMSetNXNotSet
}
for k := range kvs {
ret[k] = err
}
return ret
}
func clientJSONMSet(client Client, ctx context.Context, kvs map[string]string, path string, ret map[string]error) map[string]error {
cmd := intl.JsonMsetTripletValue(client.B().JsonMset())
for k, v := range kvs {
cmd = cmd.Key(k).Path(path).Value(v)
}
err := client.Do(ctx, cmd.Build()).Error()
for k := range kvs {
ret[k] = err
}
return ret
}
func clientMDel(client Client, ctx context.Context, keys []string) map[string]error {
err := client.Do(ctx, client.B().Del().Key(keys...).Build()).Error()
ret := make(map[string]error, len(keys))
for _, k := range keys {
ret[k] = err
}
return ret
}
func doMultiCache(cc Client, ctx context.Context, cmds []CacheableTTL, keys []string) (ret map[string]RedisMessage, err error) {
ret = make(map[string]RedisMessage, len(keys))
resps := cc.DoMultiCache(ctx, cmds...)
defer resultsp.Put(&redisresults{s: resps})
for i, resp := range resps {
if err := resp.NonRedisError(); err != nil {
return nil, err
}
ret[keys[i]] = resp.val
}
return ret, nil
}
func doMultiSet(cc Client, ctx context.Context, cmds []Completed) (ret map[string]error) {
ret = make(map[string]error, len(cmds))
resps := cc.DoMulti(ctx, cmds...)
for i, resp := range resps {
if ret[cmds[i].Commands()[1]] = resp.Error(); resp.NonRedisError() == nil {
intl.PutCompletedForce(cmds[i])
}
}
resultsp.Put(&redisresults{s: resps})
return ret
}
func arrayToKV(m map[string]RedisMessage, arr []RedisMessage, keys []string) map[string]RedisMessage {
for i, resp := range arr {
m[keys[i]] = resp
}
return m
}
func clusterMGet(client Client, ctx context.Context, keys []string) (ret map[string]RedisMessage, err error) {
ret = make(map[string]RedisMessage, len(keys))
if len(keys) == 0 {
return ret, nil
}
// Map slot -> index in cmds.s
hint := len(keys) / 2
slotIdx := make(map[uint16]int, hint)
cmds := mgetcmdsp.Get(0, hint)
defer mgetcmdsp.Put(cmds)
for _, key := range keys {
slot := intl.Slot(key)
idx, ok := slotIdx[slot]
if !ok {
slotIdx[slot] = len(cmds.s)
cmds.s = append(cmds.s, client.B().Mget().Key(key).Build().Pin())
continue
}
intl.AppendCompleted(cmds.s[idx], key)
}
resps := client.DoMulti(ctx, cmds.s...)
defer resultsp.Put(&redisresults{s: resps})
for i, resp := range resps {
arr, err := resp.ToArray()
if err != nil {
return nil, err
}
for j, val := range arr {
ret[cmds.s[i].Commands()[j+1]] = val
}
}
for i := range cmds.s {
intl.PutCompletedForce(cmds.s[i])
}
return ret, nil
}
func clusterJsonMGet(client Client, ctx context.Context, keys []string, path string) (ret map[string]RedisMessage, err error) {
ret = make(map[string]RedisMessage, len(keys))
if len(keys) == 0 {
return ret, nil
}
// Map slot -> index in cmds.s
hint := len(keys) / 2
slotIdx := make(map[uint16]int, hint)
cmds := mgetcmdsp.Get(0, hint)
defer mgetcmdsp.Put(cmds)
for _, key := range keys {
slot := intl.Slot(key)
idx, ok := slotIdx[slot]
if !ok {
slotIdx[slot] = len(cmds.s)
cmds.s = append(cmds.s, client.B().Arbitrary("JSON.MGET").Keys(key).MultiGet().Pin())
continue
}
intl.AppendCompleted(cmds.s[idx], key)
}
for _, c := range cmds.s {
intl.AppendCompleted(c, path)
}
resps := client.DoMulti(ctx, cmds.s...)
defer resultsp.Put(&redisresults{s: resps})
for i, resp := range resps {
arr, err := resp.ToArray()
if err != nil {
return nil, err
}
for j, val := range arr {
ret[cmds.s[i].Commands()[j+1]] = val
}
}
for i := range cmds.s {
intl.PutCompletedForce(cmds.s[i])
}
return ret, nil
}
// ErrMSetNXNotSet is used in the MSetNX helper when the underlying MSETNX response is 0.
// Ref: https://redis.io/commands/msetnx/
var ErrMSetNXNotSet = errors.New("MSETNX: no key was set")
type Scanner struct {
next func(cursor uint64) (ScanEntry, error)
err error
}
func NewScanner(next func(cursor uint64) (ScanEntry, error)) *Scanner {
return &Scanner{next: next}
}
func (s *Scanner) scan() iter.Seq[[]string] {
return func(yield func([]string) bool) {
var e ScanEntry
for e, s.err = s.next(0); s.err == nil && yield(e.Elements) && e.Cursor != 0; {
e, s.err = s.next(e.Cursor)
}
}
}
func (s *Scanner) Iter() iter.Seq[string] {
return func(yield func(string) bool) {
for vs := range s.scan() {
for _, v := range vs {
if !yield(v) {
return
}
}
}
}
}
func (s *Scanner) Iter2() iter.Seq2[string, string] {
return func(yield func(string, string) bool) {
for vs := range s.scan() {
for i := 0; i+1 < len(vs); i += 2 {
if !yield(vs[i], vs[i+1]) {
return
}
}
}
}
}
func (s *Scanner) Err() error {
return s.err
}
// PreferReplicaNodeSelector prioritizes reading from any replica using Round-Robin.
// If no replicas are available, it falls back to the primary.
func PreferReplicaNodeSelector() ReadNodeSelectorFunc {
var counter atomic.Uint32
return func(_ uint16, nodes []NodeInfo) int {
length := uint32(len(nodes))
if length > 1 {
c := counter.Add(1)
return int(c%(length-1)) + 1
}
return -1
}
}
// AZAffinityNodeSelector prioritizes replicas in the same AZ using Round-Robin.
func AZAffinityNodeSelector(clientAZ string) ReadNodeSelectorFunc {
return newAZSelector(clientAZ, 1)
}
// AZAffinityReplicasAndPrimaryNodeSelector prioritizes:
// 1. Same-AZ Replicas
// 2. Same-AZ Primary
// 3. Any Replica
// 4. Primary
func AZAffinityReplicasAndPrimaryNodeSelector(clientAZ string) ReadNodeSelectorFunc {
var counter atomic.Uint32
return func(_ uint16, nodes []NodeInfo) int {
// Same-AZ Replicas
if idx := pickAZ(nodes, clientAZ, 1, &counter); idx != -1 {
return idx
}
length := uint32(len(nodes))
// Same-AZ Primary
if length > 0 && nodes[0].AZ == clientAZ {
return 0
}
// Any Replica
if length > 1 {
c := counter.Add(1)
return int(c%(length-1)) + 1
}
return -1
}
}
// newAZSelector creates the internal selector closure with a specific start index.
func newAZSelector(clientAZ string, startIdx int) func(uint16, []NodeInfo) int {
var counter atomic.Uint32
return func(_ uint16, nodes []NodeInfo) int {
// Round-Robin on Same-AZ Replicas
if idx := pickAZ(nodes, clientAZ, startIdx, &counter); idx != -1 {
return idx
}
// Round-Robin on ALL available nodes
if count := uint32(len(nodes) - startIdx); count > 0 {
c := counter.Add(1)
return int(c%count) + startIdx
}
return -1
}
}
// pickAZ selects a node index from nodes[startIdx:] that matches the clientAZ.
func pickAZ(nodes []NodeInfo, clientAZ string, startIdx int, counter *atomic.Uint32) int {
n := len(nodes)
if n <= startIdx {
return -1
}
// We cap the search at 255 nodes
limit := min(n, 255)
var matches [8]uint8
var count uint32 = 0
for i := startIdx; i < limit; i++ {
if nodes[i].AZ == clientAZ {
matches[count] = uint8(i)
count++
if count == 8 {
break
}
}
}
if count == 0 {
return -1
}
// Round-Robin Selection
c := counter.Add(1)
k := c % count
return int(matches[k])
}