MM-59933: Increment/Decrement the member count directly (#28196)

While using Redis, there is no need to invalidate
and then update the new count from the DB when
we know the exact number it is going to be incremented
or decremented by.

In that case, we can directly use Redis primitives
to update the cache and prevent yet another DB query.

To achieve this, we modify the LRU cache get/set
paths slightly to not marshal into byte slices
for *int64 values. This is needed for Redis to operate
the INCR/DECR commands.

https://mattermost.atlassian.net/browse/MM-59933

```release-note
NONE
```

Co-authored-by: Mattermost Build <build@mattermost.com>
Этот коммит содержится в:
Agniva De Sarker
2024-09-19 09:38:38 +05:30
коммит произвёл GitHub
родитель da24e0c4da
Коммит 7be7a47fd3
5 изменённых файлов: 402 добавлений и 28 удалений

119
server/platform/services/cache/redis.go поставляемый
Просмотреть файл

@@ -7,6 +7,7 @@ import (
"context"
"errors"
"fmt"
"strconv"
"strings"
"time"
@@ -58,28 +59,71 @@ func (r *Redis) SetWithExpiry(key string, value any, ttl time.Duration) error {
r.metrics.ObserveRedisEndpointDuration(r.name, "Set", elapsed)
}
}()
var buf []byte
var err error
// We use a fast path for hot structs.
if msgpVal, ok := value.(msgp.Marshaler); ok {
buf, err = msgpVal.MarshalMsg(nil)
var valueString string
if intVal, ok := value.(int64); ok {
valueString = strconv.Itoa(int(intVal))
} else {
// Slow path for other structs.
buf, err = msgpack.Marshal(value)
}
if err != nil {
return err
var buf []byte
var err error
// We use a fast path for hot structs.
if msgpVal, ok := value.(msgp.Marshaler); ok {
buf, err = msgpVal.MarshalMsg(nil)
} else {
// Slow path for other structs.
buf, err = msgpack.Marshal(value)
}
if err != nil {
return err
}
valueString = rueidis.BinaryString(buf)
}
return r.client.Do(context.Background(),
r.client.B().Set().
Key(r.name+":"+key).
Value(rueidis.BinaryString(buf)).
Value(valueString).
Ex(ttl).
Build(),
).Error()
}
// Increment increments the value of the key by the value.
func (r *Redis) Increment(key string, val int) error {
now := time.Now()
defer func() {
if r.metrics != nil {
elapsed := time.Since(now).Seconds()
r.metrics.ObserveRedisEndpointDuration(r.name, "Incr", elapsed)
}
}()
return r.client.Do(context.Background(),
r.client.B().Incrby().
Key(r.name+":"+key).
Increment(int64(val)).
Build(),
).Error()
}
// Decrement decrements the value of the key by the value.
func (r *Redis) Decrement(key string, val int) error {
now := time.Now()
defer func() {
if r.metrics != nil {
elapsed := time.Since(now).Seconds()
r.metrics.ObserveRedisEndpointDuration(r.name, "Decr", elapsed)
}
}()
return r.client.Do(context.Background(),
r.client.B().Decrby().
Key(r.name+":"+key).
Decrement(int64(val)).
Build(),
).Error()
}
// Get the content stored in the cache for the given key, and decode it into the value interface.
// Return ErrKeyNotFound if the key is missing from the cache
func (r *Redis) Get(key string, value any) error {
@@ -90,12 +134,23 @@ func (r *Redis) Get(key string, value any) error {
r.metrics.ObserveRedisEndpointDuration(r.name, "Get", elapsed)
}
}()
val, err := r.client.DoCache(context.Background(),
resp := r.client.DoCache(context.Background(),
r.client.B().Get().
Key(r.name+":"+key).
Cache(),
clientSideTTL,
).AsBytes()
)
var intVal int64
var bytesVal []byte
var err error
vPtr, ok := value.(*int64)
if ok {
intVal, err = resp.AsInt64()
} else {
bytesVal, err = resp.AsBytes()
}
if err != nil {
if rueidis.IsRedisNil(err) {
return ErrKeyNotFound
@@ -103,9 +158,14 @@ func (r *Redis) Get(key string, value any) error {
return err
}
if ok {
*vPtr = intVal
return nil
}
// We use a fast path for hot structs.
if msgpVal, ok := value.(msgp.Unmarshaler); ok {
_, err := msgpVal.UnmarshalMsg(val)
_, err := msgpVal.UnmarshalMsg(bytesVal)
return err
}
@@ -120,15 +180,16 @@ func (r *Redis) Get(key string, value any) error {
switch v := value.(type) {
case **model.User:
var u model.User
_, err := u.UnmarshalMsg(val)
_, err := u.UnmarshalMsg(bytesVal)
*v = &u
return err
}
// Slow path for other structs.
return msgpack.Unmarshal(val, value)
return msgpack.Unmarshal(bytesVal, value)
}
// GetMulti uses the MGET primitive to fetch multiple keys in a single operation.
func (r *Redis) GetMulti(keys []string, values []any) []error {
now := time.Now()
defer func() {
@@ -162,21 +223,35 @@ func (r *Redis) GetMulti(keys []string, values []any) []error {
return errs
}
for i, val := range vals {
if val.IsNil() {
for i, resp := range vals {
if resp.IsNil() {
errs[i] = ErrKeyNotFound
continue
}
buf, err := val.AsBytes()
var intVal int64
var bytesVal []byte
var err error
vPtr, ok := values[i].(*int64)
if ok {
intVal, err = resp.AsInt64()
} else {
bytesVal, err = resp.AsBytes()
}
if err != nil {
errs[i] = err
continue
}
if ok {
*vPtr = intVal
errs[i] = nil
continue
}
// We use a fast path for hot structs.
if msgpVal, ok := values[i].(msgp.Unmarshaler); ok {
_, err := msgpVal.UnmarshalMsg(buf)
_, err := msgpVal.UnmarshalMsg(bytesVal)
errs[i] = err
continue
}
@@ -184,14 +259,14 @@ func (r *Redis) GetMulti(keys []string, values []any) []error {
switch v := values[i].(type) {
case **model.User:
var u model.User
_, err := u.UnmarshalMsg(buf)
_, err := u.UnmarshalMsg(bytesVal)
*v = &u
errs[i] = err
continue
}
// Slow path for other structs.
errs[i] = msgpack.Unmarshal(buf, values[i])
errs[i] = msgpack.Unmarshal(bytesVal, values[i])
}
return errs