perf(chat): 使用预聚合快照优化客服会话统计
This commit is contained in:
@@ -6,19 +6,68 @@ import (
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"time"
|
||||
|
||||
"hfb_sys/backend/internal/tenancy"
|
||||
|
||||
"go.uber.org/zap"
|
||||
)
|
||||
|
||||
const adminChatCountsCacheTTL = 5 * time.Second
|
||||
const (
|
||||
adminChatCountsCacheTTL = 30 * time.Minute
|
||||
adminChatCountsFreshFor = 15 * time.Second
|
||||
adminChatCountsRefreshTTL = 20 * time.Second
|
||||
)
|
||||
|
||||
type adminChatCountsSnapshot struct {
|
||||
Counts *AdminConversationCountsDTO `json:"counts"`
|
||||
GeneratedAt time.Time `json:"generated_at"`
|
||||
Generation int64 `json:"generation"`
|
||||
}
|
||||
|
||||
func (r *Repository) adminChatCountsCacheKey(ctx context.Context, principal Principal, filter, stage, keyword string) string {
|
||||
sum := sha256.Sum256([]byte(keyword))
|
||||
return fmt.Sprintf("admin-chat:counts:v3:%s:%d:%s:%s:%s:%s", principal.Type, principal.ID, tenancy.ScopeKey(ctx), filter, stage, hex.EncodeToString(sum[:8]))
|
||||
return fmt.Sprintf("admin-chat:counts:v4:%s:%d:%s:%s:%s:%s", principal.Type, principal.ID, tenancy.ScopeKey(ctx), filter, stage, hex.EncodeToString(sum[:8]))
|
||||
}
|
||||
|
||||
func (r *Repository) loadAdminChatCountsCache(ctx context.Context, principal Principal, filter, stage, keyword string) *AdminConversationCountsDTO {
|
||||
func adminChatCountsGenerationKey(scope string) string {
|
||||
return "admin-chat:counts:generation:" + scope
|
||||
}
|
||||
|
||||
func (r *Repository) adminChatCountsGeneration(ctx context.Context) int64 {
|
||||
if r.redis == nil {
|
||||
return 0
|
||||
}
|
||||
raw, err := r.redis.Get(ctx, adminChatCountsGenerationKey(tenancy.ScopeKey(ctx))).Result()
|
||||
if err != nil {
|
||||
return 0
|
||||
}
|
||||
value, _ := strconv.ParseInt(raw, 10, 64)
|
||||
return value
|
||||
}
|
||||
|
||||
func (r *Repository) invalidateAdminChatCounts(ctx context.Context, tenantIDs []uint64) {
|
||||
if r.redis == nil {
|
||||
return
|
||||
}
|
||||
seen := make(map[uint64]struct{}, len(tenantIDs))
|
||||
for _, tenantID := range tenantIDs {
|
||||
if tenantID == 0 {
|
||||
continue
|
||||
}
|
||||
if _, ok := seen[tenantID]; ok {
|
||||
continue
|
||||
}
|
||||
seen[tenantID] = struct{}{}
|
||||
_ = r.redis.Incr(ctx, adminChatCountsGenerationKey(fmt.Sprintf("tenant:%d", tenantID))).Err()
|
||||
}
|
||||
if len(seen) == 0 {
|
||||
_ = r.redis.Incr(ctx, adminChatCountsGenerationKey(tenancy.ScopeKey(ctx))).Err()
|
||||
}
|
||||
}
|
||||
|
||||
func (r *Repository) loadAdminChatCountsSnapshot(ctx context.Context, principal Principal, filter, stage, keyword string) *adminChatCountsSnapshot {
|
||||
if r.redis == nil {
|
||||
return nil
|
||||
}
|
||||
@@ -26,20 +75,73 @@ func (r *Repository) loadAdminChatCountsCache(ctx context.Context, principal Pri
|
||||
if err != nil {
|
||||
return nil
|
||||
}
|
||||
var value AdminConversationCountsDTO
|
||||
var value adminChatCountsSnapshot
|
||||
if err := json.Unmarshal(raw, &value); err != nil {
|
||||
return nil
|
||||
}
|
||||
if value.Counts == nil || value.GeneratedAt.IsZero() {
|
||||
return nil
|
||||
}
|
||||
return &value
|
||||
}
|
||||
|
||||
func (r *Repository) storeAdminChatCountsCache(ctx context.Context, principal Principal, filter, stage, keyword string, value *AdminConversationCountsDTO) {
|
||||
func (r *Repository) storeAdminChatCountsSnapshot(ctx context.Context, principal Principal, filter, stage, keyword string, value *AdminConversationCountsDTO, generation int64) {
|
||||
if r.redis == nil || value == nil {
|
||||
return
|
||||
}
|
||||
raw, err := json.Marshal(value)
|
||||
raw, err := json.Marshal(adminChatCountsSnapshot{
|
||||
Counts: value,
|
||||
GeneratedAt: time.Now(),
|
||||
Generation: generation,
|
||||
})
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
_ = r.redis.Set(ctx, r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword), raw, adminChatCountsCacheTTL).Err()
|
||||
}
|
||||
|
||||
func (r *Repository) refreshAdminChatCounts(ctx context.Context, principal Principal, filter, stage, keyword string) (*AdminConversationCountsDTO, error) {
|
||||
key := r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword)
|
||||
value, err, _ := r.countsGroup.Do(key, func() (any, error) {
|
||||
generation := r.adminChatCountsGeneration(ctx)
|
||||
result, err := r.adminConversationCounts(ctx, principal, filter, stage, keyword)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
r.storeAdminChatCountsSnapshot(ctx, principal, filter, stage, keyword, result.DTO, generation)
|
||||
return result.DTO, nil
|
||||
})
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
counts, ok := value.(*AdminConversationCountsDTO)
|
||||
if !ok || counts == nil {
|
||||
return nil, fmt.Errorf("invalid admin chat counts snapshot")
|
||||
}
|
||||
return counts, nil
|
||||
}
|
||||
|
||||
func (r *Repository) refreshAdminChatCountsAsync(ctx context.Context, principal Principal, filter, stage, keyword string) {
|
||||
if r.redis == nil {
|
||||
return
|
||||
}
|
||||
key := r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword)
|
||||
ch := r.countsGroup.DoChan(key, func() (any, error) {
|
||||
refreshCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), adminChatCountsRefreshTTL)
|
||||
defer cancel()
|
||||
generation := r.adminChatCountsGeneration(refreshCtx)
|
||||
result, err := r.adminConversationCounts(refreshCtx, principal, filter, stage, keyword)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
r.storeAdminChatCountsSnapshot(refreshCtx, principal, filter, stage, keyword, result.DTO, generation)
|
||||
return result.DTO, nil
|
||||
})
|
||||
select {
|
||||
case result := <-ch:
|
||||
if result.Err != nil && r.logger != nil {
|
||||
r.logger.Warn("后台客服统计刷新失败", zap.Error(result.Err))
|
||||
}
|
||||
default:
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user