perf(chat): 使用预聚合快照优化客服会话统计

This commit is contained in:
yml
2026-11-20 19:46:09 +08:00
parent ec6f79f196
commit e01a01c1aa
8 changed files with 282 additions and 24 deletions
@@ -6,19 +6,68 @@ import (
"encoding/hex"
"encoding/json"
"fmt"
"strconv"
"time"
"hfb_sys/backend/internal/tenancy"
"go.uber.org/zap"
)
const adminChatCountsCacheTTL = 5 * time.Second
const (
adminChatCountsCacheTTL = 30 * time.Minute
adminChatCountsFreshFor = 15 * time.Second
adminChatCountsRefreshTTL = 20 * time.Second
)
type adminChatCountsSnapshot struct {
Counts *AdminConversationCountsDTO `json:"counts"`
GeneratedAt time.Time `json:"generated_at"`
Generation int64 `json:"generation"`
}
func (r *Repository) adminChatCountsCacheKey(ctx context.Context, principal Principal, filter, stage, keyword string) string {
sum := sha256.Sum256([]byte(keyword))
return fmt.Sprintf("admin-chat:counts:v3:%s:%d:%s:%s:%s:%s", principal.Type, principal.ID, tenancy.ScopeKey(ctx), filter, stage, hex.EncodeToString(sum[:8]))
return fmt.Sprintf("admin-chat:counts:v4:%s:%d:%s:%s:%s:%s", principal.Type, principal.ID, tenancy.ScopeKey(ctx), filter, stage, hex.EncodeToString(sum[:8]))
}
func (r *Repository) loadAdminChatCountsCache(ctx context.Context, principal Principal, filter, stage, keyword string) *AdminConversationCountsDTO {
func adminChatCountsGenerationKey(scope string) string {
return "admin-chat:counts:generation:" + scope
}
func (r *Repository) adminChatCountsGeneration(ctx context.Context) int64 {
if r.redis == nil {
return 0
}
raw, err := r.redis.Get(ctx, adminChatCountsGenerationKey(tenancy.ScopeKey(ctx))).Result()
if err != nil {
return 0
}
value, _ := strconv.ParseInt(raw, 10, 64)
return value
}
func (r *Repository) invalidateAdminChatCounts(ctx context.Context, tenantIDs []uint64) {
if r.redis == nil {
return
}
seen := make(map[uint64]struct{}, len(tenantIDs))
for _, tenantID := range tenantIDs {
if tenantID == 0 {
continue
}
if _, ok := seen[tenantID]; ok {
continue
}
seen[tenantID] = struct{}{}
_ = r.redis.Incr(ctx, adminChatCountsGenerationKey(fmt.Sprintf("tenant:%d", tenantID))).Err()
}
if len(seen) == 0 {
_ = r.redis.Incr(ctx, adminChatCountsGenerationKey(tenancy.ScopeKey(ctx))).Err()
}
}
func (r *Repository) loadAdminChatCountsSnapshot(ctx context.Context, principal Principal, filter, stage, keyword string) *adminChatCountsSnapshot {
if r.redis == nil {
return nil
}
@@ -26,20 +75,73 @@ func (r *Repository) loadAdminChatCountsCache(ctx context.Context, principal Pri
if err != nil {
return nil
}
var value AdminConversationCountsDTO
var value adminChatCountsSnapshot
if err := json.Unmarshal(raw, &value); err != nil {
return nil
}
if value.Counts == nil || value.GeneratedAt.IsZero() {
return nil
}
return &value
}
func (r *Repository) storeAdminChatCountsCache(ctx context.Context, principal Principal, filter, stage, keyword string, value *AdminConversationCountsDTO) {
func (r *Repository) storeAdminChatCountsSnapshot(ctx context.Context, principal Principal, filter, stage, keyword string, value *AdminConversationCountsDTO, generation int64) {
if r.redis == nil || value == nil {
return
}
raw, err := json.Marshal(value)
raw, err := json.Marshal(adminChatCountsSnapshot{
Counts: value,
GeneratedAt: time.Now(),
Generation: generation,
})
if err != nil {
return
}
_ = r.redis.Set(ctx, r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword), raw, adminChatCountsCacheTTL).Err()
}
func (r *Repository) refreshAdminChatCounts(ctx context.Context, principal Principal, filter, stage, keyword string) (*AdminConversationCountsDTO, error) {
key := r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword)
value, err, _ := r.countsGroup.Do(key, func() (any, error) {
generation := r.adminChatCountsGeneration(ctx)
result, err := r.adminConversationCounts(ctx, principal, filter, stage, keyword)
if err != nil {
return nil, err
}
r.storeAdminChatCountsSnapshot(ctx, principal, filter, stage, keyword, result.DTO, generation)
return result.DTO, nil
})
if err != nil {
return nil, err
}
counts, ok := value.(*AdminConversationCountsDTO)
if !ok || counts == nil {
return nil, fmt.Errorf("invalid admin chat counts snapshot")
}
return counts, nil
}
func (r *Repository) refreshAdminChatCountsAsync(ctx context.Context, principal Principal, filter, stage, keyword string) {
if r.redis == nil {
return
}
key := r.adminChatCountsCacheKey(ctx, principal, filter, stage, keyword)
ch := r.countsGroup.DoChan(key, func() (any, error) {
refreshCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), adminChatCountsRefreshTTL)
defer cancel()
generation := r.adminChatCountsGeneration(refreshCtx)
result, err := r.adminConversationCounts(refreshCtx, principal, filter, stage, keyword)
if err != nil {
return nil, err
}
r.storeAdminChatCountsSnapshot(refreshCtx, principal, filter, stage, keyword, result.DTO, generation)
return result.DTO, nil
})
select {
case result := <-ch:
if result.Err != nil && r.logger != nil {
r.logger.Warn("后台客服统计刷新失败", zap.Error(result.Err))
}
default:
}
}