From cacf519493703e66fa72bd04a1cf5247e57ea362 Mon Sep 17 00:00:00 2001 From: yml Date: Mon, 16 Nov 2026 23:07:16 +0800 Subject: [PATCH] =?UTF-8?q?fix(db):=20=E4=BC=98=E5=8C=96=E7=A7=81=E6=9C=89?= =?UTF-8?q?=E6=96=87=E4=BB=B6=E9=89=B4=E6=9D=83=E4=B8=8E=E6=B8=85=E7=90=86?= =?UTF-8?q?=E6=9F=A5=E8=AF=A2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../internal/jobs/fileuploadcleanup/job.go | 133 +++++++- backend/internal/router/dependencies.go | 221 ++---------- backend/internal/router/dependencies_test.go | 1 + backend/internal/router/file_access.go | 323 ++++++++++++++++++ .../000108_private_file_reference_indexes.sql | 74 ++++ 5 files changed, 543 insertions(+), 209 deletions(-) create mode 100644 backend/internal/router/file_access.go create mode 100644 backend/migrations/000108_private_file_reference_indexes.sql diff --git a/backend/internal/jobs/fileuploadcleanup/job.go b/backend/internal/jobs/fileuploadcleanup/job.go index 08777df1..07ab97f3 100644 --- a/backend/internal/jobs/fileuploadcleanup/job.go +++ b/backend/internal/jobs/fileuploadcleanup/job.go @@ -4,8 +4,10 @@ import ( "context" "crypto/rand" "encoding/hex" + "encoding/json" "fmt" "net/url" + "strings" "time" "hfb_sys/backend/internal/model" @@ -134,18 +136,77 @@ func (j *Job) cleanup(ctx context.Context, now time.Time) (int, error) { } func (j *Job) isReferenced(ctx context.Context, key string) (bool, error) { - encodedKey := url.QueryEscape(key) - queries := []struct { + values := referenceValues(key) + payload, err := json.Marshal(values) + if err != nil { + return false, err + } + + queries := make([]struct { sql string args []any - }{ - {sql: "SELECT COUNT(1) FROM game_accounts WHERE INSTR(screenshot_urls, ?) > 0 OR INSTR(screenshot_urls, ?) > 0", args: []any{key, encodedKey}}, - {sql: "SELECT COUNT(1) FROM order_checkouts WHERE INSTR(evidence_urls, ?) > 0 OR INSTR(evidence_urls, ?) > 0", args: []any{key, encodedKey}}, - {sql: "SELECT COUNT(1) FROM disputes WHERE INSTR(evidence_urls, ?) > 0 OR INSTR(evidence_urls, ?) > 0", args: []any{key, encodedKey}}, - {sql: "SELECT COUNT(1) FROM handoff_records WHERE INSTR(attachment_urls, ?) > 0 OR INSTR(attachment_urls, ?) > 0", args: []any{key, encodedKey}}, - {sql: "SELECT COUNT(1) FROM chat_messages WHERE INSTR(attachment_urls, ?) > 0 OR INSTR(attachment_urls, ?) > 0", args: []any{key, encodedKey}}, - {sql: "SELECT COUNT(1) FROM user_payment_accounts WHERE INSTR(certificate_urls, ?) > 0 OR INSTR(certificate_urls, ?) > 0", args: []any{key, encodedKey}}, + }, 0, 2) + jsonArgs := []any{string(payload)} + switch strings.SplitN(key, "/", 2)[0] { + case "listing", "misc": + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM game_accounts WHERE JSON_OVERLAPS(screenshot_urls, CAST(? AS JSON))", jsonArgs}) + case "chat": + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM chat_messages WHERE JSON_OVERLAPS(attachment_urls, CAST(? AS JSON))", jsonArgs}) + case "qrcode", "support-qrcode": + clause, args := scalarIn(values) + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM chat_qrcode_pool WHERE image_url IN (" + clause + ")", args}) + case "handoff": + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM handoff_records WHERE JSON_OVERLAPS(attachment_urls, CAST(? AS JSON))", jsonArgs}) + case "dispute": + queries = append(queries, + struct { + sql string + args []any + }{"SELECT COUNT(1) FROM disputes WHERE JSON_OVERLAPS(evidence_urls, CAST(? AS JSON))", jsonArgs}, + struct { + sql string + args []any + }{"SELECT COUNT(1) FROM order_checkouts WHERE JSON_OVERLAPS(evidence_urls, CAST(? AS JSON))", jsonArgs}, + ) + case "payment-cert": + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM user_payment_accounts WHERE JSON_OVERLAPS(certificate_urls, CAST(? AS JSON))", jsonArgs}) + case "payment-proof": + clause, args := scalarIn(values) + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM withdrawal_requests WHERE payment_proof_url IN (" + clause + ")", args}) + case "operating-expense": + clause, args := scalarIn(values) + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM operating_expenses WHERE voucher_url IN (" + clause + ")", args}) + case "manual-disbursement": + clause, args := scalarIn(values) + queries = append(queries, struct { + sql string + args []any + }{"SELECT COUNT(1) FROM manual_disbursements WHERE voucher_url IN (" + clause + ")", args}) + default: + return false, nil } + for _, query := range queries { var count int64 if err := j.db.WithContext(ctx).Raw(query.sql, query.args...).Scan(&count).Error; err != nil { @@ -158,6 +219,60 @@ func (j *Job) isReferenced(ctx context.Context, key string) (bool, error) { return false, nil } +func referenceValues(key string) []string { + basePrefix := key + for _, suffix := range []string{".medium.jpg", ".thumb.jpg"} { + if strings.HasSuffix(basePrefix, suffix) { + basePrefix = strings.TrimSuffix(basePrefix, suffix) + break + } + } + + candidates := []string{key} + if basePrefix != key { + candidates = append(candidates, basePrefix) + for _, ext := range []string{".jpg", ".jpeg", ".png", ".webp"} { + candidates = append(candidates, basePrefix+ext) + } + } + + seen := make(map[string]struct{}, len(candidates)*8) + values := make([]string, 0, len(candidates)*8) + add := func(value string) { + if value == "" { + return + } + if _, ok := seen[value]; ok { + return + } + seen[value] = struct{}{} + values = append(values, value) + } + for _, candidate := range candidates { + encoded := url.QueryEscape(candidate) + add(candidate) + add(encoded) + for _, prefix := range []string{ + "/api/files/object?key=", + "/api/admin/files/object?key=", + "/api/public/files/object?key=", + } { + add(prefix + encoded) + add(prefix + candidate) + } + } + return values +} + +func scalarIn(values []string) (string, []any) { + placeholders := strings.TrimSuffix(strings.Repeat("?,", len(values)), ",") + args := make([]any, 0, len(values)) + for _, value := range values { + args = append(args, value) + } + return placeholders, args +} + func newInstanceID() string { value := make([]byte, 8) if _, err := rand.Read(value); err != nil { diff --git a/backend/internal/router/dependencies.go b/backend/internal/router/dependencies.go index 82a6531d..045d118f 100644 --- a/backend/internal/router/dependencies.go +++ b/backend/internal/router/dependencies.go @@ -2,7 +2,6 @@ package router import ( "context" - "net/url" "strings" "hfb_sys/backend/internal/model" @@ -25,7 +24,6 @@ func privateFileAuthorizer(db *gorm.DB) func(context.Context, uint64, string) (b if db == nil || userID == 0 || key == "" { return false, nil } - encodedKey := url.QueryEscape(key) // 若请求的是变体图片(.medium.jpg 或 .thumb.jpg),提取原始前缀,便于在存有原图的业务表中匹配 basePrefix := key @@ -35,111 +33,20 @@ func privateFileAuthorizer(db *gorm.DB) func(context.Context, uint64, string) (b break } } - encodedBasePrefix := url.QueryEscape(basePrefix) tenantID := tenancy.IDFromContext(ctx) - var count int64 - queries := []struct { - sql string - args []any - }{ - { - sql: "SELECT COUNT(1) FROM file_upload_owners WHERE user_id = ? AND object_key = ? AND (? = 0 OR tenant_id = ?)", - args: []any{userID, key, tenantID, tenantID}, - }, - { - sql: `SELECT COUNT(1) FROM chat_qrcode_pool q -JOIN chat_conversations c ON c.id = q.conversation_id -JOIN chat_participants p ON p.conversation_id = c.id AND p.participant_type = 'user' AND p.participant_id = ? -WHERE (? = 0 OR c.tenant_id = ? OR EXISTS ( - SELECT 1 FROM rental_orders ro WHERE ro.id = c.order_id AND (ro.buyer_tenant_id = ? OR ro.source_tenant_id = ?) -)) - AND (INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0)`, - args: []any{userID, tenantID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM game_accounts a -JOIN rental_listings l ON l.account_id = a.id -WHERE l.status = 'published' AND l.review_status = 'approved' - AND (? = 0 OR l.source_tenant_id = ?) - AND (INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM game_accounts a -WHERE a.owner_id = ? AND (? = 0 OR a.source_tenant_id = ?) - AND (INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0)`, - args: []any{userID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM game_accounts a -JOIN rental_orders o ON o.account_id = a.id -WHERE (o.owner_id = ? OR o.renter_id = ?) - AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) - AND (INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0)`, - args: []any{userID, userID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM order_checkouts c -JOIN rental_orders o ON o.id = c.order_id -WHERE (o.owner_id = ? OR o.renter_id = ?) - AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) - AND (INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0)`, - args: []any{userID, userID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM disputes d -JOIN rental_orders o ON o.id = d.order_id -WHERE (o.owner_id = ? OR o.renter_id = ?) - AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) - AND (INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0)`, - args: []any{userID, userID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM handoff_records h -JOIN rental_orders o ON o.id = h.order_id -WHERE (o.owner_id = ? OR o.renter_id = ?) - AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) - AND (INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0)`, - args: []any{userID, userID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM chat_messages m -JOIN chat_participants p ON p.conversation_id = m.conversation_id -LEFT JOIN chat_conversations c ON c.id = m.conversation_id -WHERE p.participant_type = 'user' AND p.participant_id = ? - AND (? = 0 OR c.tenant_id = ? OR EXISTS ( - SELECT 1 FROM rental_orders ro WHERE ro.id = c.order_id AND (ro.buyer_tenant_id = ? OR ro.source_tenant_id = ?) - ) OR EXISTS ( - SELECT 1 FROM rental_listings rl WHERE rl.id = c.listing_id AND rl.source_tenant_id = ? - )) - AND (INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0)`, - args: []any{userID, tenantID, tenantID, tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM user_payment_accounts p -WHERE p.user_id = ? - AND (INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0)`, - args: []any{userID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM withdrawal_requests w -WHERE w.user_id = ? - AND (INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0)`, - args: []any{userID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, + var ownerCount int64 + if err := db.WithContext(ctx).Raw( + "SELECT COUNT(1) FROM file_upload_owners WHERE user_id = ? AND object_key = ? AND (? = 0 OR tenant_id = ?)", + userID, key, tenantID, tenantID, + ).Scan(&ownerCount).Error; err != nil { + return false, err } - for _, query := range queries { - if err := db.WithContext(ctx).Raw(query.sql, query.args...).Scan(&count).Error; err != nil { - // 旧库缺少新表时继续检查其他可用关联,其他数据库错误则安全拒绝。 - if strings.Contains(strings.ToLower(err.Error()), "no such table") || strings.Contains(strings.ToLower(err.Error()), "doesn't exist") { - continue - } - return false, err - } - if count > 0 { - return true, nil - } + if ownerCount > 0 { + return true, nil + } + if knownQueries, known := knownUserFileQueries(userID, tenantID, fileReferenceValues(key, basePrefix)); known { + return runFileAccessQueries(ctx, db, knownQueries) } return false, nil } @@ -152,107 +59,21 @@ func adminPrivateFileAuthorizer(db *gorm.DB) func(context.Context, uint64, strin if db == nil || key == "" { return false, nil } - encodedKey := url.QueryEscape(key) basePrefix := strings.TrimSuffix(strings.TrimSuffix(key, ".medium.jpg"), ".thumb.jpg") - encodedBasePrefix := url.QueryEscape(basePrefix) tenantID := tenancy.IDFromContext(ctx) - queries := []struct { - sql string - args []any - }{ - { - sql: "SELECT COUNT(1) FROM file_upload_owners WHERE admin_id = ? AND object_key = ? AND (? = 0 OR tenant_id = ?)", - args: []any{adminID, key, tenantID, tenantID}, - }, - { - sql: `SELECT COUNT(1) FROM game_accounts a -JOIN rental_listings l ON l.account_id = a.id -WHERE (? = 0 OR (l.source_tenant_id = ? AND (l.distribution_site_id IS NULL OR l.distribution_site_id = 0))) - AND (INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0 OR INSTR(a.screenshot_urls, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM order_checkouts c -JOIN rental_orders o ON o.id = c.order_id -WHERE (? = 0 OR (o.buyer_tenant_id = ? AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) - AND (INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0 OR INSTR(c.evidence_urls, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM disputes d -JOIN rental_orders o ON o.id = d.order_id -WHERE (? = 0 OR (o.buyer_tenant_id = ? AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) - AND (INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0 OR INSTR(d.evidence_urls, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM handoff_records h -JOIN rental_orders o ON o.id = h.order_id -WHERE (? = 0 OR ((o.buyer_tenant_id = ? OR o.source_tenant_id = ?) - AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) - AND (INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0 OR INSTR(h.attachment_urls, ?) > 0)`, - args: []any{tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM chat_messages m -JOIN chat_conversations c ON c.id = m.conversation_id -WHERE (? = 0 OR c.tenant_id = ?) - AND (INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0 OR INSTR(m.attachment_urls, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM user_payment_accounts p -JOIN users u ON u.id = p.user_id -WHERE (? = 0 OR (p.tenant_id = ? AND u.tenant_id = ? AND u.distribution_site_id = 0)) - AND (INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0 OR INSTR(p.certificate_urls, ?) > 0)`, - args: []any{tenantID, tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM withdrawal_requests w -WHERE (? = 0 OR (w.tenant_id = ? AND w.distribution_site_id = 0)) - AND (INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0 OR INSTR(w.payment_proof_url, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, - { - sql: `SELECT COUNT(1) FROM chat_qrcode_pool q -WHERE (? = 0 OR (q.tenant_id = ? AND (q.distribution_site_id IS NULL OR q.distribution_site_id = 0))) - AND (INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0 OR INSTR(q.image_url, ?) > 0)`, - args: []any{tenantID, tenantID, key, encodedKey, basePrefix, encodedBasePrefix}, - }, + var ownerCount int64 + if err := db.WithContext(ctx).Raw( + "SELECT COUNT(1) FROM file_upload_owners WHERE admin_id = ? AND object_key = ? AND (? = 0 OR tenant_id = ?)", + adminID, key, tenantID, tenantID, + ).Scan(&ownerCount).Error; err != nil { + return false, err } - if (strings.HasPrefix(key, "operating-expense/") || strings.HasPrefix(key, "manual-disbursement/")) && - isPlatformSuperAdmin(ctx, db, adminID) { - queries = append(queries, - struct { - sql string - args []any - }{ - sql: `SELECT COUNT(1) FROM operating_expenses oe -WHERE INSTR(oe.voucher_url, ?) > 0 OR INSTR(oe.voucher_url, ?) > 0 OR INSTR(oe.voucher_url, ?) > 0 OR INSTR(oe.voucher_url, ?) > 0`, - args: []any{key, encodedKey, basePrefix, encodedBasePrefix}, - }, - struct { - sql string - args []any - }{ - sql: `SELECT COUNT(1) FROM manual_disbursements md -WHERE INSTR(md.voucher_url, ?) > 0 OR INSTR(md.voucher_url, ?) > 0 OR INSTR(md.voucher_url, ?) > 0 OR INSTR(md.voucher_url, ?) > 0`, - args: []any{key, encodedKey, basePrefix, encodedBasePrefix}, - }, - ) + if ownerCount > 0 { + return true, nil } - for _, query := range queries { - var count int64 - if err := db.WithContext(ctx).Raw(query.sql, query.args...).Scan(&count).Error; err != nil { - if strings.Contains(strings.ToLower(err.Error()), "doesn't exist") { - continue - } - return false, err - } - if count > 0 { - return true, nil - } + if knownQueries, known := knownAdminFileQueries(ctx, db, adminID, tenantID, fileReferenceValues(key, basePrefix)); known { + return runFileAccessQueries(ctx, db, knownQueries) } return false, nil } diff --git a/backend/internal/router/dependencies_test.go b/backend/internal/router/dependencies_test.go index 6dc4cfc4..aaa332cd 100644 --- a/backend/internal/router/dependencies_test.go +++ b/backend/internal/router/dependencies_test.go @@ -71,6 +71,7 @@ func TestPrivateFileAuthorizer(t *testing.T) { {name: "已审核上架商品中等图变体对任意登录用户开放", userID: 99, key: "misc/2026/09/16/984a80162e94e3b89090d1f8.medium.jpg", allowed: true}, {name: "提现申请人可读取自己的打款凭证", userID: 51, key: "payment-proof/receipt.jpg", allowed: true}, {name: "其他用户不可读取他人的打款凭证", userID: 99, key: "payment-proof/receipt.jpg", allowed: false}, + {name: "未知场景默认拒绝", userID: 99, key: "unknown/random.jpg", allowed: false}, } for _, tc := range cases { t.Run(tc.name, func(t *testing.T) { diff --git a/backend/internal/router/file_access.go b/backend/internal/router/file_access.go new file mode 100644 index 00000000..6483defb --- /dev/null +++ b/backend/internal/router/file_access.go @@ -0,0 +1,323 @@ +package router + +import ( + "context" + "encoding/json" + "fmt" + "net/url" + "strings" + + "gorm.io/gorm" +) + +type fileAccessQuery struct { + sql string + args []any +} + +func fileReferenceValues(key, basePrefix string) []string { + seen := make(map[string]struct{}, 16) + values := make([]string, 0, 16) + add := func(value string) { + if value == "" { + return + } + if _, ok := seen[value]; ok { + return + } + seen[value] = struct{}{} + values = append(values, value) + } + + candidates := make([]string, 0, 8) + candidates = append(candidates, key) + if basePrefix != key { + candidates = append(candidates, basePrefix) + for _, ext := range []string{".jpg", ".jpeg", ".png", ".webp"} { + candidates = append(candidates, basePrefix+ext) + } + } + for _, raw := range candidates { + if raw == "" { + continue + } + encoded := url.QueryEscape(raw) + add(raw) + add(encoded) + for _, prefix := range []string{ + "/api/files/object?key=", + "/api/admin/files/object?key=", + "/api/public/files/object?key=", + } { + add(prefix + encoded) + add(prefix + raw) + } + } + return values +} + +func jsonReferencePayload(values []string) string { + payload, err := json.Marshal(values) + if err != nil { + return "[]" + } + return string(payload) +} + +func jsonOverlapsAny(column string) string { + return fmt.Sprintf("JSON_OVERLAPS(%s, CAST(? AS JSON))", column) +} + +func scalarInAny(column string, values []string) (string, []any) { + if len(values) == 0 { + return "(1 = 0)", nil + } + placeholders := strings.TrimSuffix(strings.Repeat("?,", len(values)), ",") + args := make([]any, 0, len(values)) + for _, value := range values { + args = append(args, value) + } + return fmt.Sprintf("%s IN (%s)", column, placeholders), args +} + +func runFileAccessQueries(ctx context.Context, db *gorm.DB, queries []fileAccessQuery) (bool, error) { + for _, query := range queries { + var count int64 + if err := db.WithContext(ctx).Raw(query.sql, query.args...).Scan(&count).Error; err != nil { + message := strings.ToLower(err.Error()) + if strings.Contains(message, "doesn't exist") || strings.Contains(message, "no such table") { + continue + } + return false, err + } + if count > 0 { + return true, nil + } + } + return false, nil +} + +func knownUserFileQueries(userID, tenantID uint64, values []string) ([]fileAccessQuery, bool) { + jsonArgs := []any{jsonReferencePayload(values)} + listingMembers := jsonOverlapsAny("a.screenshot_urls") + chatMembers := jsonOverlapsAny("m.attachment_urls") + checkoutMembers := jsonOverlapsAny("c.evidence_urls") + disputeMembers := jsonOverlapsAny("d.evidence_urls") + handoffMembers := jsonOverlapsAny("h.attachment_urls") + certificateMembers := jsonOverlapsAny("p.certificate_urls") + withdrawalClause, withdrawalArgs := scalarInAny("w.payment_proof_url", values) + qrcodeClause, qrcodeArgs := scalarInAny("q.image_url", values) + + prefix := strings.SplitN(values[0], "/", 2)[0] + switch prefix { + case "listing", "misc": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM game_accounts a +JOIN rental_listings l ON l.account_id = a.id +WHERE l.status = 'published' AND l.review_status = 'approved' + AND (? = 0 OR l.source_tenant_id = ?) + AND ` + listingMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }, + { + sql: `SELECT COUNT(1) FROM game_accounts a +WHERE a.owner_id = ? AND (? = 0 OR a.source_tenant_id = ?) + AND ` + listingMembers, + args: append([]any{userID, tenantID, tenantID}, jsonArgs...), + }, + { + sql: `SELECT COUNT(1) FROM game_accounts a +JOIN rental_orders o ON o.account_id = a.id +WHERE (o.owner_id = ? OR o.renter_id = ?) + AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) + AND ` + listingMembers, + args: append([]any{userID, userID, tenantID, tenantID, tenantID}, jsonArgs...), + }, + }, true + case "chat": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM chat_messages m +JOIN chat_participants p ON p.conversation_id = m.conversation_id +LEFT JOIN chat_conversations c ON c.id = m.conversation_id +WHERE p.participant_type = 'user' AND p.participant_id = ? + AND (? = 0 OR c.tenant_id = ? OR EXISTS ( + SELECT 1 FROM rental_orders ro WHERE ro.id = c.order_id AND (ro.buyer_tenant_id = ? OR ro.source_tenant_id = ?) + ) OR EXISTS ( + SELECT 1 FROM rental_listings rl WHERE rl.id = c.listing_id AND rl.source_tenant_id = ? + )) + AND ` + chatMembers, + args: append([]any{userID, tenantID, tenantID, tenantID, tenantID, tenantID}, jsonArgs...), + }}, true + case "qrcode", "support-qrcode": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM chat_qrcode_pool q +JOIN chat_conversations c ON c.id = q.conversation_id +JOIN chat_participants p ON p.conversation_id = c.id AND p.participant_type = 'user' AND p.participant_id = ? +WHERE (? = 0 OR c.tenant_id = ? OR EXISTS ( + SELECT 1 FROM rental_orders ro WHERE ro.id = c.order_id AND (ro.buyer_tenant_id = ? OR ro.source_tenant_id = ?) +)) + AND ` + qrcodeClause, + args: append([]any{userID, tenantID, tenantID, tenantID, tenantID}, qrcodeArgs...), + }, + { + sql: `SELECT COUNT(1) FROM chat_messages m +JOIN chat_participants p ON p.conversation_id = m.conversation_id +LEFT JOIN chat_conversations c ON c.id = m.conversation_id +WHERE p.participant_type = 'user' AND p.participant_id = ? + AND (? = 0 OR c.tenant_id = ? OR EXISTS ( + SELECT 1 FROM rental_orders ro WHERE ro.id = c.order_id AND (ro.buyer_tenant_id = ? OR ro.source_tenant_id = ?) + ) OR EXISTS ( + SELECT 1 FROM rental_listings rl WHERE rl.id = c.listing_id AND rl.source_tenant_id = ? + )) + AND ` + chatMembers, + args: append([]any{userID, tenantID, tenantID, tenantID, tenantID, tenantID}, jsonArgs...), + }, + }, true + case "handoff": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM handoff_records h +JOIN rental_orders o ON o.id = h.order_id +WHERE (o.owner_id = ? OR o.renter_id = ?) + AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) + AND ` + handoffMembers, + args: append([]any{userID, userID, tenantID, tenantID, tenantID}, jsonArgs...), + }}, true + case "dispute": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM disputes d +JOIN rental_orders o ON o.id = d.order_id +WHERE (o.owner_id = ? OR o.renter_id = ?) + AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) + AND ` + disputeMembers, + args: append([]any{userID, userID, tenantID, tenantID, tenantID}, jsonArgs...), + }, + { + sql: `SELECT COUNT(1) FROM order_checkouts c +JOIN rental_orders o ON o.id = c.order_id +WHERE (o.owner_id = ? OR o.renter_id = ?) + AND (? = 0 OR o.buyer_tenant_id = ? OR o.source_tenant_id = ?) + AND ` + checkoutMembers, + args: append([]any{userID, userID, tenantID, tenantID, tenantID}, jsonArgs...), + }, + }, true + case "payment-cert": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM user_payment_accounts p WHERE p.user_id = ? AND ` + certificateMembers, + args: append([]any{userID}, jsonArgs...), + }, + }, true + case "payment-proof": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM withdrawal_requests w WHERE w.user_id = ? AND ` + withdrawalClause, + args: append([]any{userID}, withdrawalArgs...), + }, + }, true + default: + return nil, false + } +} + +func knownAdminFileQueries(ctx context.Context, db *gorm.DB, adminID, tenantID uint64, values []string) ([]fileAccessQuery, bool) { + jsonArgs := []any{jsonReferencePayload(values)} + listingMembers := jsonOverlapsAny("a.screenshot_urls") + chatMembers := jsonOverlapsAny("m.attachment_urls") + checkoutMembers := jsonOverlapsAny("c.evidence_urls") + disputeMembers := jsonOverlapsAny("d.evidence_urls") + handoffMembers := jsonOverlapsAny("h.attachment_urls") + certificateMembers := jsonOverlapsAny("p.certificate_urls") + withdrawalClause, withdrawalArgs := scalarInAny("w.payment_proof_url", values) + qrcodeClause, qrcodeArgs := scalarInAny("q.image_url", values) + + prefix := strings.SplitN(values[0], "/", 2)[0] + switch prefix { + case "listing", "misc": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM game_accounts a +JOIN rental_listings l ON l.account_id = a.id +WHERE (? = 0 OR (l.source_tenant_id = ? AND (l.distribution_site_id IS NULL OR l.distribution_site_id = 0))) + AND ` + listingMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }}, true + case "chat": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM chat_messages m +JOIN chat_conversations c ON c.id = m.conversation_id +WHERE (? = 0 OR c.tenant_id = ?) AND ` + chatMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }}, true + case "qrcode", "support-qrcode": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM chat_qrcode_pool q +WHERE (? = 0 OR (q.tenant_id = ? AND (q.distribution_site_id IS NULL OR q.distribution_site_id = 0))) + AND ` + qrcodeClause, + args: append([]any{tenantID, tenantID}, qrcodeArgs...), + }, + { + sql: `SELECT COUNT(1) FROM chat_messages m +JOIN chat_conversations c ON c.id = m.conversation_id +WHERE (? = 0 OR c.tenant_id = ?) AND ` + chatMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }, + }, true + case "handoff": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM handoff_records h +JOIN rental_orders o ON o.id = h.order_id +WHERE (? = 0 OR ((o.buyer_tenant_id = ? OR o.source_tenant_id = ?) + AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) + AND ` + handoffMembers, + args: append([]any{tenantID, tenantID, tenantID}, jsonArgs...), + }}, true + case "dispute": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM disputes d +JOIN rental_orders o ON o.id = d.order_id +WHERE (? = 0 OR (o.buyer_tenant_id = ? AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) + AND ` + disputeMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }, + { + sql: `SELECT COUNT(1) FROM order_checkouts c +JOIN rental_orders o ON o.id = c.order_id +WHERE (? = 0 OR (o.buyer_tenant_id = ? AND (o.distribution_site_id IS NULL OR o.distribution_site_id = 0))) + AND ` + checkoutMembers, + args: append([]any{tenantID, tenantID}, jsonArgs...), + }, + }, true + case "payment-cert": + return []fileAccessQuery{ + { + sql: `SELECT COUNT(1) FROM user_payment_accounts p +JOIN users u ON u.id = p.user_id +WHERE (? = 0 OR (p.tenant_id = ? AND u.tenant_id = ? AND u.distribution_site_id = 0)) + AND ` + certificateMembers, + args: append([]any{tenantID, tenantID, tenantID}, jsonArgs...), + }, + }, true + case "payment-proof": + return []fileAccessQuery{{ + sql: `SELECT COUNT(1) FROM withdrawal_requests w +WHERE (? = 0 OR (w.tenant_id = ? AND w.distribution_site_id = 0)) AND ` + withdrawalClause, + args: append([]any{tenantID, tenantID}, withdrawalArgs...), + }}, true + case "operating-expense", "manual-disbursement": + if !isPlatformSuperAdmin(ctx, db, adminID) { + return nil, true + } + table, column := "operating_expenses oe", "oe.voucher_url" + if prefix == "manual-disbursement" { + table, column = "manual_disbursements md", "md.voucher_url" + } + clause, args := scalarInAny(column, values) + return []fileAccessQuery{{sql: "SELECT COUNT(1) FROM " + table + " WHERE " + clause, args: args}}, true + default: + return nil, false + } +} diff --git a/backend/migrations/000108_private_file_reference_indexes.sql b/backend/migrations/000108_private_file_reference_indexes.sql new file mode 100644 index 00000000..5a6f4e40 --- /dev/null +++ b/backend/migrations/000108_private_file_reference_indexes.sql @@ -0,0 +1,74 @@ +-- +goose Up + +-- 私有文件授权按完整 URL 精确匹配 JSON 数组,避免对账号、订单和聊天大表做 INSTR 全表扫描。 +ALTER TABLE game_accounts + ADD INDEX idx_game_accounts_screenshot_urls ((CAST(screenshot_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE order_checkouts + ADD INDEX idx_order_checkouts_evidence_urls ((CAST(evidence_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE disputes + ADD INDEX idx_disputes_evidence_urls ((CAST(evidence_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE handoff_records + ADD INDEX idx_handoff_records_attachment_urls ((CAST(attachment_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE chat_messages + ADD INDEX idx_chat_messages_attachment_urls ((CAST(attachment_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE user_payment_accounts + ADD INDEX idx_user_payment_accounts_cert_urls ((CAST(certificate_urls AS CHAR(512) ARRAY))), + ALGORITHM=INPLACE, LOCK=SHARED; + +ALTER TABLE withdrawal_requests + ADD INDEX idx_withdrawal_requests_payment_proof_url (payment_proof_url), + ALGORITHM=INPLACE, LOCK=NONE; + +ALTER TABLE chat_qrcode_pool + ADD INDEX idx_chat_qrcode_pool_image_url (image_url), + ALGORITHM=INPLACE, LOCK=NONE; + +ALTER TABLE operating_expenses + ADD INDEX idx_operating_expenses_voucher_url (voucher_url), + ALGORITHM=INPLACE, LOCK=NONE; + +ALTER TABLE manual_disbursements + ADD INDEX idx_manual_disbursements_voucher_url (voucher_url), + ALGORITHM=INPLACE, LOCK=NONE; + +-- +goose Down + +ALTER TABLE manual_disbursements + DROP INDEX idx_manual_disbursements_voucher_url; + +ALTER TABLE operating_expenses + DROP INDEX idx_operating_expenses_voucher_url; + +ALTER TABLE chat_qrcode_pool + DROP INDEX idx_chat_qrcode_pool_image_url; + +ALTER TABLE withdrawal_requests + DROP INDEX idx_withdrawal_requests_payment_proof_url; + +ALTER TABLE user_payment_accounts + DROP INDEX idx_user_payment_accounts_cert_urls; + +ALTER TABLE chat_messages + DROP INDEX idx_chat_messages_attachment_urls; + +ALTER TABLE handoff_records + DROP INDEX idx_handoff_records_attachment_urls; + +ALTER TABLE disputes + DROP INDEX idx_disputes_evidence_urls; + +ALTER TABLE order_checkouts + DROP INDEX idx_order_checkouts_evidence_urls; + +ALTER TABLE game_accounts + DROP INDEX idx_game_accounts_screenshot_urls;