Files
order_site/apps/backend/src/services/cost-center/cost-exception-archive-service.ts
T
yml2213 d90c066888 feat(cost-center): 成本异常 60 天归档
cost_exceptions 只增不减:本地快照 260,253 行(resolved 151,939 / open 108,314),
已处理的行只是审计痕迹,留在热表会拖慢「状态 + 时间」分页,并让唯一索引持续膨胀。

- 迁移 108:新增 cost_exceptions_archive(保留原 id 与时间字段,加 archived_at),
  热表补部分索引 idx_cost_exceptions_archivable
  (COALESCE(resolved_at, created_at)) WHERE status <> 'open',让每日任务不扫全表;
- cost-exception-archive-service:只归档 status <> 'open' 且超期的行,每批 1000 行,
  DELETE ... RETURNING + INSERT 在同一语句内完成,单批原子,不存在「删了没归档」;
- data-retention 每日任务接入;保留期走 COST_EXCEPTION_RETENTION_DAYS(默认 60);
- 新增 npm run cost-exceptions:archive(--dry-run / --days / --batch-size)。

为什么 open 行不归档:open 是待办队列,超期不等于已解决,归档等于把问题藏起来。

验证:
- 3 条 resolved 回拨到 90 天前 → 归档 3 条,热表 resolved 151,939 → 151,936;
- 1 条 open 回拨到 90 天前 → 仍在热表,未被归档;
- 归档表保留原 id 与时间,archived_at 记录归档时刻;
- 恢复测试数据后计数回到 151,939 / 108,314。
2026-10-25 12:09:20 +08:00

90 lines
3.1 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/**
* 成本异常归档:把超过保留期的「已处理」异常搬进 cost_exceptions_archive。
*
* 口径:
* - 只归档 status <> 'open' 的行;open 是待办队列,超期也必须留着;
* - 时钟取 COALESCE(resolved_at, created_at):ignored 行没有 resolved_at 时按创建时间;
* - 每批 1000 行,DELETE ... RETURNING + INSERT 在同一语句内完成,单批原子,
* 不存在「删了但没归档」的窗口;
* - 归档保留 id 与原时间字段,可按原口径追溯。
*
* 调用方:data-retention 定时任务(每日)、scripts/archive-cost-exceptions.ts(手动)。
*/
import { query } from '../../db/client.js'
export type ArchiveCostExceptionsResult = {
archivedRows: number
remainingArchivableRows: number
retentionDays: number
}
export async function countArchivableCostExceptions(retentionDays: number) {
const { rows } = await query<{ count: number }>(
`
SELECT COUNT(*)::int AS count
FROM cost_exceptions
WHERE status <> 'open'
AND COALESCE(resolved_at, created_at) < NOW() - make_interval(days => $1::int)
`,
[retentionDays],
)
return rows[0]?.count ?? 0
}
export async function archiveResolvedCostExceptions({
retentionDays,
batchSize = 1000,
maxBatches = 10_000,
}: {
retentionDays: number
batchSize?: number
maxBatches?: number
}): Promise<ArchiveCostExceptionsResult> {
const archiveExists = await query<{ exists: boolean }>(
`SELECT to_regclass('public.cost_exceptions_archive') IS NOT NULL AS exists`,
)
if (!archiveExists.rows[0]?.exists) {
return { archivedRows: 0, remainingArchivableRows: 0, retentionDays }
}
let archivedRows = 0
let batches = 0
while (batches < maxBatches) {
const result = await query(
`
WITH moved AS (
DELETE FROM cost_exceptions
WHERE id IN (
SELECT id
FROM cost_exceptions
WHERE status <> 'open'
AND COALESCE(resolved_at, created_at) < NOW() - make_interval(days => $1::int)
ORDER BY id
LIMIT $2
)
RETURNING id, subject_type, subject_id, order_item_id, work_order_id,
reason, status, detail_json, created_at, resolved_at,
resolved_by_admin_user_id, resolution_note
)
INSERT INTO cost_exceptions_archive (
id, subject_type, subject_id, order_item_id, work_order_id,
reason, status, detail_json, created_at, resolved_at,
resolved_by_admin_user_id, resolution_note, archived_at
)
SELECT id, subject_type, subject_id, order_item_id, work_order_id,
reason, status, detail_json, created_at, resolved_at,
resolved_by_admin_user_id, resolution_note, NOW()
FROM moved
`,
[retentionDays, batchSize],
)
const movedRows = result.rowCount || 0
archivedRows += movedRows
batches += 1
if (movedRows < batchSize) break
}
const remainingArchivableRows = await countArchivableCostExceptions(retentionDays)
return { archivedRows, remainingArchivableRows, retentionDays }
}