cost_exceptions 只增不减:本地快照 260,253 行(resolved 151,939 / open 108,314), 已处理的行只是审计痕迹,留在热表会拖慢「状态 + 时间」分页,并让唯一索引持续膨胀。 - 迁移 108:新增 cost_exceptions_archive(保留原 id 与时间字段,加 archived_at), 热表补部分索引 idx_cost_exceptions_archivable (COALESCE(resolved_at, created_at)) WHERE status <> 'open',让每日任务不扫全表; - cost-exception-archive-service:只归档 status <> 'open' 且超期的行,每批 1000 行, DELETE ... RETURNING + INSERT 在同一语句内完成,单批原子,不存在「删了没归档」; - data-retention 每日任务接入;保留期走 COST_EXCEPTION_RETENTION_DAYS(默认 60); - 新增 npm run cost-exceptions:archive(--dry-run / --days / --batch-size)。 为什么 open 行不归档:open 是待办队列,超期不等于已解决,归档等于把问题藏起来。 验证: - 3 条 resolved 回拨到 90 天前 → 归档 3 条,热表 resolved 151,939 → 151,936; - 1 条 open 回拨到 90 天前 → 仍在热表,未被归档; - 归档表保留原 id 与时间,archived_at 记录归档时刻; - 恢复测试数据后计数回到 151,939 / 108,314。
90 lines
3.1 KiB
TypeScript
90 lines
3.1 KiB
TypeScript
/**
|
||
* 成本异常归档:把超过保留期的「已处理」异常搬进 cost_exceptions_archive。
|
||
*
|
||
* 口径:
|
||
* - 只归档 status <> 'open' 的行;open 是待办队列,超期也必须留着;
|
||
* - 时钟取 COALESCE(resolved_at, created_at):ignored 行没有 resolved_at 时按创建时间;
|
||
* - 每批 1000 行,DELETE ... RETURNING + INSERT 在同一语句内完成,单批原子,
|
||
* 不存在「删了但没归档」的窗口;
|
||
* - 归档保留 id 与原时间字段,可按原口径追溯。
|
||
*
|
||
* 调用方:data-retention 定时任务(每日)、scripts/archive-cost-exceptions.ts(手动)。
|
||
*/
|
||
import { query } from '../../db/client.js'
|
||
|
||
export type ArchiveCostExceptionsResult = {
|
||
archivedRows: number
|
||
remainingArchivableRows: number
|
||
retentionDays: number
|
||
}
|
||
|
||
export async function countArchivableCostExceptions(retentionDays: number) {
|
||
const { rows } = await query<{ count: number }>(
|
||
`
|
||
SELECT COUNT(*)::int AS count
|
||
FROM cost_exceptions
|
||
WHERE status <> 'open'
|
||
AND COALESCE(resolved_at, created_at) < NOW() - make_interval(days => $1::int)
|
||
`,
|
||
[retentionDays],
|
||
)
|
||
return rows[0]?.count ?? 0
|
||
}
|
||
|
||
export async function archiveResolvedCostExceptions({
|
||
retentionDays,
|
||
batchSize = 1000,
|
||
maxBatches = 10_000,
|
||
}: {
|
||
retentionDays: number
|
||
batchSize?: number
|
||
maxBatches?: number
|
||
}): Promise<ArchiveCostExceptionsResult> {
|
||
const archiveExists = await query<{ exists: boolean }>(
|
||
`SELECT to_regclass('public.cost_exceptions_archive') IS NOT NULL AS exists`,
|
||
)
|
||
if (!archiveExists.rows[0]?.exists) {
|
||
return { archivedRows: 0, remainingArchivableRows: 0, retentionDays }
|
||
}
|
||
|
||
let archivedRows = 0
|
||
let batches = 0
|
||
while (batches < maxBatches) {
|
||
const result = await query(
|
||
`
|
||
WITH moved AS (
|
||
DELETE FROM cost_exceptions
|
||
WHERE id IN (
|
||
SELECT id
|
||
FROM cost_exceptions
|
||
WHERE status <> 'open'
|
||
AND COALESCE(resolved_at, created_at) < NOW() - make_interval(days => $1::int)
|
||
ORDER BY id
|
||
LIMIT $2
|
||
)
|
||
RETURNING id, subject_type, subject_id, order_item_id, work_order_id,
|
||
reason, status, detail_json, created_at, resolved_at,
|
||
resolved_by_admin_user_id, resolution_note
|
||
)
|
||
INSERT INTO cost_exceptions_archive (
|
||
id, subject_type, subject_id, order_item_id, work_order_id,
|
||
reason, status, detail_json, created_at, resolved_at,
|
||
resolved_by_admin_user_id, resolution_note, archived_at
|
||
)
|
||
SELECT id, subject_type, subject_id, order_item_id, work_order_id,
|
||
reason, status, detail_json, created_at, resolved_at,
|
||
resolved_by_admin_user_id, resolution_note, NOW()
|
||
FROM moved
|
||
`,
|
||
[retentionDays, batchSize],
|
||
)
|
||
const movedRows = result.rowCount || 0
|
||
archivedRows += movedRows
|
||
batches += 1
|
||
if (movedRows < batchSize) break
|
||
}
|
||
|
||
const remainingArchivableRows = await countArchivableCostExceptions(retentionDays)
|
||
return { archivedRows, remainingArchivableRows, retentionDays }
|
||
}
|