Files
live-hub-py/web/backend/services/automation/__init__.py
T

192 lines
5.9 KiB
Python

"""自动化调度:作业注册、调度线程与各作业实现。
登记作业请放在 ``register_default_jobs()``,由 ``main.py`` 在启动时调用一次,
避免 import 顺序影响注册结果。
"""
from __future__ import annotations
from .jobs.account_capability_refresh import (
JOB_KEY as ACCOUNT_CAPABILITY_REFRESH_KEY,
)
from .jobs.account_capability_refresh import (
run_account_capability_refresh,
)
from .jobs.account_supply_replenishment import (
JOB_KEY as ACCOUNT_SUPPLY_REPLENISHMENT_KEY,
)
from .jobs.account_supply_replenishment import (
run_account_supply_replenishment,
)
from .jobs.account_sync_queue import (
JOB_KEY as ACCOUNT_SYNC_QUEUE_KEY,
)
from .jobs.account_sync_queue import (
run_account_sync_queue_job,
)
from .jobs.ck_health import JOB_KEY as CK_HEALTH_KEY
from .jobs.ck_health import run_ck_health
from .jobs.ck_relogin import JOB_KEY as CK_RELOGIN_KEY
from .jobs.ck_relogin import run_ck_relogin
from .jobs.douyu_tasks_retention import (
JOB_KEY as DOUYU_TASKS_RETENTION_KEY,
)
from .jobs.douyu_tasks_retention import (
run_douyu_tasks_retention,
)
from .jobs.platform_fulfillment_lease_reaper import (
JOB_KEY as PLATFORM_FULFILLMENT_LEASE_REAPER_KEY,
)
from .jobs.platform_fulfillment_lease_reaper import (
run_platform_fulfillment_lease_reaper,
)
from .jobs.points_expire import JOB_KEY as POINTS_EXPIRE_KEY
from .jobs.points_expire import run_points_expire_check
from .scheduler import (
JobSpec,
automation_enabled,
ensure_jobs,
register_job,
registered_jobs,
reset_registry,
run_due_jobs,
run_job_now,
scheduler_status,
start_scheduler,
stop_scheduler,
)
__all__ = [
"ACCOUNT_CAPABILITY_REFRESH_KEY",
"ACCOUNT_SUPPLY_REPLENISHMENT_KEY",
"ACCOUNT_SYNC_QUEUE_KEY",
"CK_HEALTH_KEY",
"CK_RELOGIN_KEY",
"DOUYU_TASKS_RETENTION_KEY",
"PLATFORM_FULFILLMENT_LEASE_REAPER_KEY",
"POINTS_EXPIRE_KEY",
"JobSpec",
"automation_enabled",
"ensure_jobs",
"register_default_jobs",
"register_job",
"registered_jobs",
"reset_registry",
"run_account_capability_refresh",
"run_account_supply_replenishment",
"run_account_sync_queue_job",
"run_ck_health",
"run_ck_relogin",
"run_douyu_tasks_retention",
"run_due_jobs",
"run_job_now",
"run_platform_fulfillment_lease_reaper",
"run_points_expire_check",
"scheduler_status",
"start_scheduler",
"stop_scheduler",
]
def register_default_jobs() -> None:
"""登记内置作业(幂等)。"""
register_job(
JobSpec(
key=ACCOUNT_SYNC_QUEUE_KEY,
title="账号内部同步队列",
interval_seconds=60,
run_interval_seconds=60,
batch_size=20,
concurrency=3,
run=run_account_sync_queue_job,
default_enabled=True,
)
)
register_job(
JobSpec(
key=ACCOUNT_SUPPLY_REPLENISHMENT_KEY,
title="账号供给目标补货",
interval_seconds=5 * 60,
run_interval_seconds=5 * 60,
batch_size=50,
concurrency=1,
run=run_account_supply_replenishment,
default_enabled=True,
)
)
register_job(
JobSpec(
key=ACCOUNT_CAPABILITY_REFRESH_KEY,
title="履约商品能力补充刷新",
# 只刷新有 pending 履约需求且能力快照已过期的账号。
# 2026-11-22:作业本身只做本地候选筛选,外部请求交给独立
# account_sync_queue。每分钟补到有界水位,避免需求补货被通用
# 供给作业挤占,也避免一次塞入数百条积压。
interval_seconds=3600,
run_interval_seconds=60,
batch_size=100,
concurrency=3,
run=run_account_capability_refresh,
)
)
register_job(
JobSpec(
key=POINTS_EXPIRE_KEY,
title="积分到期补记",
# 每天一次足够:到期时刻的精度是「天」级别,晚几小时记也不影响
interval_seconds=24 * 3600,
batch_size=200,
concurrency=1,
run=run_points_expire_check,
)
)
register_job(
JobSpec(
key=DOUYU_TASKS_RETENTION_KEY,
title="任务日志清理",
# 一天一次足够:这是**清理**,不是业务;跑太勤只是白扫索引。
interval_seconds=24 * 3600,
batch_size=2000,
concurrency=1,
run=run_douyu_tasks_retention,
default_enabled=True,
)
)
register_job(
JobSpec(
key=CK_RELOGIN_KEY,
title="CK 自动重登",
# interval_seconds 同样是「同一行多久重试一次」的兜底(真实节奏由
# relogin_next_at 的退避表决定);批次小、跑得慢,单轮 10 条。
interval_seconds=6 * 3600,
batch_size=10,
concurrency=3,
run=run_ck_relogin,
)
)
register_job(
JobSpec(
key=CK_HEALTH_KEY,
title="CK 自动巡检",
# interval_seconds = 单账号多久重新检测一次(不是作业周期;
# 作业每个 tick 都跑)。全库 12,881 条按 5 分钟一轮、单轮 200 条
# 反推,吞吐 40 条/分钟,够 6 小时内覆盖一遍(规划 §7.3)。
interval_seconds=6 * 3600,
batch_size=200,
concurrency=5,
run=run_ck_health,
)
)
register_job(
JobSpec(
key=PLATFORM_FULFILLMENT_LEASE_REAPER_KEY,
title="直播账号履约租约回收",
interval_seconds=60,
run_interval_seconds=60,
batch_size=500,
concurrency=1,
run=run_platform_fulfillment_lease_reaper,
default_enabled=True,
)
)