201 lines
6.1 KiB
Python
201 lines
6.1 KiB
Python
"""账号内部同步队列执行器。"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Callable
|
|
from concurrent.futures import as_completed
|
|
from datetime import UTC, datetime
|
|
from typing import Any
|
|
|
|
from sqlalchemy.orm import Session
|
|
|
|
from ..database import WorkerSessionLocal
|
|
from ..models import Account, AccountWorkItem
|
|
from .account_sync_service import DOMAIN_STOREHOME, sync_storehome_snapshot
|
|
from .account_work_queue import (
|
|
claim_account_work,
|
|
complete_account_work,
|
|
fail_account_work,
|
|
)
|
|
from .douyu_activity_query import activity_client
|
|
from .douyu_read_gateway import StorehomeSnapshot, fetch_storehome_snapshot
|
|
from .douyu_service import ensure_douyu_config
|
|
from .task_runtime import TaskLane, available_slots, submit
|
|
|
|
WORK_STOREHOME_SYNC = DOMAIN_STOREHOME + "_sync"
|
|
ACCOUNT_SYNC_WORK_TYPES = (WORK_STOREHOME_SYNC,)
|
|
|
|
|
|
def _execute_storehome_sync(
|
|
db: Session,
|
|
*,
|
|
account: Account,
|
|
item: AccountWorkItem,
|
|
client_factory: Callable[[str], Any],
|
|
snapshot_fetcher: Callable[..., StorehomeSnapshot],
|
|
) -> dict[str, Any]:
|
|
if not account.cookie:
|
|
raise RuntimeError("账号没有可用 CK,不能同步商品能力")
|
|
if account.ck_check_status in {"invalid", "manual"}:
|
|
raise RuntimeError(f"账号 CK 状态为 {account.ck_check_status},暂不能同步商品能力")
|
|
config = ensure_douyu_config(db)
|
|
manual_id = str(getattr(config, "manual_id", "") or "")
|
|
rid = str(getattr(config, "rid", "") or "")
|
|
if not manual_id:
|
|
raise RuntimeError("未配置精英宝典 manualID")
|
|
client = client_factory(account.cookie)
|
|
snapshot = snapshot_fetcher(
|
|
client,
|
|
manual_id=manual_id,
|
|
rid=rid,
|
|
)
|
|
result = sync_storehome_snapshot(
|
|
db,
|
|
account,
|
|
snapshot,
|
|
source="account_work.storehome_sync",
|
|
)
|
|
return {
|
|
"ok": True,
|
|
"work_id": int(item.id),
|
|
"account_id": int(account.id),
|
|
"item_count": result.item_count,
|
|
"changed_count": result.changed_count,
|
|
}
|
|
|
|
|
|
def execute_account_work_item(
|
|
work_id: int,
|
|
*,
|
|
session_factory: Callable[[], Session] = WorkerSessionLocal,
|
|
client_factory: Callable[[str], Any] = activity_client,
|
|
snapshot_fetcher: Callable[..., StorehomeSnapshot] = fetch_storehome_snapshot,
|
|
) -> dict[str, Any]:
|
|
"""在一个短事务中执行单条账号维护工作。"""
|
|
session = session_factory()
|
|
item: AccountWorkItem | None = None
|
|
try:
|
|
item = session.get(AccountWorkItem, int(work_id))
|
|
if item is None or item.status != "running":
|
|
return {"ok": False, "work_id": int(work_id), "skipped": True}
|
|
account = session.get(Account, int(item.account_id))
|
|
if account is None:
|
|
raise RuntimeError("工作项对应账号不存在")
|
|
if item.work_type != WORK_STOREHOME_SYNC:
|
|
raise RuntimeError(f"不支持的工作类型: {item.work_type}")
|
|
result = _execute_storehome_sync(
|
|
session,
|
|
account=account,
|
|
item=item,
|
|
client_factory=client_factory,
|
|
snapshot_fetcher=snapshot_fetcher,
|
|
)
|
|
complete_account_work(session, item)
|
|
session.commit()
|
|
return result
|
|
except Exception as exc: # noqa: BLE001 - 单工作项失败必须收敛到队列状态
|
|
if not session.is_active:
|
|
session.rollback()
|
|
item = session.get(AccountWorkItem, int(work_id))
|
|
if item is not None:
|
|
fail_account_work(
|
|
session,
|
|
item,
|
|
error=exc,
|
|
retry_after_seconds=15 * 60,
|
|
)
|
|
session.commit()
|
|
return {
|
|
"ok": False,
|
|
"work_id": int(work_id),
|
|
"error": f"{type(exc).__name__}: {exc}"[:500],
|
|
}
|
|
finally:
|
|
session.close()
|
|
|
|
|
|
def run_account_sync_queue(
|
|
db: Session,
|
|
*,
|
|
batch_size: int = 20,
|
|
now: datetime | None = None,
|
|
session_factory: Callable[[], Session] = WorkerSessionLocal,
|
|
client_factory: Callable[[str], Any] = activity_client,
|
|
snapshot_fetcher: Callable[..., StorehomeSnapshot] = fetch_storehome_snapshot,
|
|
) -> dict[str, Any]:
|
|
"""领取少量到期工作并通过独立账号同步槽执行。"""
|
|
moment = now or datetime.now(UTC)
|
|
capacity = available_slots(TaskLane.ACCOUNT_SYNC)
|
|
if capacity <= 0:
|
|
return {
|
|
"scanned": 0,
|
|
"success": 0,
|
|
"failed": 0,
|
|
"message": "账号同步槽已满,本轮跳过",
|
|
}
|
|
limit = max(1, min(int(batch_size), capacity))
|
|
items = claim_account_work(
|
|
db,
|
|
work_types=ACCOUNT_SYNC_WORK_TYPES,
|
|
limit=limit,
|
|
now=moment,
|
|
)
|
|
db.commit()
|
|
if not items:
|
|
return {
|
|
"scanned": 0,
|
|
"success": 0,
|
|
"failed": 0,
|
|
"message": "暂无到期的账号同步工作",
|
|
}
|
|
|
|
futures = {}
|
|
for item in items:
|
|
work_id = int(item.id)
|
|
future = submit(
|
|
TaskLane.ACCOUNT_SYNC,
|
|
execute_account_work_item,
|
|
work_id,
|
|
session_factory=session_factory,
|
|
client_factory=client_factory,
|
|
snapshot_fetcher=snapshot_fetcher,
|
|
)
|
|
if future is not None:
|
|
futures[future] = work_id
|
|
|
|
success = 0
|
|
failed = 0
|
|
skipped = 0
|
|
for future in as_completed(futures):
|
|
try:
|
|
result = future.result()
|
|
except Exception: # noqa: BLE001 - worker 异常已由执行函数收敛,这里只计数
|
|
failed += 1
|
|
continue
|
|
if result.get("ok"):
|
|
success += 1
|
|
elif result.get("skipped"):
|
|
skipped += 1
|
|
else:
|
|
failed += 1
|
|
|
|
return {
|
|
"scanned": len(futures),
|
|
"success": success,
|
|
"failed": failed,
|
|
"skipped": skipped,
|
|
"message": (
|
|
f"账号同步完成 {success} 条"
|
|
+ (f",失败 {failed} 条" if failed else "")
|
|
+ (f",跳过 {skipped} 条" if skipped else "")
|
|
),
|
|
}
|
|
|
|
|
|
__all__ = [
|
|
"ACCOUNT_SYNC_WORK_TYPES",
|
|
"WORK_STOREHOME_SYNC",
|
|
"execute_account_work_item",
|
|
"run_account_sync_queue",
|
|
]
|