277 lines
11 KiB
Python
277 lines
11 KiB
Python
"""斗鱼活动任务批次执行器(入口聚合;功能域已拆分到 douyu_runner_*.py)。"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import time
|
||
from concurrent.futures import as_completed
|
||
|
||
from sqlalchemy.orm import joinedload
|
||
|
||
from core.douyu import DouyuActivityError
|
||
|
||
from ..database import WorkerSessionLocal
|
||
from ..models import DouyuTask
|
||
from .cookie_check_service import check_douyu_cookie
|
||
from .douyu_account_probe import persist_probe_result, probe_session
|
||
from .douyu_concurrency import (
|
||
acquire_overview_slot,
|
||
release_overview_slot,
|
||
)
|
||
from .douyu_runner_bind import BindMixin
|
||
from .douyu_runner_core import ( # noqa: F401 (douyu_batch_registry 供 routers 重导出)
|
||
DouyuBatchRunnerCore,
|
||
douyu_batch_registry,
|
||
)
|
||
from .douyu_runner_donate import DonateMixin
|
||
from .douyu_runner_gold import GoldMixin
|
||
from .douyu_runner_goods import GoodsMixin
|
||
from .douyu_runner_manual import ManualMixin
|
||
from .douyu_runner_overview import OverviewMixin
|
||
from .douyu_runner_xpd import XpdMixin
|
||
from .douyu_service import update_account_profile_from_cookie
|
||
from .task_runtime import douyu_lane_for_task, submit
|
||
|
||
# Compatibility alias for tests and integrations that replace the worker
|
||
# session factory at the runner boundary.
|
||
SessionLocal = WorkerSessionLocal
|
||
|
||
|
||
class DouyuBatchRunner(
|
||
DouyuBatchRunnerCore,
|
||
BindMixin,
|
||
ManualMixin,
|
||
OverviewMixin,
|
||
GoldMixin,
|
||
DonateMixin,
|
||
GoodsMixin,
|
||
XpdMixin,
|
||
):
|
||
"""批量执行斗鱼活动任务(功能域 Mixin 聚合 + 批次调度)。"""
|
||
|
||
def _execute_one(self, task_id: int, config: dict, total: int):
|
||
overview_task = self.task_type == "query_account_overview"
|
||
overview_slot = False
|
||
if overview_task:
|
||
overview_slot = acquire_overview_slot(self._stop.is_set)
|
||
if not overview_slot:
|
||
return
|
||
try:
|
||
self._execute_one_with_slot(task_id, config, total)
|
||
finally:
|
||
if overview_slot:
|
||
release_overview_slot()
|
||
|
||
def _execute_one_with_slot(self, task_id: int, config: dict, total: int):
|
||
worker_db = SessionLocal()
|
||
try:
|
||
task = (
|
||
worker_db.query(DouyuTask)
|
||
.options(joinedload(DouyuTask.account))
|
||
.filter(DouyuTask.id == task_id)
|
||
.first()
|
||
)
|
||
if not task or self._stop.is_set():
|
||
return
|
||
account = task.account
|
||
self._update_task_progress(worker_db, task, "running", "执行中")
|
||
|
||
with self._counter_lock:
|
||
self._started += 1
|
||
current = self._started
|
||
|
||
self._push_log(
|
||
"info", f"[{current}/{total}] 开始: {self._account_name(account)}"
|
||
)
|
||
# CK 与健康状态都挂在账号上(2026-10-04 CK 解耦)。
|
||
cookie = account.cookie or ""
|
||
if not cookie:
|
||
self._mark_task(worker_db, task, "failed", "账号没有可用登录 Cookie")
|
||
self._push_log(
|
||
"warning", f"[{current}] {self._account_name(account)} 无 Cookie"
|
||
)
|
||
return
|
||
|
||
cookie_check = probe_session(cookie, checker=check_douyu_cookie)
|
||
ck_verdict = str(cookie_check["status"])
|
||
# 执行前的这次检测同样要写结论、由好变坏记事件、重算状态。
|
||
persist_probe_result(
|
||
worker_db,
|
||
account,
|
||
{
|
||
"probe_id": f"task-preflight:{task.id}",
|
||
"identity": {
|
||
"uid": account.uid,
|
||
"username": account.username,
|
||
"nickname": (
|
||
(cookie_check.get("detail") or {}).get("nickname") or ""
|
||
),
|
||
"nickname_source": "session",
|
||
},
|
||
"session": cookie_check,
|
||
"elite": {},
|
||
"eligibility": {},
|
||
"roles": {},
|
||
"gold": {},
|
||
"goods": {},
|
||
"errors": {},
|
||
},
|
||
source="douyu_task.preflight",
|
||
record_event=False,
|
||
commit=False,
|
||
)
|
||
worker_db.commit()
|
||
if ck_verdict != "valid":
|
||
prefix = (
|
||
"Cookie 已失效,请重新登录"
|
||
if ck_verdict == "invalid"
|
||
else "Cookie 状态无法确认"
|
||
)
|
||
message = f"{prefix}:{cookie_check['message']}"
|
||
self._mark_task(worker_db, task, "failed", message)
|
||
self._push_log(
|
||
"warning", f"[{current}] {self._account_name(account)} {message}"
|
||
)
|
||
return
|
||
|
||
update_account_profile_from_cookie(account, cookie)
|
||
|
||
handler = {
|
||
"refresh_goods": self._execute_refresh_goods,
|
||
"refresh_esports_goods": self._execute_refresh_esports_goods,
|
||
"get_bind_qr": self._execute_get_bind_qr,
|
||
"confirm_bind": self._execute_confirm_bind,
|
||
"create_elite_qr": self._execute_create_elite_qr,
|
||
"query_elite_status": self._execute_query_elite_status,
|
||
"prepare_esports_bind": self._execute_prepare_esports_bind,
|
||
"get_esports_bind_qr": self._execute_get_esports_bind_qr,
|
||
"query_esports_game_name": self._execute_query_esports_game_name,
|
||
"confirm_esports_bind": self._execute_confirm_esports_bind,
|
||
"create_esports_qr": self._execute_create_esports_qr,
|
||
"query_esports_points": self._execute_query_esports_points,
|
||
"donate_esports_chicken_gift": self._execute_donate_esports_chicken_gift,
|
||
"donate_esports_firework_gift": self._execute_donate_esports_firework_gift,
|
||
"create_gold_qr": self._execute_create_gold_qr,
|
||
"donate_elite_gift": self._execute_donate_elite_gift,
|
||
"query_points": self._execute_query_points,
|
||
"lock_goods": self._execute_lock_goods,
|
||
"pay_locked_order": self._execute_pay_locked_order,
|
||
"exchange_goods": self._execute_exchange_goods,
|
||
"exchange_esports_goods": self._execute_exchange_esports_goods,
|
||
"query_game_name": self._execute_query_game_name,
|
||
"query_change_bind_time": self._execute_query_change_bind_time,
|
||
"query_limited_goods": self._execute_query_limited_goods,
|
||
"query_account_overview": self._execute_query_account_overview,
|
||
"query_gold_balance": self._execute_query_gold_balance,
|
||
"query_exchange_records": self._execute_query_exchange_records,
|
||
"prefetch_csrf_token": self._execute_prefetch_csrf_token,
|
||
"get_xpd_bind_qr": self._execute_get_xpd_bind_qr,
|
||
"query_xpd_bind_info": self._execute_query_xpd_bind_info,
|
||
"confirm_xpd_bind": self._execute_confirm_xpd_bind,
|
||
"query_xpd_role": self._execute_query_xpd_role,
|
||
"refresh_xpd_goods": self._execute_refresh_xpd_goods,
|
||
"query_xpd_balance": self._execute_query_xpd_balance,
|
||
"query_xpd_fragments": self._execute_query_xpd_fragments,
|
||
"query_xpd_purchase_records": self._execute_query_xpd_purchase_records,
|
||
"exchange_xpd_goods": self._execute_exchange_xpd_goods,
|
||
}.get(task.task_type)
|
||
if handler is None:
|
||
self._mark_task(worker_db, task, "failed", "不支持的任务类型")
|
||
return
|
||
|
||
handler(worker_db, task, account, cookie, config)
|
||
self._push_log(
|
||
"success", f"[{current}] {self._account_name(account)} {task.message}"
|
||
)
|
||
except DouyuActivityError as exc:
|
||
if "task" in locals() and task:
|
||
self._mark_task(worker_db, task, "failed", str(exc))
|
||
self._push_log("warning", f"斗鱼任务失败: {exc}")
|
||
except Exception as exc: # noqa: BLE001 外部接口与任务边界需要保留宽泛异常兜底
|
||
if "task" in locals() and task:
|
||
self._mark_task(worker_db, task, "error", str(exc))
|
||
self._push_log("error", f"斗鱼任务异常: {exc}")
|
||
finally:
|
||
worker_db.close()
|
||
|
||
def run(self):
|
||
"""执行批次任务。"""
|
||
self._push_log("info", f"斗鱼任务批次 {self.batch_id} 开始")
|
||
try:
|
||
config = self._config_info(self.db)
|
||
tasks = (
|
||
self.db.query(DouyuTask)
|
||
.filter(
|
||
DouyuTask.batch_id == self.batch_id, DouyuTask.status == "planned"
|
||
)
|
||
.order_by(DouyuTask.id.asc())
|
||
.all()
|
||
)
|
||
if not tasks:
|
||
self._push_log("warning", "没有可执行的斗鱼任务")
|
||
self._push_log("result", "")
|
||
return
|
||
|
||
for task in tasks:
|
||
task.status = "pending"
|
||
task.message = "等待执行"
|
||
self.db.commit()
|
||
for task in tasks:
|
||
self._push_task_event(task)
|
||
|
||
total = len(tasks)
|
||
lane = douyu_lane_for_task(self.task_type)
|
||
pending: dict = {}
|
||
next_index = 0
|
||
while next_index < total or pending:
|
||
while (
|
||
not self._stop.is_set()
|
||
and next_index < total
|
||
and len(pending) < self.concurrency
|
||
):
|
||
task = tasks[next_index]
|
||
future = submit(
|
||
lane,
|
||
self._execute_one,
|
||
task.id,
|
||
config,
|
||
total,
|
||
stopped=self._stop.is_set,
|
||
)
|
||
if future is None:
|
||
break
|
||
pending[future] = (int(task.id), time.monotonic())
|
||
next_index += 1
|
||
|
||
if not pending:
|
||
break
|
||
|
||
try:
|
||
completed = list(as_completed(pending, timeout=0.5))
|
||
except TimeoutError:
|
||
continue
|
||
for future in completed:
|
||
task_id, submitted_at = pending.pop(future)
|
||
try:
|
||
future.result()
|
||
except Exception as exc: # noqa: BLE001 外部接口与任务边界需要保留宽泛异常兜底
|
||
self._push_log(
|
||
"error",
|
||
f"Worker 异常 task_id={task_id}: {exc}",
|
||
)
|
||
else:
|
||
waited = time.monotonic() - submitted_at
|
||
if waited >= 5:
|
||
self._push_log(
|
||
"info",
|
||
f"任务 task_id={task_id} 在 {lane.value} 槽排队 {waited:.1f}s",
|
||
)
|
||
|
||
if self._stop.is_set():
|
||
self._push_log("warning", f"斗鱼任务批次 {self.batch_id} 已停止")
|
||
else:
|
||
self._push_log("info", f"斗鱼任务批次 {self.batch_id} 完成")
|
||
self._push_log("result", "")
|
||
finally:
|
||
if getattr(self, "close_db", True):
|
||
self.db.close()
|