perf(douyu): 拆分任务槽并改造绑定扫码调度

This commit is contained in:
yml
2026-11-20 22:03:20 +08:00
parent 8869e427d2
commit 071d45ad1d
40 changed files with 1635 additions and 245 deletions
+8 -5
View File
@@ -228,12 +228,12 @@ class DouyuBatchRunnerCore:
if not enabled:
return
try:
from ..database import SessionLocal
from ..database import WorkerSessionLocal
from .platform_fulfillment.service import sync_task_from_binding_runner
# 当前批次会话刚刚提交过任务结果。履约投影使用独立短会话,避免
# get_task_detail 留下的只读事务在下一轮外部 HTTP 轮询期间占连接。
sync_db = SessionLocal()
sync_db = WorkerSessionLocal()
try:
sync_task_from_binding_runner(sync_db, douyu_task_id=int(douyu_task_id))
finally:
@@ -339,6 +339,8 @@ class DouyuBatchRunnerCore:
status: str,
message: str,
result: dict | None = None,
*,
sync_platform: bool = True,
) -> None:
task_id = int(task.id)
has_platform_task = task.platform_task_id is not None
@@ -348,7 +350,8 @@ class DouyuBatchRunnerCore:
task.result = slim_douyu_task_result_for_storage(result)
db.commit()
self._push_task_event(task)
self._sync_platform_fulfillment(task_id, enabled=has_platform_task)
if sync_platform:
self._sync_platform_fulfillment(task_id, enabled=has_platform_task)
def _upsert_goods(self, db: Session, goods: list[dict]) -> None:
upsert_goods_snapshot(db, goods)
@@ -455,8 +458,8 @@ class DouyuBatchRegistry:
def register(
self,
batch_id: str,
log_queue: asyncio.Queue,
loop: asyncio.AbstractEventLoop,
log_queue: asyncio.Queue | None,
loop: asyncio.AbstractEventLoop | None,
runner: DouyuBatchRunner,
):
self._batches[batch_id] = {