fix(platform): 防止绑定任务压垮连接池和事件循环
This commit is contained in:
@@ -13,7 +13,7 @@ from sqlalchemy.orm import joinedload
|
||||
from ..database import WorkerSessionLocal
|
||||
from ..models import DouyuTask
|
||||
from .douyu_runner import DouyuBatchRunner
|
||||
from .task_runtime import TaskLane, submit
|
||||
from .task_runtime import TaskLane, available_slots, try_submit
|
||||
|
||||
DEFAULT_INTERVAL_SECONDS = 1
|
||||
DEFAULT_BATCH_SIZE = 20
|
||||
@@ -126,10 +126,13 @@ def _release_callback(_future: Future) -> None:
|
||||
|
||||
|
||||
def run_binding_poll_dispatch_once(limit: int = DEFAULT_BATCH_SIZE) -> int:
|
||||
claimed = _claim_due_binding_tasks(max(1, limit))
|
||||
capacity = available_slots(TaskLane.BINDING_POLL)
|
||||
if capacity <= 0:
|
||||
return 0
|
||||
claimed = _claim_due_binding_tasks(min(max(1, limit), capacity))
|
||||
submitted = 0
|
||||
for task_id in claimed:
|
||||
future = submit(
|
||||
future = try_submit(
|
||||
TaskLane.BINDING_POLL,
|
||||
poll_binding_task_once,
|
||||
task_id,
|
||||
|
||||
Reference in New Issue
Block a user