feat(douyu): 建立账号同步队列与供给库存

This commit is contained in:
yml
2026-11-21 21:48:51 +08:00
parent 1d262cdfd9
commit 3baf15afda
16 changed files with 1158 additions and 33 deletions
+219
View File
@@ -0,0 +1,219 @@
"""账号同步队列执行器测试。"""
from __future__ import annotations
from datetime import UTC, datetime, timedelta
from tests.support.db import make_test_session
from web.backend.models import (
Account,
AccountCommodityState,
AccountSyncState,
AccountWorkItem,
DouyuConfig,
)
from web.backend.services.account_sync_runner import (
WORK_STOREHOME_SYNC,
execute_account_work_item,
run_account_sync_queue,
)
from web.backend.services.account_work_queue import (
claim_account_work,
enqueue_account_work,
recover_running_account_work,
)
from web.backend.services.douyu_read_gateway import StorehomeSnapshot
def _config(db) -> None:
db.add(
DouyuConfig(
manual_id="manual",
rid="room",
)
)
db.commit()
def _account(name: str = "sync-account") -> Account:
return Account(
username=name,
password="p",
email=f"{name}@example.com",
email_password="ep",
cookie="acf_uid=100",
cookie_updated_at=datetime.now(UTC),
ck_check_status="valid",
status="active",
auto_managed=True,
)
def _snapshot() -> StorehomeSnapshot:
items = (
{
"commodityId": "limited",
"commodityName": "限兑商品",
"status": 1,
},
{
"commodityId": "available",
"commodityName": "可兑商品",
"status": 0,
"startTime": str(int((datetime.now(UTC) - timedelta(hours=1)).timestamp())),
"endTime": str(int((datetime.now(UTC) + timedelta(hours=1)).timestamp())),
"timeLimited": 1,
},
)
return StorehomeSnapshot(
manual_id="manual",
rid="room",
observed_at=datetime.now(UTC),
items=items,
limited_ids=frozenset({"limited"}),
raw={"data": {"list": list(items)}},
)
def test_execute_work_item_syncs_all_goods_and_completes(db):
_config(db)
account = _account()
db.add(account)
db.commit()
work = enqueue_account_work(
db,
account_id=account.id,
work_type=WORK_STOREHOME_SYNC,
)
db.commit()
claimed = claim_account_work(
db,
work_types=(WORK_STOREHOME_SYNC,),
limit=1,
)
db.commit()
assert [item.id for item in claimed] == [work.id]
assert claimed[0].attempt_count == 1
db.commit()
result = execute_account_work_item(
work.id,
session_factory=make_test_session,
client_factory=lambda _cookie: object(),
snapshot_fetcher=lambda *_args, **_kwargs: _snapshot(),
)
with make_test_session() as verify:
work_row = verify.get(AccountWorkItem, work.id)
states = (
verify.query(AccountCommodityState)
.filter(AccountCommodityState.account_id == account.id)
.all()
)
sync_state = (
verify.query(AccountSyncState)
.filter_by(account_id=account.id, domain="storehome")
.one()
)
assert result["ok"] is True
assert result["item_count"] == 2
assert work_row.status == "success"
assert len(states) == 2
assert sync_state.status == "success"
def test_work_item_failure_returns_to_pending_for_retry(db):
_config(db)
account = _account("sync-retry")
db.add(account)
db.commit()
work = enqueue_account_work(
db,
account_id=account.id,
work_type=WORK_STOREHOME_SYNC,
)
db.commit()
claimed = claim_account_work(
db,
work_types=(WORK_STOREHOME_SYNC,),
limit=1,
)
db.commit()
assert claimed[0].attempt_count == 1
db.commit()
def fail(*_args, **_kwargs):
raise RuntimeError("network unavailable")
result = execute_account_work_item(
work.id,
session_factory=make_test_session,
client_factory=lambda _cookie: object(),
snapshot_fetcher=fail,
)
with make_test_session() as verify:
work_row = verify.get(AccountWorkItem, work.id)
assert result["ok"] is False
assert work_row.status == "pending"
assert work_row.attempt_count == 1
assert "network unavailable" in work_row.last_error
assert work_row.due_at > datetime.now(UTC)
def test_run_account_sync_queue_claims_and_executes(db):
_config(db)
account = _account("sync-runner")
db.add(account)
db.commit()
enqueue_account_work(
db,
account_id=account.id,
work_type=WORK_STOREHOME_SYNC,
)
db.commit()
result = run_account_sync_queue(
db,
batch_size=5,
session_factory=make_test_session,
client_factory=lambda _cookie: object(),
snapshot_fetcher=lambda *_args, **_kwargs: _snapshot(),
)
with make_test_session() as verify:
work = (
verify.query(AccountWorkItem)
.filter_by(account_id=account.id, work_type=WORK_STOREHOME_SYNC)
.one()
)
assert result["scanned"] == 1
assert result["success"] == 1
assert work.status == "success"
def test_restart_recovers_running_work(db):
account = _account("sync-recovery")
db.add(account)
db.commit()
work = enqueue_account_work(
db,
account_id=account.id,
work_type=WORK_STOREHOME_SYNC,
)
db.commit()
claim_account_work(
db,
work_types=(WORK_STOREHOME_SYNC,),
limit=1,
)
db.commit()
recovered = recover_running_account_work(db)
with make_test_session() as verify:
row = verify.get(AccountWorkItem, work.id)
assert recovered == 1
assert row.status == "pending"
assert row.due_at <= datetime.now(UTC)
assert "服务重启" in row.last_error