feat(douyu): 完善账号同步域与供给目标配置

This commit is contained in:
yml
2026-11-21 21:54:34 +08:00
parent 3baf15afda
commit e178a393e4
11 changed files with 586 additions and 9 deletions
+72 -4
View File
@@ -25,6 +25,12 @@ from .high_value_service import (
DOMAIN_STOREHOME = "storehome"
DOMAIN_EXCHANGE_RECORDS = "exchange_records"
DOMAIN_SESSION = "session"
DOMAIN_POINTS = "points"
DOMAIN_GOLD = "gold"
DOMAIN_ELITE = "elite"
DOMAIN_ESPORTS = "esports"
DOMAIN_ROLE = "role"
@dataclass(frozen=True)
@@ -45,6 +51,18 @@ def _payload_hash(raw_payload: dict[str, Any]) -> str:
return hashlib.sha256(payload.encode("utf-8")).hexdigest()
def _json_safe(value: Any) -> Any:
if isinstance(value, datetime):
return value.isoformat()
if isinstance(value, dict):
return {str(key): _json_safe(item) for key, item in value.items()}
if isinstance(value, (list, tuple, set, frozenset)):
return [_json_safe(item) for item in value]
if isinstance(value, (str, int, float, bool)) or value is None:
return value
return str(value)
def get_sync_state(
db: Session,
*,
@@ -191,8 +209,9 @@ def finish_sync_success(
state.error_code = ""
state.error_message = ""
if raw_payload is not None:
state.raw_payload_json = raw_payload
state.payload_hash = _payload_hash(raw_payload)
safe_payload = _json_safe(raw_payload)
state.raw_payload_json = safe_payload
state.payload_hash = _payload_hash(safe_payload)
state.state_version = int(state.state_version or 0) + 1
db.flush()
@@ -225,8 +244,9 @@ def finish_sync_failure(
state.error_code = error_code[:64]
state.error_message = message
if raw_payload is not None:
state.raw_payload_json = raw_payload
state.payload_hash = _payload_hash(raw_payload)
safe_payload = _json_safe(raw_payload)
state.raw_payload_json = safe_payload
state.payload_hash = _payload_hash(safe_payload)
state.state_version = int(state.state_version or 0) + 1
db.flush()
@@ -287,8 +307,55 @@ def sync_storehome_snapshot(
raise
def record_sync_success(
db: Session,
*,
account_id: int,
domain: str,
source: str,
observed_at: datetime | None = None,
item_count: int = 1,
changed_count: int = 1,
raw_payload: dict[str, Any] | None = None,
task_id: int | None = None,
valid_for_seconds: int | None = None,
) -> StorehomeSyncResult:
"""登记一次已经完成的官方查询投影。
适用于探针已经拿到并完成归一化的结果,避免调用方为了同步记录再重复请求。
"""
moment = observed_at or datetime.now(UTC)
run = start_sync_run(
db,
account_id=account_id,
domain=domain,
source=source,
task_id=task_id,
)
finish_sync_success(
db,
run,
item_count=item_count,
changed_count=changed_count,
observed_at=moment,
raw_payload=raw_payload,
valid_for_seconds=valid_for_seconds,
)
return StorehomeSyncResult(
item_count=int(item_count),
changed_count=int(changed_count),
observed_at=moment,
)
__all__ = [
"DOMAIN_ELITE",
"DOMAIN_ESPORTS",
"DOMAIN_EXCHANGE_RECORDS",
"DOMAIN_GOLD",
"DOMAIN_POINTS",
"DOMAIN_ROLE",
"DOMAIN_SESSION",
"DOMAIN_STOREHOME",
"StorehomeSyncResult",
"finish_sync_failure",
@@ -296,6 +363,7 @@ __all__ = [
"get_sync_state",
"is_domain_fresh",
"mark_domain_dirty",
"record_sync_success",
"start_sync_run",
"sync_storehome_snapshot",
]