feat(douyu): 完善账号同步域与供给目标配置
This commit is contained in:
@@ -25,6 +25,12 @@ from .high_value_service import (
|
||||
|
||||
DOMAIN_STOREHOME = "storehome"
|
||||
DOMAIN_EXCHANGE_RECORDS = "exchange_records"
|
||||
DOMAIN_SESSION = "session"
|
||||
DOMAIN_POINTS = "points"
|
||||
DOMAIN_GOLD = "gold"
|
||||
DOMAIN_ELITE = "elite"
|
||||
DOMAIN_ESPORTS = "esports"
|
||||
DOMAIN_ROLE = "role"
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
@@ -45,6 +51,18 @@ def _payload_hash(raw_payload: dict[str, Any]) -> str:
|
||||
return hashlib.sha256(payload.encode("utf-8")).hexdigest()
|
||||
|
||||
|
||||
def _json_safe(value: Any) -> Any:
|
||||
if isinstance(value, datetime):
|
||||
return value.isoformat()
|
||||
if isinstance(value, dict):
|
||||
return {str(key): _json_safe(item) for key, item in value.items()}
|
||||
if isinstance(value, (list, tuple, set, frozenset)):
|
||||
return [_json_safe(item) for item in value]
|
||||
if isinstance(value, (str, int, float, bool)) or value is None:
|
||||
return value
|
||||
return str(value)
|
||||
|
||||
|
||||
def get_sync_state(
|
||||
db: Session,
|
||||
*,
|
||||
@@ -191,8 +209,9 @@ def finish_sync_success(
|
||||
state.error_code = ""
|
||||
state.error_message = ""
|
||||
if raw_payload is not None:
|
||||
state.raw_payload_json = raw_payload
|
||||
state.payload_hash = _payload_hash(raw_payload)
|
||||
safe_payload = _json_safe(raw_payload)
|
||||
state.raw_payload_json = safe_payload
|
||||
state.payload_hash = _payload_hash(safe_payload)
|
||||
state.state_version = int(state.state_version or 0) + 1
|
||||
db.flush()
|
||||
|
||||
@@ -225,8 +244,9 @@ def finish_sync_failure(
|
||||
state.error_code = error_code[:64]
|
||||
state.error_message = message
|
||||
if raw_payload is not None:
|
||||
state.raw_payload_json = raw_payload
|
||||
state.payload_hash = _payload_hash(raw_payload)
|
||||
safe_payload = _json_safe(raw_payload)
|
||||
state.raw_payload_json = safe_payload
|
||||
state.payload_hash = _payload_hash(safe_payload)
|
||||
state.state_version = int(state.state_version or 0) + 1
|
||||
db.flush()
|
||||
|
||||
@@ -287,8 +307,55 @@ def sync_storehome_snapshot(
|
||||
raise
|
||||
|
||||
|
||||
def record_sync_success(
|
||||
db: Session,
|
||||
*,
|
||||
account_id: int,
|
||||
domain: str,
|
||||
source: str,
|
||||
observed_at: datetime | None = None,
|
||||
item_count: int = 1,
|
||||
changed_count: int = 1,
|
||||
raw_payload: dict[str, Any] | None = None,
|
||||
task_id: int | None = None,
|
||||
valid_for_seconds: int | None = None,
|
||||
) -> StorehomeSyncResult:
|
||||
"""登记一次已经完成的官方查询投影。
|
||||
|
||||
适用于探针已经拿到并完成归一化的结果,避免调用方为了同步记录再重复请求。
|
||||
"""
|
||||
moment = observed_at or datetime.now(UTC)
|
||||
run = start_sync_run(
|
||||
db,
|
||||
account_id=account_id,
|
||||
domain=domain,
|
||||
source=source,
|
||||
task_id=task_id,
|
||||
)
|
||||
finish_sync_success(
|
||||
db,
|
||||
run,
|
||||
item_count=item_count,
|
||||
changed_count=changed_count,
|
||||
observed_at=moment,
|
||||
raw_payload=raw_payload,
|
||||
valid_for_seconds=valid_for_seconds,
|
||||
)
|
||||
return StorehomeSyncResult(
|
||||
item_count=int(item_count),
|
||||
changed_count=int(changed_count),
|
||||
observed_at=moment,
|
||||
)
|
||||
|
||||
|
||||
__all__ = [
|
||||
"DOMAIN_ELITE",
|
||||
"DOMAIN_ESPORTS",
|
||||
"DOMAIN_EXCHANGE_RECORDS",
|
||||
"DOMAIN_GOLD",
|
||||
"DOMAIN_POINTS",
|
||||
"DOMAIN_ROLE",
|
||||
"DOMAIN_SESSION",
|
||||
"DOMAIN_STOREHOME",
|
||||
"StorehomeSyncResult",
|
||||
"finish_sync_failure",
|
||||
@@ -296,6 +363,7 @@ __all__ = [
|
||||
"get_sync_state",
|
||||
"is_domain_fresh",
|
||||
"mark_domain_dirty",
|
||||
"record_sync_success",
|
||||
"start_sync_run",
|
||||
"sync_storehome_snapshot",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user