feat(douyu): 落地账号平台同步与登录配额

This commit is contained in:
yml
2026-11-21 21:27:14 +08:00
parent 72bc346c9b
commit 1d262cdfd9
30 changed files with 3087 additions and 85 deletions
+411 -1
View File
@@ -2,7 +2,7 @@
from __future__ import annotations
from datetime import UTC, datetime
from datetime import UTC, date, datetime
from sqlalchemy import (
JSON,
@@ -10,6 +10,7 @@ from sqlalchemy import (
Boolean,
CheckConstraint,
Computed,
Date,
ForeignKey,
Index,
Integer,
@@ -227,6 +228,23 @@ class Account(Base):
) # valid / invalid / error / 空 = 未检测
ck_check_result: Mapped[dict | None] = mapped_column(JSON, nullable=True)
ck_checked_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
# 当前 CK 周期的预测和观测信息。真实签发时间继续使用 cookie_updated_at。
ck_expected_expires_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
ck_last_valid_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
ck_invalid_detected_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
ck_observed_lifetime_seconds: Mapped[int | None] = mapped_column(
Integer, nullable=True
)
# observed / predicted / provider_expiry
ck_expiry_source: Mapped[str] = mapped_column(
String(24), nullable=False, default="", server_default=""
)
# ── 登录态:自动重登的退避进度 ─────────────────────────────────────────
relogin_attempts: Mapped[int] = mapped_column(
@@ -1803,6 +1821,9 @@ class AccountCommodityState(Base):
raw_status: Mapped[str] = mapped_column(
String(16), nullable=False, default="", server_default=""
)
# 官方商品原始字段。限时窗口、场次、库存、资格字段以后可能增加;
# 归一化状态出问题时必须能回到原始响应,不再只靠猜测字段名。
raw_json: Mapped[dict | None] = mapped_column(JSON, nullable=True)
time_limited: Mapped[bool] = mapped_column(
Boolean, nullable=False, default=False, server_default="0"
)
@@ -2215,6 +2236,395 @@ class PlatformFulfillmentEvent(Base):
)
class AccountSyncState(Base):
"""账号在某个查询域的当前同步状态。"""
__tablename__ = "account_sync_states"
id: Mapped[int] = mapped_column(BigInteger, primary_key=True, autoincrement=True)
account_id: Mapped[int] = mapped_column(
ForeignKey("accounts.id", ondelete="CASCADE"), nullable=False
)
platform: Mapped[str] = mapped_column(
String(16), nullable=False, default="douyu", server_default="douyu"
)
domain: Mapped[str] = mapped_column(String(32), nullable=False)
last_attempt_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
last_success_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
valid_until: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
next_retry_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
status: Mapped[str] = mapped_column(
String(16), nullable=False, default="never", server_default="never"
)
error_code: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
error_message: Mapped[str] = mapped_column(Text, nullable=False, default="")
source: Mapped[str] = mapped_column(
String(32), nullable=False, default="", server_default=""
)
payload_hash: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
# 最近一次官方查询拿到的完整原始响应。商品级原始字段在
# account_commodity_states.raw_json,这里保留整个响应以支持协议回溯。
raw_payload_json: Mapped[dict | None] = mapped_column(JSON, nullable=True)
state_version: Mapped[int] = mapped_column(
BigInteger, nullable=False, default=0, server_default="0"
)
created_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
updated_at: Mapped[datetime] = mapped_column(
UTCDateTime, default=_utcnow, onupdate=_utcnow
)
__table_args__ = (
UniqueConstraint(
"account_id",
"platform",
"domain",
name="uq_account_sync_state_domain",
),
Index(
"ix_account_sync_state_due",
"platform",
"domain",
"status",
"next_retry_at",
"account_id",
),
Index(
"ix_account_sync_state_success",
"platform",
"domain",
"last_success_at",
"account_id",
),
)
class AccountSyncRun(Base):
"""一次账号查询同步尝试,只追加。"""
__tablename__ = "account_sync_runs"
id: Mapped[int] = mapped_column(BigInteger, primary_key=True, autoincrement=True)
account_id: Mapped[int] = mapped_column(
ForeignKey("accounts.id", ondelete="CASCADE"), nullable=False
)
platform: Mapped[str] = mapped_column(
String(16), nullable=False, default="douyu", server_default="douyu"
)
domain: Mapped[str] = mapped_column(String(32), nullable=False)
task_id: Mapped[int | None] = mapped_column(BigInteger, nullable=True)
started_at: Mapped[datetime] = mapped_column(UTCDateTime, nullable=False)
finished_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
status: Mapped[str] = mapped_column(
String(16), nullable=False, default="running"
)
source: Mapped[str] = mapped_column(
String(32), nullable=False, default="", server_default=""
)
item_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
changed_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
duration_ms: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
error_code: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
error_message: Mapped[str] = mapped_column(Text, nullable=False, default="")
official_observed_at: Mapped[datetime | None] = mapped_column(
UTCDateTime, nullable=True
)
created_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
__table_args__ = (
Index(
"ix_account_sync_runs_account_domain_time",
"account_id",
"domain",
"started_at",
),
Index(
"ix_account_sync_runs_domain_status_time",
"domain",
"status",
"started_at",
),
)
class AccountWorkItem(Base):
"""账号内部维护工作队列,不是用户可见业务任务。"""
__tablename__ = "account_work_items"
id: Mapped[int] = mapped_column(BigInteger, primary_key=True, autoincrement=True)
account_id: Mapped[int] = mapped_column(
ForeignKey("accounts.id", ondelete="CASCADE"), nullable=False
)
work_type: Mapped[str] = mapped_column(String(32), nullable=False)
priority: Mapped[int] = mapped_column(
Integer, nullable=False, default=100, server_default="100"
)
status: Mapped[str] = mapped_column(
String(16), nullable=False, default="pending", server_default="pending"
)
due_at: Mapped[datetime] = mapped_column(UTCDateTime, nullable=False)
expires_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
attempt_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
max_attempts: Mapped[int] = mapped_column(
Integer, nullable=False, default=3, server_default="3"
)
dedupe_key: Mapped[str] = mapped_column(String(191), nullable=False)
active_dedupe_key: Mapped[str | None] = mapped_column(
String(191),
Computed(
"CASE WHEN status IN ('pending', 'running') THEN dedupe_key ELSE NULL END",
persisted=False,
),
nullable=True,
)
reason: Mapped[str] = mapped_column(
String(255), nullable=False, default="", server_default=""
)
payload_json: Mapped[dict | None] = mapped_column(JSON, nullable=True)
created_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
started_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
finished_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
last_error: Mapped[str] = mapped_column(Text, nullable=False, default="")
updated_at: Mapped[datetime] = mapped_column(
UTCDateTime, default=_utcnow, onupdate=_utcnow
)
__table_args__ = (
Index("uq_account_work_active_dedupe", "active_dedupe_key", unique=True),
Index(
"ix_account_work_due",
"status",
"work_type",
"due_at",
"priority",
"id",
),
Index(
"ix_account_work_account_status",
"account_id",
"status",
"work_type",
),
)
class AccountSupplyTarget(Base):
"""高价值、普通和商品维度的账号供给目标。"""
__tablename__ = "account_supply_targets"
id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
platform: Mapped[str] = mapped_column(
String(16), nullable=False, default="douyu", server_default="douyu"
)
scope: Mapped[str] = mapped_column(
String(16), nullable=False, default="elite", server_default="elite"
)
commodity_id: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
value_class: Mapped[str] = mapped_column(String(16), nullable=False)
target_covered: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
target_available: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
target_allocatable: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
safety_buffer: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
enabled: Mapped[bool] = mapped_column(
Boolean, nullable=False, default=True, server_default="1"
)
updated_by: Mapped[int | None] = mapped_column(
ForeignKey("users.id", ondelete="SET NULL"), nullable=True
)
created_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
updated_at: Mapped[datetime] = mapped_column(
UTCDateTime, default=_utcnow, onupdate=_utcnow
)
__table_args__ = (
UniqueConstraint(
"platform",
"scope",
"commodity_id",
"value_class",
name="uq_account_supply_target",
),
Index(
"ix_account_supply_target_enabled",
"platform",
"enabled",
"scope",
),
)
class LoginAttempt(Base):
"""一次完整登录/重登/账号检测尝试,只追加。"""
__tablename__ = "login_attempts"
id: Mapped[int] = mapped_column(BigInteger, primary_key=True, autoincrement=True)
account_id: Mapped[int] = mapped_column(
ForeignKey("accounts.id", ondelete="CASCADE"), nullable=False
)
batch_id: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
category: Mapped[str] = mapped_column(String(32), nullable=False)
trigger_source: Mapped[str] = mapped_column(
String(16), nullable=False, default="manual", server_default="manual"
)
created_by: Mapped[int | None] = mapped_column(
ForeignKey("users.id", ondelete="SET NULL"), nullable=True
)
started_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
finished_at: Mapped[datetime | None] = mapped_column(UTCDateTime, nullable=True)
status: Mapped[str] = mapped_column(
String(16), nullable=False, default="pending", server_default="pending"
)
failure_kind: Mapped[str] = mapped_column(
String(16), nullable=False, default="", server_default=""
)
duration_ms: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
proxy_key: Mapped[str] = mapped_column(
String(64), nullable=False, default="", server_default=""
)
email_code_requested: Mapped[bool] = mapped_column(
Boolean, nullable=False, default=False, server_default="0"
)
quota_day: Mapped[date] = mapped_column(Date, nullable=False)
created_at: Mapped[datetime] = mapped_column(UTCDateTime, default=_utcnow)
__table_args__ = (
Index(
"ix_login_attempts_account_day",
"account_id",
"quota_day",
"category",
),
Index(
"ix_login_attempts_day_category_status",
"quota_day",
"category",
"status",
),
Index(
"ix_login_attempts_batch",
"batch_id",
"account_id",
),
)
class LoginQuotaSetting(Base):
"""全局登录预算设置,默认只有 id=1 一行。"""
__tablename__ = "login_quota_settings"
id: Mapped[int] = mapped_column(Integer, primary_key=True)
daily_attempt_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=1500, server_default="1500"
)
hourly_attempt_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=100, server_default="100"
)
per_account_daily_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=2, server_default="2"
)
onboarding_daily_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=150, server_default="150"
)
relogin_high_value_daily_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=300, server_default="300"
)
relogin_ordinary_daily_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=500, server_default="500"
)
manual_daily_limit: Mapped[int] = mapped_column(
Integer, nullable=False, default=300, server_default="300"
)
login_concurrency: Mapped[int] = mapped_column(
Integer, nullable=False, default=3, server_default="3"
)
failure_pause_ratio: Mapped[int] = mapped_column(
Integer, nullable=False, default=40, server_default="40"
)
enabled: Mapped[bool] = mapped_column(
Boolean, nullable=False, default=True, server_default="1"
)
updated_by: Mapped[int | None] = mapped_column(
ForeignKey("users.id", ondelete="SET NULL"), nullable=True
)
updated_at: Mapped[datetime] = mapped_column(
UTCDateTime, default=_utcnow, onupdate=_utcnow
)
class LoginQuotaUsage(Base):
"""按小时和分类累计登录配额用量。"""
__tablename__ = "login_quota_usage"
id: Mapped[int] = mapped_column(BigInteger, primary_key=True, autoincrement=True)
quota_day: Mapped[date] = mapped_column(Date, nullable=False)
quota_hour: Mapped[int] = mapped_column(Integer, nullable=False)
category: Mapped[str] = mapped_column(String(32), nullable=False)
attempt_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
success_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
failure_count: Mapped[int] = mapped_column(
Integer, nullable=False, default=0, server_default="0"
)
updated_at: Mapped[datetime] = mapped_column(
UTCDateTime, default=_utcnow, onupdate=_utcnow
)
__table_args__ = (
UniqueConstraint(
"quota_day",
"quota_hour",
"category",
name="uq_login_quota_usage_bucket",
),
Index(
"ix_login_quota_usage_day_category",
"quota_day",
"category",
),
)
class IntegrationOutbox(Base):
"""跨系统待发送事件;与业务状态在同一数据库事务内提交。"""