加密敏感数据并优化补CK流程

This commit is contained in:
yml2213
2026-06-24 09:10:31 +08:00
parent 8e65af538c
commit 177ec42416
9 changed files with 315 additions and 23 deletions
+5
View File
@@ -6,6 +6,11 @@
# 生成方式: python -c "import secrets; print(secrets.token_urlsafe(32))"
JWT_SECRET_KEY=
# 敏感字段落盘加密密钥(生产环境必须设置且长期保持不变!)
# 用于加密账号密码、邮箱密码、Cookie、代理密钥等数据库字段
# 生成方式: python -c "import secrets; print(secrets.token_urlsafe(32))"
APP_ENCRYPTION_KEY=
# 默认管理员账号(仅首次启动建库时生效)
ADMIN_USERNAME=admin
ADMIN_PASSWORD=admin123
+8
View File
@@ -59,6 +59,14 @@ cd web/frontend && npm install && npm run dev
访问 `http://localhost:5173`,默认账号 `admin / admin123`
### 敏感数据加密
账号密码、邮箱密码、Cookie、代理密钥等敏感字段会以密文形式落盘。生产环境请在 `.env` 中设置稳定的 `APP_ENCRYPTION_KEY`,并长期保留;更换该密钥会导致历史密文无法解密。
```bash
python -c "import secrets; print(secrets.token_urlsafe(32))"
```
## 角色权限
| 角色 | 权限 |
+29 -4
View File
@@ -105,6 +105,7 @@ class DouyuLogin:
self.proxy_manager = None
self._current_proxy_url: Optional[str] = None
self._cookie_enrich_error = ""
self._setup_session()
def _setup_session(self) -> None:
@@ -374,12 +375,15 @@ class DouyuLogin:
# 7️⃣ 完成登录获取Cookie
logger.info("步骤7: 完成登录,获取Cookie...")
cookie = self._complete_login(login_url)
message = "登录成功"
if self._cookie_enrich_error:
message = f"登录成功,补CK失败: {self._cookie_enrich_error}"
logger.success(f"登录成功! Cookie长度: {len(cookie)}")
# 成功后归还代理到池,让其他账号复用
if self.proxy_manager and self._current_proxy_url:
self.proxy_manager.release_proxy(self._current_proxy_url)
return LoginResult(success=True, cookie=cookie, message="登录成功")
return LoginResult(success=True, cookie=cookie, message=message)
except Exception as e:
elapsed = time.monotonic() - start_time
@@ -736,12 +740,33 @@ class DouyuLogin:
except Exception as e:
logger.warning(f"WebLogin请求失败(不影响登录): {e}")
# 登录成功后补齐 Web 侧 Cookie,再导出完整 CK
self._generate_csrf_cookie()
self._generate_acf_ccn_cookie()
# 登录成功后补齐 Web 侧 Cookie。补 CK 失败只影响完整度,不回滚已成功的登录态
self._cookie_enrich_error = ""
try:
self._enrich_web_cookies_with_retry()
except Exception as e:
self._cookie_enrich_error = self._truncate_error(str(e), 160)
logger.warning(f"补CK最终失败,本次仍按登录成功保存基础CK: {self._cookie_enrich_error}")
return self._format_cookie_string()
def _enrich_web_cookies_with_retry(self, max_attempts: int = 3) -> None:
"""独立重试补齐 cvl_csrf_token 和 acf_ccn,不触发整条登录链路重跑。"""
last_error: Exception | None = None
for attempt in range(1, max_attempts + 1):
try:
logger.info(f"补CK尝试 {attempt}/{max_attempts}...")
self._generate_csrf_cookie()
self._generate_acf_ccn_cookie()
logger.info("补CK完成")
return
except Exception as e:
last_error = e
logger.warning(f"补CK失败 {attempt}/{max_attempts}: {e}")
if attempt < max_attempts:
time.sleep(1)
raise ValueError(f"已重试 {max_attempts} 次仍未补齐CK: {last_error}") from last_error
def _generate_csrf_cookie(self) -> str:
"""
访问斗鱼 generateCsrf 接口,从 Set-Cookie 中同步 cvl_csrf_token。
+191
View File
@@ -0,0 +1,191 @@
"""敏感字段落盘加密工具。"""
from __future__ import annotations
import base64
import hashlib
import os
import warnings
from dataclasses import dataclass
from functools import lru_cache
from Crypto.Cipher import AES
from sqlalchemy import text
from sqlalchemy.engine import Engine
from sqlalchemy.types import Text, TypeDecorator
_PREFIX = "enc:v1:"
_FALLBACK_SECRET = "douyu-login-py-dev-storage-key-change-me"
@dataclass(frozen=True)
class _KeyCandidate:
"""可用于解密的候选密钥。"""
name: str
secret: str
primary: bool = False
@lru_cache(maxsize=1)
def _key_candidates() -> tuple[_KeyCandidate, ...]:
"""返回主加密密钥与历史兼容解密密钥。"""
app_key = os.getenv("APP_ENCRYPTION_KEY", "").strip()
jwt_key = os.getenv("JWT_SECRET_KEY", "").strip()
if app_key:
primary = _KeyCandidate("APP_ENCRYPTION_KEY", app_key, True)
elif jwt_key:
primary = _KeyCandidate("JWT_SECRET_KEY", jwt_key, True)
else:
warnings.warn(
"未设置 APP_ENCRYPTION_KEY,敏感字段将使用开发兜底密钥加密。"
"生产环境请设置稳定且随机的 APP_ENCRYPTION_KEY。",
stacklevel=2,
)
primary = _KeyCandidate("fallback", _FALLBACK_SECRET, True)
candidates = [primary]
for name, secret in (
("APP_ENCRYPTION_KEY", app_key),
("JWT_SECRET_KEY", jwt_key),
("fallback", _FALLBACK_SECRET),
):
if secret and all(item.secret != secret for item in candidates):
candidates.append(_KeyCandidate(name, secret, False))
return tuple(candidates)
def _aes_key(secret: str) -> bytes:
"""从配置密钥派生 AES-256 key。"""
return hashlib.sha256(secret.encode("utf-8")).digest()
def _b64e(data: bytes) -> str:
return base64.urlsafe_b64encode(data).decode("ascii")
def _b64d(data: str) -> bytes:
return base64.urlsafe_b64decode(data.encode("ascii"))
def is_encrypted(value: str | None) -> bool:
"""判断值是否已经是当前加密格式。"""
return bool(value) and value.startswith(_PREFIX)
def encrypt_value(value: str | None) -> str | None:
"""加密字符串;空值保持空值,避免影响空值筛选。"""
if value is None or value == "":
return value
if is_encrypted(value):
return value
candidate = _key_candidates()[0]
nonce = os.urandom(12)
cipher = AES.new(_aes_key(candidate.secret), AES.MODE_GCM, nonce=nonce)
ciphertext, tag = cipher.encrypt_and_digest(value.encode("utf-8"))
return _PREFIX + _b64e(nonce + tag + ciphertext)
def _decrypt_with_candidate(value: str, candidate: _KeyCandidate) -> str:
raw = _b64d(value[len(_PREFIX):])
if len(raw) < 28:
raise ValueError("密文字段长度无效")
nonce = raw[:12]
tag = raw[12:28]
ciphertext = raw[28:]
cipher = AES.new(_aes_key(candidate.secret), AES.MODE_GCM, nonce=nonce)
return cipher.decrypt_and_verify(ciphertext, tag).decode("utf-8")
def decrypt_value(value: str | None) -> str | None:
"""解密字符串;旧明文会原样返回。"""
if value is None or value == "" or not is_encrypted(value):
return value
last_error: Exception | None = None
for candidate in _key_candidates():
try:
return _decrypt_with_candidate(value, candidate)
except Exception as exc:
last_error = exc
raise ValueError("敏感字段解密失败,请确认 APP_ENCRYPTION_KEY 是否正确") from last_error
def decrypt_value_with_key_name(value: str) -> tuple[str, str]:
"""解密并返回实际使用的密钥名称,用于历史密钥迁移。"""
if not is_encrypted(value):
return value, "plain"
last_error: Exception | None = None
for candidate in _key_candidates():
try:
return _decrypt_with_candidate(value, candidate), candidate.name
except Exception as exc:
last_error = exc
raise ValueError("敏感字段解密失败,请确认 APP_ENCRYPTION_KEY 是否正确") from last_error
class EncryptedText(TypeDecorator):
"""SQLAlchemy 字段类型:数据库密文,Python 属性明文。"""
impl = Text
cache_ok = True
def process_bind_param(self, value, dialect):
if value is None:
return None
return encrypt_value(str(value))
def process_result_value(self, value, dialect):
return decrypt_value(value)
_SENSITIVE_COLUMNS: tuple[tuple[str, str], ...] = (
("accounts", "password"),
("accounts", "email"),
("accounts", "email_password"),
("login_tasks", "cookie"),
("proxy_config", "api_url"),
("proxy_config", "http"),
("proxy_config", "https"),
("proxy_config", "whitelist_uid"),
("proxy_config", "whitelist_ukey"),
)
def _table_exists(engine: Engine, table_name: str) -> bool:
query = text("SELECT name FROM sqlite_master WHERE type='table' AND name=:name")
if not engine.url.get_backend_name().startswith("sqlite"):
return True
with engine.connect() as conn:
return conn.execute(query, {"name": table_name}).first() is not None
def encrypt_existing_sensitive_data(engine: Engine) -> int:
"""把历史明文敏感字段迁移成密文;已加密但非主密钥的值会重加密。"""
primary_name = _key_candidates()[0].name
changed = 0
with engine.begin() as conn:
for table_name, column_name in _SENSITIVE_COLUMNS:
if not _table_exists(engine, table_name):
continue
rows = conn.execute(
text(f"SELECT id, {column_name} FROM {table_name} WHERE {column_name} IS NOT NULL")
).mappings().all()
for row in rows:
raw_value = row[column_name]
if raw_value is None or raw_value == "":
continue
plain_value, key_name = decrypt_value_with_key_name(str(raw_value))
if is_encrypted(str(raw_value)) and key_name == primary_name:
continue
encrypted = encrypt_value(plain_value)
conn.execute(
text(f"UPDATE {table_name} SET {column_name} = :value WHERE id = :id"),
{"value": encrypted, "id": row["id"]},
)
changed += 1
return changed
+11
View File
@@ -35,6 +35,7 @@ def init_db():
"""执行数据库迁移 + 写入初始数据。"""
run_migrations()
_seed()
_encrypt_existing_sensitive_data()
def run_migrations():
@@ -70,3 +71,13 @@ def _seed():
db.commit()
finally:
db.close()
def _encrypt_existing_sensitive_data():
"""启动时把历史明文敏感数据迁移为密文。"""
from loguru import logger
from .crypto_storage import encrypt_existing_sensitive_data
changed = encrypt_existing_sensitive_data(engine)
if changed:
logger.info(f"已加密历史敏感字段: {changed} 个值")
@@ -70,9 +70,9 @@ def upgrade() -> None:
"accounts",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("username", sa.String(length=128), nullable=False),
sa.Column("password", sa.String(length=256), nullable=False),
sa.Column("email", sa.String(length=128), nullable=False),
sa.Column("email_password", sa.String(length=256), nullable=False),
sa.Column("password", sa.Text(), nullable=False),
sa.Column("email", sa.Text(), nullable=False),
sa.Column("email_password", sa.Text(), nullable=False),
sa.Column("email_imap_server", sa.String(length=128), nullable=True),
sa.Column("email_imap_port", sa.Integer(), nullable=True),
sa.Column("email_imap_ssl", sa.Boolean(), nullable=True),
@@ -102,12 +102,12 @@ def upgrade() -> None:
"proxy_config",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("enabled", sa.Boolean(), nullable=True),
sa.Column("api_url", sa.String(length=512), nullable=True),
sa.Column("http", sa.String(length=256), nullable=True),
sa.Column("https", sa.String(length=256), nullable=True),
sa.Column("api_url", sa.Text(), nullable=True),
sa.Column("http", sa.Text(), nullable=True),
sa.Column("https", sa.Text(), nullable=True),
sa.Column("whitelist_enabled", sa.Boolean(), nullable=True),
sa.Column("whitelist_uid", sa.String(length=64), nullable=True),
sa.Column("whitelist_ukey", sa.String(length=128), nullable=True),
sa.Column("whitelist_uid", sa.Text(), nullable=True),
sa.Column("whitelist_ukey", sa.Text(), nullable=True),
sa.PrimaryKeyConstraint("id"),
)
@@ -0,0 +1,51 @@
"""放宽敏感字段列类型,便于存储加密密文
Revision ID: 20260624_0002
Revises: 20260623_0001
Create Date: 2026-06-24
"""
from typing import Sequence, Union
from alembic import op
import sqlalchemy as sa
revision: str = "20260624_0002"
down_revision: Union[str, None] = "20260623_0001"
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
with op.batch_alter_table("accounts") as batch:
batch.alter_column("password", existing_type=sa.String(length=256), type_=sa.Text())
batch.alter_column("email", existing_type=sa.String(length=128), type_=sa.Text())
batch.alter_column("email_password", existing_type=sa.String(length=256), type_=sa.Text())
with op.batch_alter_table("proxy_config") as batch:
batch.alter_column("api_url", existing_type=sa.String(length=512), type_=sa.Text())
batch.alter_column("http", existing_type=sa.String(length=256), type_=sa.Text())
batch.alter_column("https", existing_type=sa.String(length=256), type_=sa.Text())
batch.alter_column("whitelist_uid", existing_type=sa.String(length=64), type_=sa.Text())
batch.alter_column("whitelist_ukey", existing_type=sa.String(length=128), type_=sa.Text())
with op.batch_alter_table("login_tasks") as batch:
batch.alter_column("cookie", existing_type=sa.Text(), type_=sa.Text())
def downgrade() -> None:
with op.batch_alter_table("login_tasks") as batch:
batch.alter_column("cookie", existing_type=sa.Text(), type_=sa.Text())
with op.batch_alter_table("proxy_config") as batch:
batch.alter_column("whitelist_ukey", existing_type=sa.Text(), type_=sa.String(length=128))
batch.alter_column("whitelist_uid", existing_type=sa.Text(), type_=sa.String(length=64))
batch.alter_column("https", existing_type=sa.Text(), type_=sa.String(length=256))
batch.alter_column("http", existing_type=sa.Text(), type_=sa.String(length=256))
batch.alter_column("api_url", existing_type=sa.Text(), type_=sa.String(length=512))
with op.batch_alter_table("accounts") as batch:
batch.alter_column("email_password", existing_type=sa.Text(), type_=sa.String(length=256))
batch.alter_column("email", existing_type=sa.Text(), type_=sa.String(length=128))
batch.alter_column("password", existing_type=sa.Text(), type_=sa.String(length=256))
+10 -9
View File
@@ -6,6 +6,7 @@ from sqlalchemy import (
)
from sqlalchemy.orm import relationship
from .database import Base
from .crypto_storage import EncryptedText
def _utcnow():
@@ -37,9 +38,9 @@ class Account(Base):
id = Column(Integer, primary_key=True, autoincrement=True)
username = Column(String(128), nullable=False)
password = Column(String(256), nullable=False)
email = Column(String(128), nullable=False)
email_password = Column(String(256), nullable=False)
password = Column(EncryptedText(), nullable=False)
email = Column(EncryptedText(), nullable=False)
email_password = Column(EncryptedText(), nullable=False)
email_imap_server = Column(String(128), default="")
email_imap_port = Column(Integer, default=993)
email_imap_ssl = Column(Boolean, default=True)
@@ -60,7 +61,7 @@ class LoginTask(Base):
batch_id = Column(String(64), nullable=False, index=True) # 批次ID
account_id = Column(Integer, ForeignKey("accounts.id"), nullable=False)
status = Column(String(32), default="pending") # pending / running / success / failed / error
cookie = Column(Text, default="")
cookie = Column(EncryptedText(), default="")
message = Column(String(512), default="")
created_by = Column(Integer, ForeignKey("users.id"), nullable=False)
created_at = Column(DateTime, default=_utcnow)
@@ -75,13 +76,13 @@ class ProxyConfig(Base):
id = Column(Integer, primary_key=True, autoincrement=True)
enabled = Column(Boolean, default=False)
api_url = Column(String(512), default="")
http = Column(String(256), default="")
https = Column(String(256), default="")
api_url = Column(EncryptedText(), default="")
http = Column(EncryptedText(), default="")
https = Column(EncryptedText(), default="")
# 白名单
whitelist_enabled = Column(Boolean, default=False)
whitelist_uid = Column(String(64), default="")
whitelist_ukey = Column(String(128), default="")
whitelist_uid = Column(EncryptedText(), default="")
whitelist_ukey = Column(EncryptedText(), default="")
class AuditLog(Base):
+2 -2
View File
@@ -197,8 +197,8 @@ class LoginBatchRunner:
if result.success:
task.status = "success"
task.cookie = result.cookie
task.message = "登录成功"
self._push_log("success", f"[{current}] {acc_info['username']} 登录成功")
task.message = result.message or "登录成功"
self._push_log("success", f"[{current}] {acc_info['username']} {task.message}")
else:
task.status = "failed"
task.message = result.message