支持 MySQL 迁移与性能优化

web/backend/database.py

@@ -2,13 +2,48 @@
 
 import os
 from pathlib import Path
+from urllib.parse import quote_plus
+
 from sqlalchemy import create_engine, event
 from sqlalchemy.orm import sessionmaker, declarative_base
 
 PROJECT_ROOT = Path(__file__).resolve().parents[2]
 DB_PATH = PROJECT_ROOT / "data" / "web.db"
 DB_PATH.parent.mkdir(parents=True, exist_ok=True)
-DATABASE_URL = os.getenv("DATABASE_URL", f"sqlite:///{DB_PATH}")
+
+
+def _env_int(name: str, default: int) -> int:
+    """读取正整数环境变量，非法值回退到默认值。"""
+    try:
+        value = int(os.getenv(name, str(default)))
+    except ValueError:
+        return default
+    return value if value > 0 else default
+
+
+def _get_database_url() -> str:
+    """优先使用完整连接串，否则按 DB_* 环境变量构造 MySQL 连接。"""
+    database_url = os.getenv("DATABASE_URL", "").strip()
+    if database_url:
+        return database_url
+
+    db_host = os.getenv("DB_HOST", "").strip()
+    if db_host:
+        db_port = _env_int("DB_PORT", 3306)
+        db_name = os.getenv("DB_NAME", "douyu_login").strip()
+        db_user = os.getenv("DB_USER", "douyu_login").strip()
+        db_password = os.getenv("DB_PASSWORD", "")
+        if not db_name or not db_user or not db_password:
+            raise RuntimeError("使用 DB_HOST 时必须同时设置 DB_NAME、DB_USER 和 DB_PASSWORD")
+        return (
+            f"mysql+pymysql://{quote_plus(db_user)}:{quote_plus(db_password)}"
+            f"@{db_host}:{db_port}/{db_name}?charset=utf8mb4"
+        )
+
+    return f"sqlite:///{DB_PATH}"
+
+
+DATABASE_URL = _get_database_url()
 
 connect_args = (
     {"check_same_thread": False, "timeout": 30}
@@ -16,11 +51,20 @@ connect_args = (
     else {}
 )
 
-engine = create_engine(
-    DATABASE_URL,
-    connect_args=connect_args,
-    echo=False,
-)
+engine_options = {
+    "connect_args": connect_args,
+    "echo": False,
+}
+if not DATABASE_URL.startswith("sqlite"):
+    engine_options.update(
+        pool_pre_ping=True,
+        pool_size=_env_int("DB_POOL_SIZE", 20),
+        max_overflow=_env_int("DB_MAX_OVERFLOW", 20),
+        pool_timeout=_env_int("DB_POOL_TIMEOUT", 30),
+        pool_recycle=_env_int("DB_POOL_RECYCLE", 1800),
+    )
+
+engine = create_engine(DATABASE_URL, **engine_options)
 
 
 if DATABASE_URL.startswith("sqlite"):

web/backend/migrations/versions/20260725_0009_database_performance_indexes.py

@@ -0,0 +1,67 @@
+"""补充高频查询组合索引
+
+Revision ID: 20260725_0009
+Revises: 20260724_0008
+Create Date: 2026-07-25
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+revision: str = "20260725_0009"
+down_revision: Union[str, None] = "20260724_0008"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def _has_table(bind, table_name: str) -> bool:
+    return sa.inspect(bind).has_table(table_name)
+
+
+def _indexes(bind, table_name: str) -> set[str]:
+    if not _has_table(bind, table_name):
+        return set()
+    return {index["name"] for index in sa.inspect(bind).get_indexes(table_name)}
+
+
+def _create_index_if_missing(bind, name: str, table_name: str, columns: list[str]) -> None:
+    if name not in _indexes(bind, table_name):
+        op.create_index(name, table_name, columns)
+
+
+def _drop_index_if_exists(bind, name: str, table_name: str) -> None:
+    if name in _indexes(bind, table_name):
+        op.drop_index(name, table_name=table_name)
+
+
+INDEXES = [
+    ("ix_accounts_assigned_to_id", "accounts", ["assigned_to", "id"]),
+    ("ix_accounts_tag_id", "accounts", ["tag", "id"]),
+    ("ix_login_tasks_account_status_id", "login_tasks", ["account_id", "status", "id"]),
+    ("ix_login_tasks_status_finished_at", "login_tasks", ["status", "finished_at"]),
+    ("ix_douyu_tasks_account_id", "douyu_tasks", ["account_id", "id"]),
+    ("ix_douyu_tasks_created_by_id", "douyu_tasks", ["created_by", "id"]),
+    ("ix_douyu_tasks_batch_status_id", "douyu_tasks", ["batch_id", "status", "id"]),
+    ("ix_huya_accounts_assigned_to_id", "huya_accounts", ["assigned_to", "id"]),
+    ("ix_huya_accounts_updated_at_id", "huya_accounts", ["updated_at", "id"]),
+    ("ix_huya_tasks_account_id", "huya_tasks", ["account_id", "id"]),
+    ("ix_huya_tasks_created_by_id", "huya_tasks", ["created_by", "id"]),
+    ("ix_huya_tasks_batch_status_id", "huya_tasks", ["batch_id", "status", "id"]),
+    ("ix_huya_register_items_batch_db_line", "huya_register_items", ["batch_db_id", "line"]),
+    ("ix_huya_register_success_logs_batch_id_id", "huya_register_success_logs", ["batch_id", "id"]),
+]
+
+
+def upgrade() -> None:
+    bind = op.get_bind()
+    for name, table_name, columns in INDEXES:
+        _create_index_if_missing(bind, name, table_name, columns)
+
+
+def downgrade() -> None:
+    bind = op.get_bind()
+    for name, table_name, _ in reversed(INDEXES):
+        _drop_index_if_exists(bind, name, table_name)