mirror of
https://hubproxy.babadafafafafa.cn/https://github.com/jxxghp/MoviePilot.git
synced 2026-09-20 16:13:35 +08:00
417 lines
13 KiB
Python
417 lines
13 KiB
Python
import importlib
|
||
import os
|
||
from pathlib import Path
|
||
import subprocess
|
||
import sys
|
||
import uuid
|
||
|
||
import psycopg2
|
||
from psycopg2 import sql
|
||
import pytest
|
||
import sqlalchemy as sa
|
||
from alembic.migration import MigrationContext
|
||
from alembic.operations import Operations
|
||
|
||
|
||
MIGRATION_MODULE = "database.versions.93f8cb6a4d1e_2_2_4"
|
||
MEDIA_TABLES = (
|
||
"subscribe",
|
||
"subscribehistory",
|
||
"downloadhistory",
|
||
"transferhistory",
|
||
"downloadfailure",
|
||
"mediaserveritem",
|
||
)
|
||
LEGACY_IDENTITY_COLUMNS = {
|
||
"tmdbid",
|
||
"imdbid",
|
||
"tvdbid",
|
||
"doubanid",
|
||
"bangumiid",
|
||
"anilistid",
|
||
"mediaid",
|
||
}
|
||
IDENTITY_INDEX_SIGNATURES = {
|
||
"subscribe": {
|
||
"ix_subscribe_media_identity": (("media_source", "media_id"), False),
|
||
},
|
||
"subscribehistory": {
|
||
"ix_subscribehistory_media_identity": (
|
||
("media_source", "media_id"), False,
|
||
),
|
||
},
|
||
"downloadhistory": {
|
||
"ix_downloadhistory_media_identity": (
|
||
("media_source", "media_id"), False,
|
||
),
|
||
},
|
||
"transferhistory": {
|
||
"ix_transferhistory_media_identity": (
|
||
("media_source", "media_id"), False,
|
||
),
|
||
},
|
||
"downloadfailure": {
|
||
"ix_downloadfailure_media_identity_site": (
|
||
("type", "media_source", "media_id", "site"), False,
|
||
),
|
||
},
|
||
"mediaserveritem": {
|
||
"ix_mediaserveritem_media_identity_type": (
|
||
("media_source", "media_id", "item_type"), False,
|
||
),
|
||
},
|
||
}
|
||
|
||
|
||
CURRENT_SCHEMA_CHAIN_SCRIPT = """
|
||
from app.testing.bootstrap import ensure_sites_stub
|
||
|
||
# Alembic 会导入引用业务链的旧 revision；全新 CI 环境没有动态下发的 sites 模块。
|
||
ensure_sites_stub()
|
||
|
||
from alembic.config import Config
|
||
from alembic.script import ScriptDirectory
|
||
from sqlalchemy import inspect, MetaData, Table, text
|
||
from sqlalchemy.exc import IntegrityError
|
||
|
||
from app.runtime.config import settings
|
||
from app.db import get_engine
|
||
from app.startup.initializers.database import init_db, update_db
|
||
|
||
media_tables = {media_tables!r}
|
||
legacy_identity_columns = {legacy_identity_columns!r}
|
||
identity_index_signatures = {identity_index_signatures!r}
|
||
|
||
config = Config()
|
||
config.set_main_option("script_location", str(settings.ROOT_PATH / "database"))
|
||
heads = ScriptDirectory.from_config(config).get_heads()
|
||
assert len(heads) == 1, heads
|
||
|
||
init_db()
|
||
update_db()
|
||
update_db()
|
||
|
||
with get_engine().connect() as connection:
|
||
version = connection.execute(
|
||
text("SELECT version_num FROM alembic_version")
|
||
).scalar_one()
|
||
inspector = inspect(connection)
|
||
assert version == heads[0], (version, heads)
|
||
|
||
for table_name in media_tables:
|
||
columns = {{
|
||
column["name"]
|
||
for column in inspector.get_columns(table_name)
|
||
}}
|
||
indexes = {{
|
||
index["name"]: (
|
||
tuple(index.get("column_names") or ()),
|
||
bool(index.get("unique")),
|
||
)
|
||
for index in inspector.get_indexes(table_name)
|
||
}}
|
||
constraint_names = {{
|
||
constraint["name"]
|
||
for constraint in inspector.get_check_constraints(table_name)
|
||
}}
|
||
assert {{"media_source", "media_id"}}.issubset(columns), (
|
||
table_name,
|
||
columns,
|
||
)
|
||
assert legacy_identity_columns.isdisjoint(columns), (
|
||
table_name,
|
||
columns,
|
||
)
|
||
for index_name, signature in identity_index_signatures[table_name].items():
|
||
assert indexes.get(index_name) == signature, (
|
||
table_name,
|
||
index_name,
|
||
indexes,
|
||
)
|
||
constraint_name = f"ck_{{table_name}}_media_identity"
|
||
assert constraint_name in constraint_names, (
|
||
table_name,
|
||
constraint_names,
|
||
)
|
||
|
||
required_values = {{
|
||
"subscribe": {{"name": "constraint-test", "state": "N"}},
|
||
"subscribehistory": {{"name": "constraint-test"}},
|
||
"downloadhistory": {{
|
||
"path": "/constraint-test",
|
||
"type": "电影",
|
||
"title": "constraint-test",
|
||
}},
|
||
"transferhistory": {{"src_storage": "local"}},
|
||
"downloadfailure": {{"fingerprint": "constraint-test"}},
|
||
"mediaserveritem": {{}},
|
||
}}
|
||
invalid_identities = (
|
||
(None, "1"),
|
||
("acme.video", None),
|
||
("", "1"),
|
||
(" acme.video", "1"),
|
||
("acme.video ", "1"),
|
||
("Acme.Video", "1"),
|
||
("a" * 65, "1"),
|
||
("invalid:source", "1"),
|
||
("invalid source", "1"),
|
||
("acme.video", ""),
|
||
("acme.video", " "),
|
||
("acme.video", "0"),
|
||
)
|
||
for table_name in media_tables:
|
||
table = Table(table_name, MetaData(), autoload_with=connection)
|
||
constraint_name = f"ck_{{table_name}}_media_identity"
|
||
for media_source, media_id in (
|
||
(None, None),
|
||
("acme.video", "custom-1"),
|
||
):
|
||
values = {{
|
||
**required_values[table_name],
|
||
"media_source": media_source,
|
||
"media_id": media_id,
|
||
}}
|
||
savepoint = connection.begin_nested()
|
||
try:
|
||
connection.execute(table.insert(), values)
|
||
finally:
|
||
savepoint.rollback()
|
||
|
||
for media_source, media_id in invalid_identities:
|
||
values = {{
|
||
**required_values[table_name],
|
||
"media_source": media_source,
|
||
"media_id": media_id,
|
||
}}
|
||
try:
|
||
with connection.begin_nested():
|
||
connection.execute(table.insert(), values)
|
||
except IntegrityError as error:
|
||
assert constraint_name in str(error.orig), str(error.orig)
|
||
else:
|
||
raise AssertionError(
|
||
"格式非法的媒体身份未被具名检查约束拒绝: "
|
||
f"{{table_name}}, {{media_source!r}}, {{media_id!r}}"
|
||
)
|
||
""".format(
|
||
media_tables=MEDIA_TABLES,
|
||
legacy_identity_columns=LEGACY_IDENTITY_COLUMNS,
|
||
identity_index_signatures=IDENTITY_INDEX_SIGNATURES,
|
||
)
|
||
|
||
|
||
def _index_signatures(
|
||
connection,
|
||
table_name: str,
|
||
) -> dict[str, tuple[tuple[str, ...], bool]]:
|
||
"""返回索引名称到字段顺序及唯一性的映射。"""
|
||
return {
|
||
index["name"]: (
|
||
tuple(index.get("column_names") or ()),
|
||
bool(index.get("unique")),
|
||
)
|
||
for index in sa.inspect(connection).get_indexes(table_name)
|
||
}
|
||
|
||
|
||
def _bind_migration(monkeypatch, connection):
|
||
"""把历史 revision 绑定到当前 disposable connection。"""
|
||
migration = importlib.import_module(MIGRATION_MODULE)
|
||
context = MigrationContext.configure(connection)
|
||
monkeypatch.setattr(migration, "op", Operations(context))
|
||
return migration
|
||
|
||
|
||
def _run_current_schema_chain(
|
||
repository: Path,
|
||
environment: dict[str, str],
|
||
) -> None:
|
||
"""在隔离数据库中执行当前建表、完整升级及最终结构断言。"""
|
||
completed = subprocess.run(
|
||
[sys.executable, "-c", CURRENT_SCHEMA_CHAIN_SCRIPT],
|
||
cwd=repository,
|
||
env=environment,
|
||
capture_output=True,
|
||
text=True,
|
||
timeout=180,
|
||
check=False,
|
||
)
|
||
|
||
assert completed.returncode == 0, (
|
||
f"stdout:\n{completed.stdout}\n"
|
||
f"stderr:\n{completed.stderr}"
|
||
)
|
||
|
||
|
||
def test_index_migration_preserves_legacy_media_server_semantics(
|
||
monkeypatch,
|
||
) -> None:
|
||
"""旧字段存在时应保持 2.2.4 的索引替换与回滚语义。"""
|
||
engine = sa.create_engine("sqlite://")
|
||
metadata = sa.MetaData()
|
||
media_server = sa.Table(
|
||
"mediaserveritem",
|
||
metadata,
|
||
sa.Column("id", sa.Integer(), primary_key=True),
|
||
sa.Column("tmdbid", sa.Integer()),
|
||
sa.Column("item_type", sa.String()),
|
||
)
|
||
sa.Index("ix_mediaserveritem_id", media_server.c.id)
|
||
sa.Index("ix_mediaserveritem_tmdbid", media_server.c.tmdbid)
|
||
|
||
with engine.begin() as connection:
|
||
metadata.create_all(connection)
|
||
migration = _bind_migration(monkeypatch, connection)
|
||
|
||
migration.upgrade()
|
||
migration.upgrade()
|
||
|
||
upgraded = _index_signatures(connection, "mediaserveritem")
|
||
assert upgraded.get("ix_mediaserveritem_tmdbid_item_type") == (
|
||
("tmdbid", "item_type"), False,
|
||
)
|
||
assert "ix_mediaserveritem_tmdbid" not in upgraded
|
||
assert "ix_mediaserveritem_id" not in upgraded
|
||
|
||
migration.downgrade()
|
||
|
||
downgraded = _index_signatures(connection, "mediaserveritem")
|
||
assert "ix_mediaserveritem_tmdbid_item_type" not in downgraded
|
||
assert downgraded.get("ix_mediaserveritem_tmdbid") == (
|
||
("tmdbid",), False,
|
||
)
|
||
assert downgraded.get("ix_mediaserveritem_id") == (("id",), False)
|
||
|
||
|
||
def test_index_migration_skips_only_indexes_with_missing_columns(
|
||
monkeypatch,
|
||
) -> None:
|
||
"""当前 schema 应跳过旧字段索引，同时继续处理其他适用索引。"""
|
||
engine = sa.create_engine("sqlite://")
|
||
metadata = sa.MetaData()
|
||
media_server = sa.Table(
|
||
"mediaserveritem",
|
||
metadata,
|
||
sa.Column("id", sa.Integer(), primary_key=True),
|
||
sa.Column("media_source", sa.String()),
|
||
sa.Column("media_id", sa.String()),
|
||
sa.Column("item_type", sa.String()),
|
||
)
|
||
sa.Index(
|
||
"ix_mediaserveritem_media_identity_type",
|
||
media_server.c.media_source,
|
||
media_server.c.media_id,
|
||
media_server.c.item_type,
|
||
)
|
||
message = sa.Table(
|
||
"message",
|
||
metadata,
|
||
sa.Column("id", sa.Integer(), primary_key=True),
|
||
sa.Column("reg_time", sa.DateTime()),
|
||
)
|
||
sa.Index("ix_message_reg_time", message.c.reg_time)
|
||
|
||
with engine.begin() as connection:
|
||
metadata.create_all(connection)
|
||
migration = _bind_migration(monkeypatch, connection)
|
||
|
||
migration.upgrade()
|
||
|
||
media_indexes = _index_signatures(connection, "mediaserveritem")
|
||
message_indexes = _index_signatures(connection, "message")
|
||
assert "ix_mediaserveritem_tmdbid_item_type" not in media_indexes
|
||
assert media_indexes.get("ix_mediaserveritem_media_identity_type") == (
|
||
("media_source", "media_id", "item_type"), False,
|
||
)
|
||
assert "ix_message_reg_time" not in message_indexes
|
||
assert message_indexes.get("ix_message_reg_time_id") == (
|
||
("reg_time", "id"), False,
|
||
)
|
||
|
||
migration.downgrade()
|
||
|
||
media_indexes = _index_signatures(connection, "mediaserveritem")
|
||
message_indexes = _index_signatures(connection, "message")
|
||
assert "ix_mediaserveritem_tmdbid" not in media_indexes
|
||
assert media_indexes.get("ix_mediaserveritem_media_identity_type") == (
|
||
("media_source", "media_id", "item_type"), False,
|
||
)
|
||
assert message_indexes.get("ix_message_reg_time") == (
|
||
("reg_time",), False,
|
||
)
|
||
assert "ix_message_reg_time_id" not in message_indexes
|
||
|
||
|
||
def test_current_schema_reaches_current_alembic_head(tmp_path: Path) -> None:
|
||
"""真实 fresh 启动链应到动态解析的唯一 head，且重复升级保持幂等。"""
|
||
repository = Path(__file__).resolve().parents[1]
|
||
environment = os.environ.copy()
|
||
environment.update({
|
||
"CONFIG_DIR": str(tmp_path),
|
||
"DB_TYPE": "sqlite",
|
||
"SUPERUSER": "migration-test-admin",
|
||
"SUPERUSER_PASSWORD": "MigrationTestPassword123",
|
||
})
|
||
_run_current_schema_chain(repository, environment)
|
||
|
||
|
||
def test_current_schema_reaches_current_alembic_head_on_postgresql(
|
||
tmp_path: Path,
|
||
) -> None:
|
||
"""PostgreSQL fresh schema 应到唯一 head，不能被吞异常伪装成成功。"""
|
||
prefix = "MOVIEPILOT_TEST_POSTGRESQL_"
|
||
host = os.getenv(f"{prefix}HOST")
|
||
database = os.getenv(f"{prefix}DATABASE")
|
||
username = os.getenv(f"{prefix}USERNAME")
|
||
if not host or not database or not username:
|
||
pytest.skip("未配置隔离 PostgreSQL migration 测试库")
|
||
|
||
port = os.getenv(f"{prefix}PORT", "5432")
|
||
password = os.getenv(f"{prefix}PASSWORD", "")
|
||
schema = f"p1_db1_{uuid.uuid4().hex}"
|
||
with psycopg2.connect(
|
||
host=host,
|
||
port=port,
|
||
dbname=database,
|
||
user=username,
|
||
password=password,
|
||
) as connection:
|
||
connection.autocommit = True
|
||
with connection.cursor() as cursor:
|
||
cursor.execute(
|
||
sql.SQL("CREATE SCHEMA {}").format(sql.Identifier(schema))
|
||
)
|
||
|
||
repository = Path(__file__).resolve().parents[1]
|
||
environment = os.environ.copy()
|
||
environment.update({
|
||
"CONFIG_DIR": str(tmp_path),
|
||
"DB_TYPE": "postgresql",
|
||
"DB_POSTGRESQL_HOST": host,
|
||
"DB_POSTGRESQL_PORT": port,
|
||
"DB_POSTGRESQL_DATABASE": database,
|
||
"DB_POSTGRESQL_USERNAME": username,
|
||
"DB_POSTGRESQL_PASSWORD": password,
|
||
"PGOPTIONS": f"-c search_path={schema}",
|
||
"SUPERUSER": "migration-test-admin",
|
||
"SUPERUSER_PASSWORD": "MigrationTestPassword123",
|
||
})
|
||
try:
|
||
_run_current_schema_chain(repository, environment)
|
||
finally:
|
||
with psycopg2.connect(
|
||
host=host,
|
||
port=port,
|
||
dbname=database,
|
||
user=username,
|
||
password=password,
|
||
) as connection:
|
||
connection.autocommit = True
|
||
with connection.cursor() as cursor:
|
||
cursor.execute(
|
||
sql.SQL("DROP SCHEMA IF EXISTS {} CASCADE").format(
|
||
sql.Identifier(schema)
|
||
)
|
||
)
|