签入版本
This commit is contained in:
@@ -0,0 +1 @@
|
||||
"""运维脚本集合。"""
|
||||
@@ -0,0 +1,65 @@
|
||||
"""部署脚本。
|
||||
|
||||
用法：
|
||||
python scripts/deploy.py --check # 预检（依赖/配置/数据库连通性）
|
||||
python scripts/deploy.py --health # 服务健康检查
|
||||
python scripts/deploy.py --docker # docker compose 构建并启动
|
||||
"""
|
||||
import argparse
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parent.parent
|
||||
|
||||
|
||||
def pre_check() -> None:
|
||||
print("== 依赖检查 ==")
|
||||
try:
|
||||
import tornado
|
||||
import sqlalchemy
|
||||
import pydantic
|
||||
print(" 核心依赖已安装")
|
||||
except ImportError as e:
|
||||
print(f" 缺少依赖: {e}")
|
||||
sys.exit(1)
|
||||
|
||||
print("== 配置文件检查 ==")
|
||||
if (ROOT / ".env").exists():
|
||||
print(" .env 存在")
|
||||
else:
|
||||
print(" 警告: .env 不存在，将从 .env.example 复制")
|
||||
(ROOT / ".env.example").read_text()
|
||||
(ROOT / ".env").write_text((ROOT / ".env.example").read_text())
|
||||
print(" 已复制 .env.example -> .env")
|
||||
|
||||
print("== 预检完成 ==")
|
||||
|
||||
|
||||
def health() -> None:
|
||||
subprocess.run([sys.executable, str(ROOT / "scripts" / "health_check.py")])
|
||||
|
||||
|
||||
def docker_deploy() -> None:
|
||||
subprocess.run(["docker", "compose", "up", "-d", "--build"], cwd=str(ROOT), check=True)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="部署脚本")
|
||||
parser.add_argument("--check", action="store_true", help="部署预检")
|
||||
parser.add_argument("--health", action="store_true", help="健康检查")
|
||||
parser.add_argument("--docker", action="store_true", help="Docker 部署")
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.check:
|
||||
pre_check()
|
||||
elif args.health:
|
||||
health()
|
||||
elif args.docker:
|
||||
docker_deploy()
|
||||
else:
|
||||
parser.print_help()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,40 @@
|
||||
"""健康检查脚本。
|
||||
|
||||
用法：python scripts/health_check.py [--host HOST] [--port PORT]
|
||||
"""
|
||||
import argparse
|
||||
import sys
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
SRC = Path(__file__).resolve().parent.parent / "src"
|
||||
sys.path.insert(0, str(SRC))
|
||||
|
||||
from config.app import TORNADO_HOST, TORNADO_PORT
|
||||
|
||||
|
||||
def check(host: str, port: int) -> None:
|
||||
url = f"http://{host}:{port}/api/v1/health"
|
||||
try:
|
||||
with urllib.request.urlopen(url, timeout=10) as resp:
|
||||
body = resp.read().decode("utf-8")
|
||||
if resp.status == 200:
|
||||
print(f"[OK] {url} -> {resp.status} {body}")
|
||||
else:
|
||||
print(f"[WARN] {url} -> {resp.status} {body}")
|
||||
sys.exit(1)
|
||||
except Exception as e:
|
||||
print(f"[FAIL] {url} 不可达: {e}")
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="健康检查")
|
||||
parser.add_argument("--host", default=TORNADO_HOST)
|
||||
parser.add_argument("--port", type=int, default=TORNADO_PORT)
|
||||
args = parser.parse_args()
|
||||
check(args.host, args.port)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,80 @@
|
||||
"""数据库初始化脚本。
|
||||
|
||||
用法：
|
||||
python scripts/init_db.py # 根据模型创建表
|
||||
python scripts/init_db.py --sql <文件> # 导入 SQL 结构文件
|
||||
"""
|
||||
import argparse
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
# 将 src 目录加入 sys.path
|
||||
SRC = Path(__file__).resolve().parent.parent / "src"
|
||||
sys.path.insert(0, str(SRC))
|
||||
|
||||
from config.database import DATABASE_URL
|
||||
from extensions.sqlalchemy import Base, engine
|
||||
|
||||
|
||||
def import_sql(sql_file: Path) -> None:
|
||||
"""导入 SQL 文件（按分号+换行拆分逐条执行，避免字符串内分号误切）。"""
|
||||
from sqlalchemy import text
|
||||
|
||||
if not sql_file.exists():
|
||||
print(f"SQL 文件不存在: {sql_file}")
|
||||
sys.exit(1)
|
||||
|
||||
content = sql_file.read_text(encoding="utf-8", errors="replace")
|
||||
statements = [s.strip() for s in content.split(";\n") if s.strip()]
|
||||
|
||||
with engine.begin() as conn:
|
||||
for statement in statements:
|
||||
conn.execute(text(statement))
|
||||
print(f"SQL 导入完成: {sql_file}（共 {len(statements)} 条语句）")
|
||||
|
||||
|
||||
def create_tables() -> None:
|
||||
"""根据模型定义创建全部数据表。"""
|
||||
# 导入各模块 models 触发注册
|
||||
import modules.auth.models
|
||||
import modules.user.models
|
||||
import modules.user_role.models
|
||||
import modules.role.models
|
||||
import modules.role_menu.models
|
||||
import modules.menu.models
|
||||
import modules.dept.models
|
||||
import modules.category.models
|
||||
import modules.article.models
|
||||
import modules.param.models
|
||||
import modules.file_template.models
|
||||
import modules.job.models
|
||||
import modules.dictionary.dict.models
|
||||
import modules.dictionary.dict_item.models
|
||||
import modules.configuration.config.models
|
||||
import modules.configuration.config_item.models
|
||||
import modules.level.models
|
||||
import modules.position.models
|
||||
import modules.city.models
|
||||
import modules.notice.models
|
||||
import modules.link.models
|
||||
import modules.operation_log.models
|
||||
import modules.login_log.models
|
||||
import modules.job_log.models
|
||||
import modules.example.models
|
||||
|
||||
Base.metadata.create_all(bind=engine)
|
||||
print(f"数据表创建完成，目标数据库: {DATABASE_URL.rsplit('/', 1)[-1]}")
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="数据库初始化")
|
||||
parser.add_argument("--sql", type=Path, default=None, help="SQL 结构文件路径")
|
||||
args = parser.parse_args()
|
||||
if args.sql:
|
||||
import_sql(args.sql)
|
||||
else:
|
||||
create_tables()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,32 @@
|
||||
"""数据库迁移脚本（Alembic 封装）。
|
||||
|
||||
用法：
|
||||
python scripts/migrate.py # 升级到最新
|
||||
python scripts/migrate.py --revision abc123 # 升级到指定版本
|
||||
"""
|
||||
import argparse
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
|
||||
def run_alembic(args_list: list[str]) -> None:
|
||||
cmd = [sys.executable, "-m", "alembic", *args_list]
|
||||
print("执行:", " ".join(cmd))
|
||||
result = subprocess.run(cmd)
|
||||
sys.exit(result.returncode)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
parser = argparse.ArgumentParser(description="数据库迁移")
|
||||
parser.add_argument("--revision", type=str, default="head", help="迁移目标版本")
|
||||
parser.add_argument("--downgrade", action="store_true", help="回滚迁移")
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.downgrade:
|
||||
run_alembic(["downgrade", args.revision])
|
||||
else:
|
||||
run_alembic(["upgrade", args.revision])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,615 @@
|
||||
"""
|
||||
跨库数据迁移脚本（MySQL → PostgreSQL / SQL Server / SQLite 等）
|
||||
=============================================================
|
||||
|
||||
把「源库」的数据整体搬到「目标库」：
|
||||
- 目标库结构用模型 metadata 生成（Base.metadata.create_all，方言可移植，
|
||||
与 init_db.py / alembic 0001_baseline 同源，模型即 head，含
|
||||
0002 的 city.parent_code nullable）；
|
||||
- 数据按拓扑序逐表 SELECT ... ORDER BY id，显式带 id 批量插入，保住
|
||||
无外键裸列引用关系（user.dept_id、role_menu.role_id/menu_id 等）；
|
||||
- 最后按方言重置自增序列（PG setval / MSSQL IDENTITY_INSERT + DBCC
|
||||
CHECKIDENT / Oracle 为每表重建 sequence + BEFORE INSERT 触发器；
|
||||
MySQL / SQLite 显式插 id 后自动跟随，无需处理）。
|
||||
|
||||
与 init_db.py 的分工：
|
||||
- init_db.py 单库初始化（建库 + 导 MySQL dump + 补表 + alembic stamp）
|
||||
- migrate_db.py 双库迁移（源库 → 目标库，CLI 显式参数，不依赖 .env 连接串）
|
||||
|
||||
用法：
|
||||
python scripts/migrate_db.py \
|
||||
--src-driver=mysql --src-host=127.0.0.1 --src-port=3306 \
|
||||
--src-db=djangoadmin.fastapi.antdvue --src-user=root --src-pass=root \
|
||||
--dst-driver=postgresql --dst-host=127.0.0.1 --dst-port=5432 \
|
||||
--dst-db=djangoadmin.fastapi.antdvue --dst-user=root --dst-pass=root \
|
||||
--drop-target-first
|
||||
|
||||
先干跑核对计划：加 --dry-run（只连源、逐表数行数、打印计划，不碰目标库）。
|
||||
"""
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import sys
|
||||
import time
|
||||
from pathlib import Path
|
||||
from urllib.parse import quote_plus
|
||||
|
||||
sys.path.insert(0, os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "src"))
|
||||
|
||||
# Windows 控制台默认 GBK(cp936)：✓ 等字符无法编码会崩溃、中文按终端编码显示成乱码。
|
||||
# 统一把 stdout/stderr 切到 UTF-8，Git Bash / 重定向均正常；无 reconfigure 的环境跳过。
|
||||
if sys.stdout and hasattr(sys.stdout, 'reconfigure'):
|
||||
sys.stdout.reconfigure(encoding='utf-8')
|
||||
sys.stderr.reconfigure(encoding='utf-8')
|
||||
|
||||
from sqlalchemy import create_engine, inspect, select, text
|
||||
from sqlalchemy.pool import NullPool
|
||||
|
||||
from config.database import DB_PREFIX
|
||||
from core.database import Base
|
||||
|
||||
|
||||
def _normalize_driver(driver: str) -> str:
|
||||
"""方言别名 → 规范名（postgres=postgresql、sqlserver=mssql、sqlite3=sqlite）。"""
|
||||
aliases = {"postgres": "postgresql", "sqlserver": "mssql", "sqlite3": "sqlite"}
|
||||
return aliases.get(driver.strip().lower(), driver.strip().lower())
|
||||
|
||||
|
||||
def _sqlite_url(database: str) -> str:
|
||||
"""SQLite 连接串（database 即数据库文件路径，反斜杠转正斜杠）。"""
|
||||
if not database:
|
||||
return "sqlite:///:memory:"
|
||||
return f"sqlite:///{database.replace(chr(92), '/')}"
|
||||
|
||||
|
||||
def _load_models() -> None:
|
||||
"""导入各模块 models 填充 Base.metadata（与 init_db.py / alembic env.py 同源，模型即 head）。"""
|
||||
import modules.auth.models
|
||||
import modules.user.models
|
||||
import modules.user_role.models
|
||||
import modules.role.models
|
||||
import modules.role_menu.models
|
||||
import modules.menu.models
|
||||
import modules.dept.models
|
||||
import modules.category.models
|
||||
import modules.article.models
|
||||
import modules.param.models
|
||||
import modules.file_template.models
|
||||
import modules.job.models
|
||||
import modules.dictionary.dict.models
|
||||
import modules.dictionary.dict_item.models
|
||||
import modules.configuration.config.models
|
||||
import modules.configuration.config_item.models
|
||||
import modules.level.models
|
||||
import modules.position.models
|
||||
import modules.city.models
|
||||
import modules.notice.models
|
||||
import modules.link.models
|
||||
import modules.operation_log.models
|
||||
import modules.login_log.models
|
||||
import modules.job_log.models
|
||||
import modules.example.models
|
||||
|
||||
|
||||
# 各驱动默认端口（sqlite 无端口概念）
|
||||
_DEFAULT_PORTS = {"mysql": 3306, "postgresql": 5432, "mssql": 1433, "oracle": 1521, "sqlite": None}
|
||||
|
||||
# 迁移顺序：基础/被引用表在前，依赖表在后。项目无外键，表间关联是裸 Integer 列
|
||||
# 由应用层维护，显式带 id 插入即保住引用关系；保序只是锦上添花（父先子后）。
|
||||
_BASE_TABLES = [
|
||||
"dept", "menu", "role", "level", "position", "city", "category",
|
||||
"dict", "config", "file_template", "param", "job", "link",
|
||||
]
|
||||
_DEP_TABLES = [
|
||||
"role_menu", "dict_item", "config_item", "job_log",
|
||||
"user", "user_role", "article", "notice", "operation_log", "login_log",
|
||||
]
|
||||
|
||||
|
||||
def build_parser() -> argparse.ArgumentParser:
|
||||
"""CLI 参数：源/目标两端连接显式给出，不依赖 .env。"""
|
||||
p = argparse.ArgumentParser(description="跨库数据迁移：源库 → 目标库")
|
||||
|
||||
def add_side(side: str, default_user: str):
|
||||
p.add_argument(
|
||||
f"--{side}-driver",
|
||||
choices=("mysql", "postgresql", "mssql", "oracle", "sqlite"),
|
||||
default="mysql",
|
||||
help="驱动（oracle 时 --{side}-db 即 service_name；sqlite 时即数据库文件路径）",
|
||||
)
|
||||
p.add_argument(f"--{side}-host", default="127.0.0.1")
|
||||
p.add_argument(f"--{side}-port", type=int, default=None,
|
||||
help="端口，缺省按驱动默认（mysql 3306 / pg 5432 / mssql 1433 / oracle 1521）")
|
||||
p.add_argument(f"--{side}-db", required=True, help="数据库名（sqlite 时为文件路径）")
|
||||
p.add_argument(f"--{side}-user", default=default_user)
|
||||
p.add_argument(f"--{side}-pass", default="",
|
||||
help=f"口令，留空回落环境变量 {side.upper()}_DB_PASS（避免进 shell 历史）")
|
||||
|
||||
add_side("src", "root")
|
||||
add_side("dst", "postgres")
|
||||
|
||||
p.add_argument("--drop-target-first", action="store_true", help="先删目标库再重建（默认关）")
|
||||
p.add_argument("--dry-run", action="store_true", help="只连源、逐表数行数、打印计划，不碰目标库")
|
||||
p.add_argument("--chunk-size", type=int, default=1000, help="每批插入行数（默认 1000）")
|
||||
p.add_argument("--only-tables", default="", help="逗号分隔的表名子集（全名或去掉前缀的短名），续传用")
|
||||
p.add_argument("--skip-existing", action="store_true", help="目标已等于源行数的表跳过")
|
||||
p.add_argument("--skip-verify", action="store_true", help="跳过迁移后的逐表行数校验")
|
||||
p.add_argument("--single-transaction", action="store_true", help="全部表包进一个大事务（默认每表一个事务）")
|
||||
return p
|
||||
|
||||
|
||||
# ============================================================
|
||||
# URL / 引擎
|
||||
# ============================================================
|
||||
|
||||
def make_url(driver: str, host: str, port: int, database: str, username: str, password: str) -> str:
|
||||
"""带显式参数的连接串构建器，URL 形态与 config.database.DATABASE_URL 的多方言拼接规则一致
|
||||
（config.database 读 .env 全局，脚本端需要显式参数版）。"""
|
||||
drv = _normalize_driver(driver)
|
||||
if drv == 'sqlite':
|
||||
return _sqlite_url(database) # 此时 database 即文件路径，忽略 host/port/user/pass
|
||||
base = quote_plus(username) + ':' + quote_plus(password) + '@' + host + ':' + str(port)
|
||||
if drv == 'oracle':
|
||||
# Oracle 的"库"即连接的服务名（service_name），schema 是连接用户
|
||||
return 'oracle+oracledb://' + base + '/?service_name=' + quote_plus(database)
|
||||
base = base + '/' + database
|
||||
if drv == 'mysql':
|
||||
return 'mysql+pymysql://' + base + '?charset=utf8mb4'
|
||||
if drv == 'postgresql':
|
||||
return 'postgresql+psycopg://' + base
|
||||
return 'mssql+pymssql://' + base + '?charset=utf8'
|
||||
|
||||
|
||||
def make_engine(driver: str, host: str, port: int, database: str, username: str, password: str):
|
||||
"""迁移专用引擎：NullPool，避免连接池把目标/源的会话状态串起来。"""
|
||||
return create_engine(make_url(driver, host, port, database, username, password), poolclass=NullPool)
|
||||
|
||||
|
||||
def _resolve_port(driver: str, port: int | None) -> int | None:
|
||||
return port if port is not None else _DEFAULT_PORTS[driver]
|
||||
|
||||
|
||||
def _fmt_duration(sec: float) -> str:
|
||||
"""耗时格式化：<1s 显示毫秒，<60s 显示秒，否则分+秒。"""
|
||||
if sec < 1:
|
||||
return f"{sec * 1000:.0f}ms"
|
||||
if sec < 60:
|
||||
return f"{sec:.1f}s"
|
||||
return f"{int(sec // 60)}m{int(sec % 60)}s"
|
||||
|
||||
|
||||
_BUSY = "[·]" # 阶段进行中
|
||||
_DONE = "[✓]" # 阶段完成
|
||||
|
||||
|
||||
def _phase_start(n: int, total: int, desc: str, hint: bool = True):
|
||||
"""阶段开始横幅：`[·] [1/5] 建目标库...（可能耗时较长，请勿中断）`"""
|
||||
tail = "（可能耗时较长，请勿中断）" if hint else ""
|
||||
print(f"{_BUSY} [{n}/{total}] {desc}...{tail}")
|
||||
|
||||
|
||||
def _phase_done(n: int, total: int, desc: str, t0: float, extra: str = ""):
|
||||
"""阶段完成横幅：`[✓] [1/5] 建目标库 完成（耗时 947ms）`"""
|
||||
print(f"{_DONE} [{n}/{total}] {desc} 完成（耗时 {_fmt_duration(time.perf_counter() - t0)}）{extra}")
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 建目标库（镜像 init_db.py 的分支）
|
||||
# ============================================================
|
||||
|
||||
def create_database_if_missing(driver: str, host: str, port: int, database: str,
|
||||
username: str, password: str, drop_first: bool = False,
|
||||
tables: tuple = ()):
|
||||
"""按方言连维护库建目标库（不存在才建）。sqlite 无建库概念，只确保父目录并可选删旧文件。
|
||||
|
||||
- mysql: 连无库连接 CREATE DATABASE ... utf8mb4
|
||||
- postgresql: 连 postgres 维护库（autocommit），库名含点号必须双引号
|
||||
- mssql: 连 master 维护库，标识符用方括号
|
||||
- oracle: 服务由 DBA 管理，schema 即连接用户，无需/无法"建库"；仅校验连通性，
|
||||
drop_first 时尽力 DROP TABLE PURGE 清掉 tables 里已存在的项目表
|
||||
"""
|
||||
if driver == 'sqlite':
|
||||
file = Path(database).expanduser()
|
||||
print(f" · 检查/准备 sqlite 文件 {file}...")
|
||||
if file.parent.as_posix() != '.':
|
||||
file.parent.mkdir(parents=True, exist_ok=True)
|
||||
if drop_first and file.exists():
|
||||
print(f" · 删除旧 sqlite 文件 {file}...")
|
||||
file.unlink()
|
||||
return
|
||||
|
||||
if driver == 'mysql':
|
||||
import pymysql
|
||||
print(" · 正在连接 MySQL（无库连接）...")
|
||||
conn = pymysql.connect(host=host, port=int(port), user=username, password=password, autocommit=True)
|
||||
cur = conn.cursor()
|
||||
if drop_first:
|
||||
print(f" · 正在删除旧目标库 `{database}`...")
|
||||
cur.execute(f"DROP DATABASE IF EXISTS `{database}`")
|
||||
print(f" · 正在创建目标库 `{database}`（utf8mb4）...")
|
||||
cur.execute(
|
||||
f"CREATE DATABASE IF NOT EXISTS `{database}` "
|
||||
f"DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"
|
||||
)
|
||||
cur.close()
|
||||
conn.close()
|
||||
return
|
||||
|
||||
if driver == 'postgresql':
|
||||
import psycopg
|
||||
# 连 postgres 维护库创建目标库；DB_DATABASE 含点号，标识符必须双引号
|
||||
print(" · 正在连接 postgres 维护库...")
|
||||
conn = psycopg.connect(
|
||||
host=host, port=int(port), user=username, password=password,
|
||||
dbname="postgres", autocommit=True,
|
||||
)
|
||||
with conn.cursor() as cur:
|
||||
cur.execute("SELECT 1 FROM pg_database WHERE datname = %s", (database,))
|
||||
exists = cur.fetchone() is not None
|
||||
if drop_first and exists:
|
||||
print(f" · 正在删除旧目标库 \"{database}\"（WITH FORCE）...")
|
||||
cur.execute(f'DROP DATABASE "{database}" WITH (FORCE)')
|
||||
exists = False
|
||||
if not exists:
|
||||
# 强制 UTF8 编码（TEMPLATE template0 避免继承模板库非 UTF8 编码导致 CJK 乱码）
|
||||
print(f" · 正在创建目标库 \"{database}\"（UTF8）...")
|
||||
cur.execute(f'CREATE DATABASE "{database}" ENCODING \'UTF8\' TEMPLATE template0')
|
||||
conn.close()
|
||||
return
|
||||
|
||||
if driver == 'oracle':
|
||||
# 服务由 DBA 管理，schema 就是连接用户；连上即视为"目标库就绪"
|
||||
import oracledb
|
||||
print(f" · 正在连接 Oracle 服务 {database}（schema={username}）...")
|
||||
conn = oracledb.connect(user=username, password=password, dsn=f"{host}:{port}/{database}")
|
||||
cur = conn.cursor()
|
||||
cur.execute("SELECT 1 FROM dual")
|
||||
cur.fetchone()
|
||||
if drop_first:
|
||||
print(f" · drop-first：清理 {len(tables)} 张旧项目表（DROP TABLE ... PURGE）...")
|
||||
for t in tables:
|
||||
try:
|
||||
cur.execute(f"DROP TABLE {t} PURGE")
|
||||
except Exception:
|
||||
pass # 表不存在则跳过
|
||||
conn.close()
|
||||
return
|
||||
|
||||
# mssql：连 master 维护库创建目标库
|
||||
import pymssql
|
||||
print(" · 正在连接 SQL Server（master 维护库）...")
|
||||
conn = pymssql.connect(
|
||||
server=host, user=username, password=password,
|
||||
port=int(port), database="master", autocommit=True,
|
||||
)
|
||||
cur = conn.cursor()
|
||||
if drop_first:
|
||||
print(f" · 正在删除旧目标库 [{database}]（SINGLE_USER + DROP）...")
|
||||
cur.execute(
|
||||
f"IF DB_ID(N'{database}') IS NOT NULL "
|
||||
f"ALTER DATABASE [{database}] SET SINGLE_USER WITH ROLLBACK IMMEDIATE"
|
||||
)
|
||||
cur.execute(f"IF DB_ID(N'{database}') IS NOT NULL DROP DATABASE [{database}]")
|
||||
print(f" · 正在创建目标库 [{database}]...")
|
||||
cur.execute(f"IF DB_ID(N'{database}') IS NULL CREATE DATABASE [{database}]")
|
||||
cur.close()
|
||||
conn.close()
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 迁移顺序
|
||||
# ============================================================
|
||||
|
||||
def ordered_tables():
|
||||
"""按拓扑序返回要迁移的 Table 对象（base 先、dep 后；metadata 中未列出的追加末尾）。"""
|
||||
out, seen = [], set()
|
||||
for name in _BASE_TABLES + _DEP_TABLES:
|
||||
tbl = Base.metadata.tables.get(DB_PREFIX + name)
|
||||
if tbl is not None:
|
||||
out.append(tbl)
|
||||
seen.add(tbl.name)
|
||||
for tbl in Base.metadata.tables.values():
|
||||
if tbl.name not in seen:
|
||||
out.append(tbl)
|
||||
return out
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 泵数据
|
||||
# ============================================================
|
||||
|
||||
def sanitize(payload: list[dict], table) -> list[dict]:
|
||||
"""把驱动读回的零日期/非法日期字符串统一置 None（防御性兜底）。
|
||||
|
||||
PyMySQL 默认已把 MySQL 的 '0000-00-00 00:00:00' 转成 None；此处兜底处理
|
||||
个别驱动返回原始字符串的情况，避免 PostgreSQL/MSSQL 拒绝非法日期。
|
||||
本项目时间列全部 nullable，置 None 安全。
|
||||
"""
|
||||
for row in payload:
|
||||
for col in table.columns:
|
||||
v = row.get(col.name)
|
||||
if isinstance(v, str) and v.startswith('0000-00-00'):
|
||||
row[col.name] = None
|
||||
return payload
|
||||
|
||||
|
||||
def pump_table(src, dst, table, chunk_size: int, driver: str) -> int:
|
||||
"""逐 chunk 批量插入一张表，显式带 id 以保住裸列引用关系。
|
||||
|
||||
src/dst 为已就绪的 Connection；dst 处于调用方开启的事务内
|
||||
（默认每表一个事务；--single-transaction 时全库一个大事务）。
|
||||
mssql 必须 SET IDENTITY_INSERT ON 才能显式插自增 id。
|
||||
"""
|
||||
pk = next(iter(table.primary_key.columns))
|
||||
sel = select(*table.columns).order_by(pk) # ORDER BY id：自引用父先子后
|
||||
use_identity = (driver == 'mssql')
|
||||
total = 0
|
||||
t0 = time.perf_counter()
|
||||
if use_identity:
|
||||
dst.execute(text(f"SET IDENTITY_INSERT [{table.name}] ON"))
|
||||
try:
|
||||
result = src.execute(sel)
|
||||
while True:
|
||||
rows = result.fetchmany(chunk_size)
|
||||
if not rows:
|
||||
break
|
||||
payload = sanitize([dict(r._mapping) for r in rows], table)
|
||||
dst.execute(table.insert(), payload)
|
||||
total += len(payload)
|
||||
print(f" [{table.name}] +{len(payload)}（累计 {total}）")
|
||||
finally:
|
||||
if use_identity:
|
||||
dst.execute(text(f"SET IDENTITY_INSERT [{table.name}] OFF"))
|
||||
print(f" [✓ {table.name}] 共 {total} 行（耗时 {_fmt_duration(time.perf_counter() - t0)}）")
|
||||
return total
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 自增序列重置
|
||||
# ============================================================
|
||||
|
||||
def pg_reset_sql(table_name: str) -> str:
|
||||
"""PostgreSQL：把 SERIAL/IDENTITY 序列推进到 MAX(id)，否则显式插 id 后新插入会主键冲突。
|
||||
|
||||
- 非空表：setval(seq, MAX(id))，is_called=true → 下一 id = MAX(id)+1
|
||||
- 空表： setval(seq, 1, false)，is_called=false → 下一 id = 1
|
||||
（不能 setval(seq, 0)：PG 序列最小值是 1，会抛 NumericValueOutOfRange）
|
||||
"""
|
||||
return (
|
||||
f"SELECT setval(pg_get_serial_sequence('{table_name}', 'id'), "
|
||||
f"COALESCE((SELECT MAX(id) FROM \"{table_name}\"), 1), "
|
||||
f"(SELECT MAX(id) FROM \"{table_name}\") IS NOT NULL)"
|
||||
)
|
||||
|
||||
|
||||
def mssql_reset_sql(table_name: str, max_id) -> str:
|
||||
"""SQL Server：RESEED 必须是字面量，先查 MAX(id) 再拼。空表 RESEED 0 → 下一 id=1。"""
|
||||
return f"DBCC CHECKIDENT ('{table_name}', RESEED, {max_id or 0})"
|
||||
|
||||
|
||||
def oracle_sequence_sql(table_name: str, start_with: int) -> str:
|
||||
"""Oracle：为无自增机制的 INTEGER 主键建 sequence，START WITH 决定下一 id。"""
|
||||
return f"CREATE SEQUENCE {table_name}_id_seq START WITH {start_with} INCREMENT BY 1 NOCACHE"
|
||||
|
||||
|
||||
def oracle_trigger_sql(table_name: str) -> str:
|
||||
"""Oracle：BEFORE INSERT 触发器，id 为 NULL 时从 sequence 取 NEXTVAL。"""
|
||||
seq = f"{table_name}_id_seq"
|
||||
trg = f"{table_name}_id_trg"
|
||||
return (
|
||||
f"CREATE OR REPLACE TRIGGER {trg}\n"
|
||||
f"BEFORE INSERT ON {table_name} FOR EACH ROW\n"
|
||||
f"WHEN (NEW.id IS NULL)\n"
|
||||
f"BEGIN SELECT {seq}.NEXTVAL INTO :NEW.id FROM dual; END;"
|
||||
)
|
||||
|
||||
|
||||
def ensure_oracle_autoincrement(conn, table_name: str):
|
||||
"""Oracle 迁移后补自增机制：重建 sequence（START WITH MAX(id)+1）+ BEFORE INSERT 触发器。
|
||||
|
||||
Oracle 的 create_all 对 Integer 自增主键只生成 INTEGER NOT NULL（无 identity/sequence），
|
||||
不补的话应用 save() 拿不到新 id。空表 MAX(id) 为 NULL → COALESCE 0 → START WITH 1。
|
||||
Oracle 无 DROP SEQUENCE IF EXISTS，先查 user_sequences 再删。
|
||||
"""
|
||||
max_id = conn.execute(text(f"SELECT COALESCE(MAX(id), 0) FROM {table_name}")).scalar()
|
||||
seq = f"{table_name}_id_seq"
|
||||
exists = conn.execute(text(
|
||||
"SELECT COUNT(*) FROM user_sequences WHERE sequence_name = UPPER(:n)"
|
||||
), {"n": seq}).scalar()
|
||||
if exists:
|
||||
conn.execute(text(f"DROP SEQUENCE {seq}"))
|
||||
conn.execute(text(oracle_sequence_sql(table_name, max_id + 1)))
|
||||
conn.execute(text(oracle_trigger_sql(table_name)))
|
||||
|
||||
|
||||
def reset_sequence(driver: str, conn, table):
|
||||
"""迁移后重置自增序列。MySQL / SQLite 显式插 id 后 auto_increment/rowid 自动
|
||||
跟随 MAX(id)，无需处理；PostgreSQL / SQL Server / Oracle 需要。"""
|
||||
if driver == 'postgresql':
|
||||
conn.execute(text(pg_reset_sql(table.name)))
|
||||
elif driver == 'mssql':
|
||||
max_id = conn.execute(text(f"SELECT MAX(id) FROM [{table.name}]")).scalar()
|
||||
conn.execute(text(mssql_reset_sql(table.name, max_id)))
|
||||
elif driver == 'oracle':
|
||||
ensure_oracle_autoincrement(conn, table.name)
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 校验
|
||||
# ============================================================
|
||||
|
||||
def verify_counts(src, dst, tables) -> list[tuple[str, int, int]]:
|
||||
"""逐表 count 对比，返回不一致的表列表（(表名, 源行数, 目标行数)）。"""
|
||||
failed = []
|
||||
for t in tables:
|
||||
s = src.execute(text(f"SELECT COUNT(*) FROM {t.name}")).scalar()
|
||||
d = dst.execute(text(f"SELECT COUNT(*) FROM {t.name}")).scalar()
|
||||
mark = "PASS" if s == d else "FAIL"
|
||||
print(f" [{t.name}] source={s} target={d} {mark}")
|
||||
if s != d:
|
||||
failed.append((t.name, s, d))
|
||||
return failed
|
||||
|
||||
|
||||
def _existing_equal(src, dst, table) -> bool:
|
||||
s = src.execute(text(f"SELECT COUNT(*) FROM {table.name}")).scalar()
|
||||
d = dst.execute(text(f"SELECT COUNT(*) FROM {table.name}")).scalar()
|
||||
return s == d
|
||||
|
||||
|
||||
# ============================================================
|
||||
# 主流程
|
||||
# ============================================================
|
||||
|
||||
def _dry_run(src_engine, tables, dst_driver: str, dst_db: str, t_start: float) -> int:
|
||||
print("=" * 62)
|
||||
print(f"[DRY-RUN 开始] 计划迁移 {len(tables)} 张表 → {dst_driver}:{dst_db}")
|
||||
print("=" * 62)
|
||||
with src_engine.connect() as src:
|
||||
for t in tables:
|
||||
n = src.execute(text(f"SELECT COUNT(*) FROM {t.name}")).scalar()
|
||||
print(f" - {t.name}: {n} 行")
|
||||
print(f"[DRY-RUN 完成] {len(tables)} 张表核对完毕（耗时 {_fmt_duration(time.perf_counter() - t_start)}），未触碰目标库")
|
||||
return 0
|
||||
|
||||
|
||||
def run(args) -> int:
|
||||
"""执行一次迁移。返回进程退出码（0 成功 / 1 校验失败）。"""
|
||||
src_driver = _normalize_driver(args.src_driver)
|
||||
dst_driver = _normalize_driver(args.dst_driver)
|
||||
|
||||
src_engine = make_engine(
|
||||
src_driver, args.src_host, _resolve_port(src_driver, args.src_port),
|
||||
args.src_db, args.src_user, args.src_pass or os.environ.get("SRC_DB_PASS", ""),
|
||||
)
|
||||
dst_engine = make_engine(
|
||||
dst_driver, args.dst_host, _resolve_port(dst_driver, args.dst_port),
|
||||
args.dst_db, args.dst_user, args.dst_pass or os.environ.get("DST_DB_PASS", ""),
|
||||
)
|
||||
|
||||
# 加载全部模型填充 Base.metadata（与 init_db.py / alembic env.py 同源）
|
||||
_load_models()
|
||||
|
||||
tables = ordered_tables()
|
||||
if args.only_tables:
|
||||
wanted = {x.strip() for x in args.only_tables.split(",") if x.strip()}
|
||||
tables = [t for t in tables if t.name in wanted or t.name[len(DB_PREFIX):] in wanted]
|
||||
|
||||
try:
|
||||
# 源端缺表容错（老库可能缺整表）
|
||||
src_insp = inspect(src_engine)
|
||||
present, missing = [], []
|
||||
for t in tables:
|
||||
if src_insp.has_table(t.name):
|
||||
present.append(t)
|
||||
else:
|
||||
missing.append(t)
|
||||
for t in missing:
|
||||
print(f"[SKIP] 源库不存在表 {t.name}，跳过")
|
||||
|
||||
t_start = time.perf_counter()
|
||||
if args.dry_run:
|
||||
return _dry_run(src_engine, present, dst_driver, args.dst_db, t_start)
|
||||
|
||||
print("=" * 62)
|
||||
print(f"[迁移开始] 源: {src_driver}:{args.src_db} → 目标: {dst_driver}:{args.dst_db}")
|
||||
note = "" if not missing else f"，源端缺失 {len(missing)} 张已跳过"
|
||||
print(f"[迁移开始] 待迁移 {len(present)} 张表{note}")
|
||||
print("=" * 62)
|
||||
|
||||
# 1) 建目标库
|
||||
t0 = time.perf_counter()
|
||||
_phase_start(1, 5, "建目标库")
|
||||
create_database_if_missing(
|
||||
dst_driver, args.dst_host, _resolve_port(dst_driver, args.dst_port),
|
||||
args.dst_db, args.dst_user, args.dst_pass or os.environ.get("DST_DB_PASS", ""),
|
||||
drop_first=args.drop_target_first,
|
||||
tables=tuple(t.name for t in present), # Oracle drop_first 时清表用
|
||||
)
|
||||
_phase_done(1, 5, "建目标库", t0)
|
||||
|
||||
# 2) 建结构（模型即 head，方言可移植）
|
||||
t0 = time.perf_counter()
|
||||
_phase_start(2, 5, f"建表结构（{len(present)} 张表 create_all）")
|
||||
Base.metadata.create_all(dst_engine)
|
||||
_phase_done(2, 5, f"建表结构（{len(present)} 张表 create_all）", t0, extra=f"，{len(present)} 张表")
|
||||
|
||||
# 3) 逐表迁移数据
|
||||
t0 = time.perf_counter()
|
||||
_phase_start(3, 5, "逐表迁移数据")
|
||||
total_rows = 0
|
||||
n_present = len(present)
|
||||
if args.single_transaction:
|
||||
with dst_engine.begin() as dst, src_engine.connect() as src:
|
||||
for idx, t in enumerate(present, 1):
|
||||
if args.skip_existing and _existing_equal(src, dst, t):
|
||||
print(f" · [{idx}/{n_present}] 跳过 {t.name}（源=目标）")
|
||||
continue
|
||||
print(f" · [{idx}/{n_present}] 正在迁移 {t.name}...")
|
||||
total_rows += pump_table(src, dst, t, args.chunk_size, dst_driver)
|
||||
else:
|
||||
with src_engine.connect() as src:
|
||||
for idx, t in enumerate(present, 1):
|
||||
with dst_engine.begin() as dst:
|
||||
if args.skip_existing and _existing_equal(src, dst, t):
|
||||
print(f" · [{idx}/{n_present}] 跳过 {t.name}（源=目标）")
|
||||
continue
|
||||
print(f" · [{idx}/{n_present}] 正在迁移 {t.name}...")
|
||||
total_rows += pump_table(src, dst, t, args.chunk_size, dst_driver)
|
||||
_phase_done(3, 5, "逐表迁移数据", t0, extra=f"，共 {total_rows} 行")
|
||||
|
||||
# 4) 重置自增序列（PG/MSSQL/Oracle；MySQL/SQLite 自动跟随）
|
||||
# 单表失败不中断其余表，避免一张空表序列异常连累后续全部序列
|
||||
reset_errors = []
|
||||
t0 = time.perf_counter()
|
||||
_phase_start(4, 5, "重置自增序列")
|
||||
if dst_driver in ("postgresql", "mssql", "oracle"):
|
||||
with dst_engine.begin() as dst:
|
||||
for t in present:
|
||||
try:
|
||||
reset_sequence(dst_driver, dst, t)
|
||||
except Exception as e:
|
||||
reset_errors.append((t.name, str(e)))
|
||||
print(f" · [WARN] 序列重置失败 {t.name}: {e}")
|
||||
tail = f"，{len(reset_errors)} 张失败" if reset_errors else ""
|
||||
_phase_done(4, 5, "重置自增序列", t0, extra=tail)
|
||||
else:
|
||||
print(" · MySQL/SQLite 自动跟随，无需处理")
|
||||
_phase_done(4, 5, "重置自增序列", t0, extra="（无需处理）")
|
||||
|
||||
# 5) 校验
|
||||
t0 = time.perf_counter()
|
||||
_phase_start(5, 5, "逐表行数校验")
|
||||
if not args.skip_verify:
|
||||
with src_engine.connect() as src, dst_engine.connect() as dst:
|
||||
failed = verify_counts(src, dst, present)
|
||||
if failed:
|
||||
_phase_done(5, 5, "逐表行数校验", t0, extra=f"，FAIL {len(failed)} 张")
|
||||
for name, s, d in failed:
|
||||
print(f" - {name}: source={s} target={d}")
|
||||
return 1
|
||||
_phase_done(5, 5, "逐表行数校验", t0, extra=f"，{len(present)} 张表全部 PASS")
|
||||
else:
|
||||
print(" · 已跳过（--skip-verify）")
|
||||
_phase_done(5, 5, "逐表行数校验", t0, extra="（已跳过）")
|
||||
|
||||
# 汇总
|
||||
print("=" * 62)
|
||||
print(f"[迁移完成] 成功：{total_rows} 行 / {len(present)} 张表 / 总耗时 {_fmt_duration(time.perf_counter() - t_start)}")
|
||||
print("=" * 62)
|
||||
return 0
|
||||
finally:
|
||||
src_engine.dispose()
|
||||
dst_engine.dispose()
|
||||
|
||||
|
||||
def main():
|
||||
args = build_parser().parse_args()
|
||||
try:
|
||||
sys.exit(run(args))
|
||||
except KeyboardInterrupt:
|
||||
sys.exit(130)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
+196
@@ -0,0 +1,196 @@
|
||||
"""测试数据填充脚本。
|
||||
|
||||
用法：python scripts/seed.py
|
||||
- 创建默认管理员账号（admin / 123456）
|
||||
- 填充任务调度示例数据：任务菜单/权限节点、示例任务、示例任务日志
|
||||
"""
|
||||
import sys
|
||||
from datetime import datetime, timedelta
|
||||
from pathlib import Path
|
||||
|
||||
from sqlalchemy import inspect
|
||||
|
||||
SRC = Path(__file__).resolve().parent.parent / "src"
|
||||
sys.path.insert(0, str(SRC))
|
||||
|
||||
from common.utils.crypto import set_password
|
||||
from config.app import TORNADO_PORT
|
||||
from extensions.sqlalchemy import SessionLocal
|
||||
from modules.user.models import User
|
||||
|
||||
|
||||
def seed_admin() -> None:
|
||||
"""创建默认管理员账号（幂等）。"""
|
||||
db = SessionLocal()
|
||||
try:
|
||||
exists = db.query(User).filter(User.username == "admin").first()
|
||||
if exists:
|
||||
print("管理员账号已存在，跳过。")
|
||||
return
|
||||
salt, hashed = set_password("123456")
|
||||
admin = User(
|
||||
realname="超级管理员",
|
||||
nickname="管理员",
|
||||
username="admin",
|
||||
password=hashed,
|
||||
salt=salt,
|
||||
gender=1,
|
||||
status=1,
|
||||
sort=0,
|
||||
)
|
||||
db.add(admin)
|
||||
db.commit()
|
||||
print("管理员账号创建成功：admin / 123456")
|
||||
except Exception as e:
|
||||
db.rollback()
|
||||
print(f"填充失败: {e}")
|
||||
sys.exit(1)
|
||||
finally:
|
||||
db.close()
|
||||
|
||||
|
||||
def _ensure_table(db, required: tuple) -> bool:
|
||||
"""校验所需数据表是否存在，不存在则提示并返回 False。"""
|
||||
existing = set(inspect(db.bind).get_table_names())
|
||||
missing = [t for t in required if t not in existing]
|
||||
if missing:
|
||||
print(f"表不存在，跳过任务数据填充：{', '.join(missing)}（请先执行 alembic upgrade head）")
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def seed_job_data() -> None:
|
||||
"""填充任务调度示例数据（幂等）：菜单/权限节点 + 示例任务 + 示例任务日志。"""
|
||||
db = SessionLocal()
|
||||
try:
|
||||
from modules.job.models import Job
|
||||
from modules.job_log.models import JobLog
|
||||
from modules.menu.models import Menu
|
||||
|
||||
if not _ensure_table(db, ("tornado_menu", "tornado_job", "tornado_job_log")):
|
||||
return
|
||||
|
||||
# ---------- 1. 菜单与权限节点（挂到"系统管理"下） ----------
|
||||
system = db.query(Menu).filter(Menu.title == "系统管理", Menu.parent_id == 0).first()
|
||||
parent_id = system.id if system else 0
|
||||
|
||||
# 任务调度菜单
|
||||
job_menu = db.query(Menu).filter(Menu.permission == "sys:job:view").first()
|
||||
if not job_menu:
|
||||
job_menu = Menu(title="任务调度", icon="el-icon-alarm-clock", parent_id=parent_id,
|
||||
path="/system/job", component="/system/job", target="_self",
|
||||
permission="sys:job:view", type=0, status=1, hide=0, sort=40)
|
||||
db.add(job_menu)
|
||||
db.flush()
|
||||
print("创建菜单：任务调度")
|
||||
else:
|
||||
print("菜单已存在：任务调度")
|
||||
|
||||
# 任务日志菜单
|
||||
joblog_menu = db.query(Menu).filter(Menu.permission == "sys:joblog:view").first()
|
||||
if not joblog_menu:
|
||||
joblog_menu = Menu(title="任务日志", icon="el-icon-document", parent_id=parent_id,
|
||||
path="/system/joblog", component="/system/joblog", target="_self",
|
||||
permission="sys:joblog:view", type=0, status=1, hide=0, sort=45)
|
||||
db.add(joblog_menu)
|
||||
db.flush()
|
||||
print("创建菜单：任务日志")
|
||||
else:
|
||||
print("菜单已存在：任务日志")
|
||||
|
||||
# 任务调度权限节点（type=1，按钮级）
|
||||
job_nodes = [
|
||||
("查询任务", "sys:job:list", "/job/list", 1),
|
||||
("任务详情", "sys:job:detail", "/job/detail", 5),
|
||||
("添加任务", "sys:job:add", "/job/add", 10),
|
||||
("修改任务", "sys:job:update", "/job/update", 15),
|
||||
("删除任务", "sys:job:delete", "/job/delete", 20),
|
||||
("设置状态", "sys:job:status", "/job/status", 25),
|
||||
("立即执行", "sys:job:run", "/job/run", 30),
|
||||
]
|
||||
for title, perm, path, sort in job_nodes:
|
||||
if not db.query(Menu).filter(Menu.permission == perm).first():
|
||||
db.add(Menu(title=title, icon="", parent_id=job_menu.id, path=path,
|
||||
component="", target="_self", permission=perm, type=1,
|
||||
status=1, hide=0, sort=sort))
|
||||
print(f"创建权限节点：{title}（{perm}）")
|
||||
|
||||
# 任务日志权限节点
|
||||
joblog_nodes = [
|
||||
("查询日志", "sys:joblog:list", "/joblog/list", 1),
|
||||
("日志详情", "sys:joblog:detail", "/joblog/detail", 5),
|
||||
("删除日志", "sys:joblog:delete", "/joblog/delete", 10),
|
||||
]
|
||||
for title, perm, path, sort in joblog_nodes:
|
||||
if not db.query(Menu).filter(Menu.permission == perm).first():
|
||||
db.add(Menu(title=title, icon="", parent_id=joblog_menu.id, path=path,
|
||||
component="", target="_self", permission=perm, type=1,
|
||||
status=1, hide=0, sort=sort))
|
||||
print(f"创建权限节点：{title}（{perm}）")
|
||||
|
||||
# ---------- 2. 示例任务（回调指向本服务健康检查接口，可真实触发并产生日志） ----------
|
||||
base_url = f"http://127.0.0.1:{TORNADO_PORT}/api/v1/health"
|
||||
sample_jobs = [
|
||||
dict(job_name="应用健康检查", job_alias="health", job_group="系统任务",
|
||||
job_trigger="cron", status=1, cron_expression="*/5 * * * *",
|
||||
execute_policy=1, is_sync=0, url=base_url,
|
||||
note="每5分钟检测应用健康状态（示例任务）"),
|
||||
dict(job_name="夜间数据备份", job_alias="backup", job_group="系统任务",
|
||||
job_trigger="cron", status=2, cron_expression="0 0 2 * * ?",
|
||||
execute_policy=1, is_sync=0, url=base_url,
|
||||
note="每日凌晨2点执行数据备份（示例任务，已暂停）"),
|
||||
dict(job_name="订单数据同步", job_alias="sync", job_group="业务任务",
|
||||
job_trigger="cron", status=0, cron_expression="0 */30 * * * *",
|
||||
execute_policy=2, is_sync=0, url=base_url,
|
||||
note="每30分钟同步订单数据（示例任务，未发布）"),
|
||||
]
|
||||
for item in sample_jobs:
|
||||
if db.query(Job).filter(Job.job_name == item["job_name"]).first():
|
||||
print(f"任务已存在：{item['job_name']}")
|
||||
continue
|
||||
db.add(Job(**item))
|
||||
print(f"创建示例任务：{item['job_name']}")
|
||||
# flush 让新增任务可见，供下方示例日志回填真实 job_id
|
||||
db.flush()
|
||||
|
||||
# ---------- 3. 示例任务日志（仅表为空时填充，按任务名回查真实 job_id） ----------
|
||||
def _job_id(name: str):
|
||||
job = db.query(Job).filter(Job.job_name == name).first()
|
||||
return job.id if job else None
|
||||
|
||||
if db.query(JobLog).count() == 0:
|
||||
now = datetime.now()
|
||||
refs = [
|
||||
("应用健康检查", 0, 156, None),
|
||||
("应用健康检查", 0, 203, None),
|
||||
("应用健康检查", 1, 10001, "urlopen error <urlopen error timed out>"),
|
||||
]
|
||||
sample_logs = []
|
||||
for idx, (name, status, consume, exc) in enumerate(refs):
|
||||
jid = _job_id(name)
|
||||
if jid is None:
|
||||
continue
|
||||
start = now - timedelta(minutes=(idx + 1) * 5)
|
||||
sample_logs.append(JobLog(
|
||||
job_id=jid, job_name=name, job_group="系统任务", job_trigger="cron",
|
||||
job_message="任务触发成功" if status == 0 else "任务触发失败",
|
||||
cron_expression="*/5 * * * *", status=status,
|
||||
start_time=start, end_time=start + timedelta(milliseconds=consume),
|
||||
consume_time=consume, exception_info=exc,
|
||||
))
|
||||
db.add_all(sample_logs)
|
||||
print(f"创建示例任务日志 {len(sample_logs)} 条")
|
||||
|
||||
db.commit()
|
||||
print("任务调度示例数据填充完成。")
|
||||
except Exception as e:
|
||||
db.rollback()
|
||||
print(f"任务数据填充失败: {e}")
|
||||
sys.exit(1)
|
||||
finally:
|
||||
db.close()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
seed_admin()
|
||||
seed_job_data()
|
||||
@@ -0,0 +1,282 @@
|
||||
"""
|
||||
业务字典数据初始化脚本
|
||||
=============================================================
|
||||
|
||||
幂等写入业务字典（dict + dict_item）：按字典编码（code）判重，
|
||||
已存在则跳过、不覆盖现有数据；适合全新安装或现有库增量补齐。
|
||||
|
||||
字典格式（code/name/note/items），字典排序与字典项排序由列表顺序自动生成：
|
||||
DICT_SEED = [
|
||||
{
|
||||
"code": "gender", "name": "性别", "note": "用户性别",
|
||||
"items": [
|
||||
{"value": "1", "name": "男"},
|
||||
{"value": "2", "name": "女"},
|
||||
],
|
||||
},
|
||||
]
|
||||
|
||||
注意：code 必须与业务代码中 get_dict_map / get_dict_label / serialize_maps
|
||||
引用的编码一致（见 src/common/utils/dict_util.py），改 code 需同步改业务引用。
|
||||
|
||||
用法：
|
||||
python scripts/seed_dict.py # 使用 .env 中的数据库配置
|
||||
python scripts/seed_dict.py --dry-run # 只打印将写入的字典，不落库
|
||||
"""
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import sys
|
||||
|
||||
sys.path.insert(0, os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "src"))
|
||||
|
||||
# Windows 控制台默认 GBK(cp936)：把 stdout/stderr 切到 UTF-8，避免中文打印乱码/崩溃
|
||||
if sys.stdout and hasattr(sys.stdout, 'reconfigure'):
|
||||
sys.stdout.reconfigure(encoding='utf-8')
|
||||
sys.stderr.reconfigure(encoding='utf-8')
|
||||
|
||||
# 业务字典种子数据
|
||||
DICT_SEED = [
|
||||
{
|
||||
"code": "gender",
|
||||
"name": "性别",
|
||||
"note": "用户性别",
|
||||
"items": [
|
||||
{"value": "1", "name": "男"},
|
||||
{"value": "2", "name": "女"},
|
||||
{"value": "3", "name": "保密"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "dept_type",
|
||||
"name": "部门类型",
|
||||
"note": "部门层级类型",
|
||||
"items": [
|
||||
{"value": "1", "name": "公司"},
|
||||
{"value": "2", "name": "子公司"},
|
||||
{"value": "3", "name": "部门"},
|
||||
{"value": "4", "name": "小组"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "article_status",
|
||||
"name": "文章状态",
|
||||
"note": "文章上下架状态",
|
||||
"items": [
|
||||
{"value": "0", "name": "正常"},
|
||||
{"value": "1", "name": "下架"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "notice_source",
|
||||
"name": "通知来源",
|
||||
"note": "通知公告来源",
|
||||
"items": [
|
||||
{"value": "1", "name": "官方平台"},
|
||||
{"value": "2", "name": "开源中国"},
|
||||
{"value": "3", "name": "CSDN官方"},
|
||||
{"value": "4", "name": "新浪微博"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "log_type",
|
||||
"name": "日志类型",
|
||||
"note": "登录日志类型",
|
||||
"items": [
|
||||
{"value": "1", "name": "登录"},
|
||||
{"value": "2", "name": "退出"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "login_source",
|
||||
"name": "登录来源",
|
||||
"note": "登录入口来源",
|
||||
"items": [
|
||||
{"value": "0", "name": "后台"},
|
||||
{"value": "1", "name": "前台"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "login_status",
|
||||
"name": "登录状态",
|
||||
"note": "登录日志状态",
|
||||
"items": [
|
||||
{"value": "0", "name": "正常"},
|
||||
{"value": "1", "name": "异常"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "operation_source",
|
||||
"name": "操作日志来源",
|
||||
"note": "操作日志来源",
|
||||
"items": [
|
||||
{"value": "0", "name": "后台"},
|
||||
{"value": "1", "name": "前台"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "operation_status",
|
||||
"name": "操作日志状态",
|
||||
"note": "操作日志状态",
|
||||
"items": [
|
||||
{"value": "0", "name": "正常"},
|
||||
{"value": "1", "name": "异常"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "param_type",
|
||||
"name": "参数类型",
|
||||
"note": "参数分类",
|
||||
"items": [
|
||||
{"value": "0", "name": "系统"},
|
||||
{"value": "1", "name": "业务"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "param_status",
|
||||
"name": "参数状态",
|
||||
"note": "参数启用状态",
|
||||
"items": [
|
||||
{"value": "1", "name": "正常"},
|
||||
{"value": "2", "name": "禁用"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "job_status",
|
||||
"name": "任务状态",
|
||||
"note": "定时任务状态",
|
||||
"items": [
|
||||
{"value": "0", "name": "未发布"},
|
||||
{"value": "1", "name": "运行中"},
|
||||
{"value": "2", "name": "暂停"},
|
||||
{"value": "3", "name": "删除"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "job_execute_policy",
|
||||
"name": "执行策略",
|
||||
"note": "任务失败执行策略",
|
||||
"items": [
|
||||
{"value": "1", "name": "立即执行"},
|
||||
{"value": "2", "name": "执行一次"},
|
||||
{"value": "3", "name": "放弃执行"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "job_log_status",
|
||||
"name": "任务日志状态",
|
||||
"note": "任务执行结果状态",
|
||||
"items": [
|
||||
{"value": "0", "name": "正常"},
|
||||
{"value": "1", "name": "失败"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "link_type",
|
||||
"name": "友链类型",
|
||||
"note": "友链分类",
|
||||
"items": [
|
||||
{"value": "1", "name": "友情链接"},
|
||||
{"value": "2", "name": "合作伙伴"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "link_platform",
|
||||
"name": "友链投放平台",
|
||||
"note": "友链投放平台",
|
||||
"items": [
|
||||
{"value": "1", "name": "PC站"},
|
||||
{"value": "2", "name": "WAP站"},
|
||||
{"value": "3", "name": "微信小程序"},
|
||||
{"value": "4", "name": "APP应用"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "link_form",
|
||||
"name": "友链形式",
|
||||
"note": "友链展示形式",
|
||||
"items": [
|
||||
{"value": "1", "name": "文字链接"},
|
||||
{"value": "2", "name": "图片链接"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "city_level",
|
||||
"name": "城市级别",
|
||||
"note": "行政区划级别",
|
||||
"items": [
|
||||
{"value": "1", "name": "省份"},
|
||||
{"value": "2", "name": "城市"},
|
||||
{"value": "3", "name": "县区"},
|
||||
{"value": "4", "name": "街道"},
|
||||
],
|
||||
},
|
||||
{
|
||||
"code": "config_item_type",
|
||||
"name": "配置项类型",
|
||||
"note": "配置项输入控件类型",
|
||||
"items": [
|
||||
{"value": "text", "name": "单行文本"},
|
||||
{"value": "textarea", "name": "多行文本"},
|
||||
{"value": "ueditor", "name": "富文本编辑器"},
|
||||
{"value": "date", "name": "日期"},
|
||||
{"value": "datetime", "name": "时间"},
|
||||
{"value": "number", "name": "数字"},
|
||||
{"value": "select", "name": "下拉框"},
|
||||
{"value": "radio", "name": "单选框"},
|
||||
{"value": "checkbox", "name": "复选框"},
|
||||
{"value": "image", "name": "单张图片"},
|
||||
{"value": "images", "name": "多张图片"},
|
||||
{"value": "password", "name": "密码"},
|
||||
{"value": "icon", "name": "字体图标"},
|
||||
{"value": "file", "name": "单个文件"},
|
||||
{"value": "files", "name": "多个文件"},
|
||||
{"value": "hidden", "name": "隐藏"},
|
||||
{"value": "readonly", "name": "只读文本"},
|
||||
],
|
||||
},
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="初始化业务字典数据")
|
||||
parser.add_argument("--dry-run", action="store_true", help="仅打印计划，不写库")
|
||||
args = parser.parse_args()
|
||||
|
||||
from core.database import SessionLocal
|
||||
from modules.dictionary.dict.models import Dict
|
||||
from modules.dictionary.dict_item.models import DictItem
|
||||
|
||||
db = SessionLocal()
|
||||
added = skipped = 0
|
||||
try:
|
||||
for idx, d in enumerate(DICT_SEED):
|
||||
code = d["code"]
|
||||
exists = db.query(Dict).filter(Dict.code == code, Dict.is_delete == 0).first()
|
||||
if exists:
|
||||
skipped += 1
|
||||
continue
|
||||
if args.dry_run:
|
||||
print(f"[DRY-RUN] 将新增字典: {code}（{d['name']}，{len(d['items'])} 项）")
|
||||
continue
|
||||
dict_obj = Dict(name=d["name"], code=code, sort=(idx + 1) * 5, note=d.get("note", ""))
|
||||
db.add(dict_obj)
|
||||
db.flush() # 获取自增 id 供字典项外键引用
|
||||
for i, item in enumerate(d["items"]):
|
||||
db.add(DictItem(
|
||||
name=item["name"], value=item["value"],
|
||||
dict_id=dict_obj.id, sort=(i + 1) * 5, note='',
|
||||
))
|
||||
added += 1
|
||||
db.commit()
|
||||
if not args.dry_run:
|
||||
print(f"done: added={added} dicts, skipped={skipped}（已存在）")
|
||||
except Exception:
|
||||
db.rollback()
|
||||
raise
|
||||
finally:
|
||||
db.close()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user