import asyncio import sys from pathlib import Path from sqlalchemy import text, select from shared.database.database import db_manager from shared.models.identity import User, Role, Permission, UserRole, RolePermission from shared.services.auth_service import get_password_hash from shared.config.settings import settings from shared.utils.logger import get_logger from alembic.config import Config from alembic import command logger = get_logger(__name__) _ALEMBIC_INI = Path(__file__).resolve().parents[3] / "alembic.ini" def _alembic_stamp_head() -> None: """将当前 DB 标记为已到最新版本（基线既有 DB，不执行 SQL）""" cfg = Config(str(_ALEMBIC_INI)) command.stamp(cfg, "head") def _alembic_upgrade_head() -> None: """执行 alembic 迁移到最新版本""" cfg = Config(str(_ALEMBIC_INI)) command.upgrade(cfg, "head") async def _run_alembic_migrations() -> None: """以 alembic 管理 schema：既有未纳入管理的 DB 自动 stamp 基线，再 upgrade head - 全新 DB：upgrade head 执行初始迁移，创建全部表 - 既有已纳入管理：upgrade head 为 no-op - 既有但无 alembic_version（历史 DB）：先 stamp head 基线，再 upgrade（no-op） """ async with db_manager.engine.begin() as conn: # 注意括号：await 优先级低于属性访问，await conn.execute(...).scalar() # 实际是 await (conn.execute(...).scalar())——会在协程对象上调 .scalar() # 直接 AttributeError。必须 (await conn.execute(...)).scalar()。 # 曾因漏括号让启动迁移自诞生起一次都没跑通过（2026-09-26 事故根因）。 has_alembic = (await conn.execute(text("SELECT to_regclass('public.alembic_version')"))).scalar() if not has_alembic: table_count = (await conn.execute( text("SELECT count(*) FROM information_schema.tables WHERE table_schema='public' AND table_name <> 'alembic_version'") )).scalar() if table_count and table_count > 0: logger.info("检测到既有 DB 未纳入 alembic 管理，自动 stamp head 作为基线") await asyncio.to_thread(_alembic_stamp_head) await asyncio.to_thread(_alembic_upgrade_head) DEFAULT_PERMISSIONS = [ {"code": "view_dashboard", "name": "查看仪表盘", "module": "dashboard"}, {"code": "view_moldinsight", "name": "使用模具分析", "module": "moldinsight"}, {"code": "upload_file", "name": "上传文件", "module": "moldinsight"}, {"code": "view_history", "name": "查看历史记录", "module": "moldinsight"}, {"code": "view_inventory", "name": "查看库存", "module": "inventory"}, {"code": "manage_inventory", "name": "管理库存", "module": "inventory"}, {"code": "view_products", "name": "查看产品", "module": "inventory"}, {"code": "manage_products", "name": "管理产品", "module": "inventory"}, {"code": "view_suppliers", "name": "查看供应商", "module": "inventory"}, {"code": "manage_suppliers", "name": "管理供应商", "module": "inventory"}, {"code": "view_customers", "name": "查看客户", "module": "inventory"}, {"code": "manage_customers", "name": "管理客户", "module": "inventory"}, {"code": "view_finance", "name": "查看财务", "module": "finance"}, {"code": "manage_receipts", "name": "管理收款", "module": "finance"}, {"code": "manage_payments", "name": "管理付款", "module": "finance"}, {"code": "void_finance_transaction", "name": "作废财务单据", "module": "finance"}, {"code": "view_users", "name": "查看用户", "module": "admin"}, {"code": "manage_users", "name": "管理用户", "module": "admin"}, {"code": "manage_roles", "name": "管理角色", "module": "admin"}, # D17 Human-in-Loop：老师傅经验反馈 {"code": "view_experience_feedback", "name": "查看老师傅反馈", "module": "moldinsight"}, {"code": "feedback_experience_hint", "name": "提交方案级反馈", "module": "moldinsight"}, {"code": "manage_experience_feedback", "name": "管理老师傅反馈", "module": "moldinsight"}, ] DEFAULT_ROLES = [ {"code": "admin", "name": "管理员", "description": "系统管理员，拥有所有权限", "is_system": True, "permissions": ["view_dashboard", "view_moldinsight", "upload_file", "view_history", "view_inventory", "manage_inventory", "view_products", "manage_products", "view_suppliers", "manage_suppliers", "view_customers", "manage_customers", "view_finance", "manage_receipts", "manage_payments", "void_finance_transaction", "view_users", "manage_users", "manage_roles", "view_experience_feedback", "feedback_experience_hint", "manage_experience_feedback"]}, {"code": "user", "name": "普通用户", "description": "普通用户，可使用模具分析和查看库存", "is_system": False, "permissions": ["view_dashboard", "view_moldinsight", "upload_file", "view_history", "view_inventory", "view_products", "view_suppliers", "view_customers", "view_finance", "manage_receipts", "manage_payments"]}, {"code": "viewer", "name": "只读用户", "description": "只读用户，只能查看数据", "is_system": False, "permissions": ["view_dashboard", "view_moldinsight", "view_history", "view_inventory", "view_products", "view_suppliers", "view_customers", "view_finance"]}, # D17 Human-in-Loop：工艺工程师角色——可查看 + 提交老师傅反馈 {"code": "process_engineer", "name": "工艺工程师", "description": "工艺工程师，可查看 + 提交老师傅经验反馈", "is_system": False, "permissions": ["view_dashboard", "view_moldinsight", "upload_file", "view_history", "view_experience_feedback", "feedback_experience_hint"]}, ] async def init_permissions(session): """初始化权限（按 code 补登：已存在跳过，缺失新增） 设计要点（D17 修复）： - 旧实现 `if existing_perms: return` 会让既存 DB 启动期漏掉新增权限码 - 改为按 code 比对：已存在的 permission 保留 id（避免 FK 引用失效）， 缺失的新增；这样后续 DEFAULT_PERMISSIONS 追加的项也能在升级时落到既存 DB """ result = await session.execute(select(Permission)) existing_perms = {p.code: p for p in result.scalars().all()} perm_map = {p.code: p.id for p in existing_perms.values()} new_count = 0 for perm_data in DEFAULT_PERMISSIONS: if perm_data["code"] in existing_perms: continue perm = Permission(**perm_data) session.add(perm) await session.flush() perm_map[perm.code] = perm.id new_count += 1 if not existing_perms: logger.info(f"创建了 {len(DEFAULT_PERMISSIONS)} 个权限") elif new_count: logger.info(f"补登了 {new_count} 个权限（既有 DB 升级）") else: logger.info("权限已初始化（无新增）") return perm_map async def init_roles(session, perm_map): """初始化角色（按 code 补登：已存在跳过，缺失新建 + 完整绑定 permissions） 设计要点（D17 修复）： - 旧实现 `if existing_roles: return` 会让既存 DB 启动期漏掉新角色 - 改为按 code 比对：已存在的角色不重置其 RolePermission 绑定 （避免重建关联破坏 user / role 关系），缺失的角色按 DEFAULT_ROLES 完整创建 """ result = await session.execute(select(Role)) existing_roles = {r.code: r for r in result.scalars().all()} new_count = 0 for role_data in DEFAULT_ROLES: code = role_data["code"] if code in existing_roles: continue perm_codes = role_data.pop("permissions") role = Role(**role_data) session.add(role) await session.flush() for perm_code in perm_codes: perm_id = perm_map.get(perm_code) if perm_id is None: continue rp = RolePermission(role_id=role.id, permission_id=perm_id) session.add(rp) new_count += 1 if not existing_roles: logger.info(f"创建了 {len(DEFAULT_ROLES)} 个角色") elif new_count: logger.info(f"补登了 {new_count} 个角色（既有 DB 升级）") else: logger.info("角色已初始化（无新增）") async def create_admin_user(session): """创建默认管理员""" # compose 不再给 ADMIN_PASSWORD 弱默认（D14）：缺失时显式失败， # 而不是静默创建空口令管理员 if not settings.ADMIN_PASSWORD: raise RuntimeError( "ADMIN_PASSWORD 未配置：请在 .env 中设置管理员初始密码后重启" ) result = await session.execute(select(User).where(User.username == settings.ADMIN_USERNAME)) existing_admin = result.scalar_one_or_none() if existing_admin: logger.info("管理员账户已存在") return admin = User( username=settings.ADMIN_USERNAME, email=settings.ADMIN_EMAIL, hashed_password=get_password_hash(settings.ADMIN_PASSWORD), full_name=settings.ADMIN_FULL_NAME, is_active=True ) session.add(admin) await session.flush() result = await session.execute(select(Role).where(Role.code == "admin")) admin_role = result.scalar_one_or_none() if admin_role: user_role = UserRole(user_id=admin.id, role_id=admin_role.id) session.add(user_role) await session.commit() logger.info(f"创建了管理员账户: {settings.ADMIN_USERNAME}") async def _verify_schema_coverage() -> None: """启动期 schema 校验：模型声明的表/列必须真实存在于 DB。 背景（2026-09-26 事故）：AUTO_MIGRATE 启动迁移曾静默失败，prod 库缺 stp_files.product_id 等列，上传全挂两天无启动日志线索。此校验保证 『迁移被跳过 / stamp 基线掩盖未应用增量』这类漂移在启动时即被点名。 只查缺、不查多：DB 里的遗留列/表（如 users.is_superuser）是历史产物，不管。 发现缺失只记 error 不抛——服务照常起，但 docker logs 必有醒目线索。 """ import moldinsight.models # noqa: F401 import inventory.models # noqa: F401 from shared.models.base import Base async with db_manager.engine.connect() as conn: rows = (await conn.execute(text( "SELECT table_name, column_name FROM information_schema.columns " "WHERE table_schema='public'" ))).all() db_cols: dict = {} for tn, cn in rows: db_cols.setdefault(tn, set()).add(cn) missing = [] for tname, table in Base.metadata.tables.items(): present = db_cols.get(tname) if present is None: missing.append(f"整表缺失: {tname}") continue absent = {c.name for c in table.columns} - present if absent: missing.append(f"{tname} 缺列: {sorted(absent)}") if missing: logger.error( "schema 校验失败：模型声明了 %d 处 DB 缺失（迁移链与实际 schema 不一致，" "请人工执行 alembic upgrade head 或核对基线）：%s", len(missing), "; ".join(missing), ) else: logger.info( "schema 校验通过：模型 %d 张表的全部列均存在于 DB", len(Base.metadata.tables) ) async def init_database(keep_connected: bool = True): """初始化数据库""" try: await db_manager.connect() if settings.AUTO_MIGRATE: await _run_alembic_migrations() else: logger.info( "AUTO_MIGRATE=false：跳过启动期 alembic 迁移，" "schema 由部署流程单点执行（alembic CLI 或 python -m shared.database.init_db）" ) # 迁移后校验（只读、不抛）：迁移链与实际 schema 脱节时在启动日志直接点名 try: await _verify_schema_coverage() except Exception: logger.exception("schema 校验自身异常（不影响启动流程）") async with db_manager.session() as session: perm_map = await init_permissions(session) if perm_map is None: # Permissions already existed, fetch them from database result = await session.execute(select(Permission)) perms = result.scalars().all() perm_map = {perm.code: perm.id for perm in perms} await init_roles(session, perm_map) await create_admin_user(session) logger.info("数据库初始化完成") print("=" * 60) print("数据库初始化成功！") print("=" * 60) print(f"管理员用户名: {settings.ADMIN_USERNAME}") print(f"管理员邮箱: {settings.ADMIN_EMAIL}") print("=" * 60) print("可以在 .env 文件中修改管理员配置:") print(" ADMIN_USERNAME") print(" ADMIN_EMAIL") print(" ADMIN_FULL_NAME") print("=" * 60) return True except Exception as e: # logger.exception 而非 error(f"{e}")：吞掉 traceback 曾让启动迁移静默 # 失败两天无从排查（2026-09-26 事故） logger.exception(f"数据库初始化失败: {e}") print(f"数据库初始化失败: {e}") return False finally: if not keep_connected: await db_manager.disconnect() if __name__ == "__main__": asyncio.run(init_database(keep_connected=False))