import asyncio import glob import importlib import os from contextlib import asynccontextmanager from typing import IO from tortoise import Tortoise from core.logger import logger from core.settings import data_root _DB_FILE = os.path.join(data_root, "filecodebox.db") _STARTUP_LOCK_FILE = os.path.join(data_root, "filecodebox.startup.lock") def get_db_config() -> dict: return { "connections": { "default": { "engine": "tortoise.backends.sqlite", "credentials": { "file_path": _DB_FILE, "journal_mode": "WAL", "busy_timeout": 10000, "foreign_keys": "ON", # 小内存 VPS 下的 IOPS 与内存折中。Tortoise 的 SqliteClient 会把 # credentials 中 file_path 以外的键逐条执行成 PRAGMA,且 SQLite # 后端只维持单条连接,因此这些设置在进程生命周期内全局生效。 # synchronous=NORMAL:WAL 下应用崩溃不丢已提交事务, # 仅 OS/断电可能丢最后若干事务,省去每次提交的 fsync。 # temp_store=MEMORY:临时表与排序走内存,小库收益明显; # 后台大排序的内存峰值需在压测中关注。 # cache_size=-8000:page cache 上限约 8MB(负数单位为 KiB)。 "synchronous": "NORMAL", "temp_store": "MEMORY", "cache_size": -8000, }, } }, "apps": { "models": { "models": ["apps.base.models"], "default_connection": "default", } }, "use_tz": False, "timezone": "Asia/Shanghai", } def _lock_file(file_obj: IO[str]) -> None: if os.name == "nt": import msvcrt # Windows 需要锁定至少 1 字节 if os.fstat(file_obj.fileno()).st_size == 0: file_obj.write("0") file_obj.flush() msvcrt.locking(file_obj.fileno(), msvcrt.LK_LOCK, 1) # type: ignore[attr-defined] else: import fcntl fcntl.flock(file_obj.fileno(), fcntl.LOCK_EX) def _unlock_file(file_obj: IO[str]) -> None: if os.name == "nt": import msvcrt msvcrt.locking(file_obj.fileno(), msvcrt.LK_UNLCK, 1) # type: ignore[attr-defined] else: import fcntl fcntl.flock(file_obj.fileno(), fcntl.LOCK_UN) @asynccontextmanager async def db_startup_lock(): os.makedirs(data_root, exist_ok=True) lock_file = open(_STARTUP_LOCK_FILE, "a+", encoding="utf-8") try: await asyncio.to_thread(_lock_file, lock_file) yield finally: await asyncio.to_thread(_unlock_file, lock_file) lock_file.close() async def init_db(): try: db_config = get_db_config() if not Tortoise._inited: await Tortoise.init(config=db_config) async with db_startup_lock(): # 创建migrations表 await Tortoise.get_connection("default").execute_script(""" CREATE TABLE IF NOT EXISTS migrates ( id INTEGER PRIMARY KEY AUTOINCREMENT, migration_file VARCHAR(255) NOT NULL UNIQUE, executed_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ) """) # 执行迁移 await execute_migrations() except Exception as e: logger.error(f"数据库初始化失败: {str(e)}") raise async def execute_migrations(): """执行数据库迁移""" try: # 收集迁移文件 migration_files = [] for root, dirs, files in os.walk("apps"): if "migrations" in dirs: migration_path = os.path.join(root, "migrations") migration_files.extend(glob.glob(os.path.join(migration_path, "migrations_*.py"))) # 按文件名排序 migration_files.sort() for migration_file in migration_files: file_name = os.path.basename(migration_file) # 检查是否已执行 executed = await Tortoise.get_connection("default").execute_query( "SELECT id FROM migrates WHERE migration_file = ?", [file_name] ) if not executed[1]: logger.info(f"执行迁移: {file_name}") # 导入并执行migration module_path = migration_file.replace("/", ".").replace("\\", ".").replace(".py", "") try: migration_module = importlib.import_module(module_path) if hasattr(migration_module, "migrate"): await migration_module.migrate() # 记录执行 await Tortoise.get_connection("default").execute_query( "INSERT INTO migrates (migration_file) VALUES (?)", [file_name] ) logger.info(f"迁移完成: {file_name}") except Exception as e: logger.error(f"迁移 {file_name} 执行失败: {str(e)}") raise except Exception as e: logger.error(f"迁移过程发生错误: {str(e)}") raise