| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360 |
- import json
- import hashlib
- from typing import Optional, List, Dict, Any, Tuple
- from fastapi import UploadFile
- from sqlalchemy import select, func, delete
- from sqlalchemy.ext.asyncio import AsyncSession
- from app.core.biz_exception import BizLogicError
- from app.core.redis import get_redis_client
- from app.core.logger import logger
- from app.models.plugin import Plugin, PluginVersion
- from app.schemas.plugin import PluginUpdate
- from app.services.seaweedfs_service import SeaweedFSService
- class PluginService:
- @classmethod
- async def publish_plugin(
- cls,
- db: AsyncSession,
- name: str,
- version: str,
- display_name: Optional[str] = "",
- description: Optional[str] = "",
- file: Optional[UploadFile] = None,
- download_url: Optional[str] = None,
- sha256: Optional[str] = "",
- changelog: Optional[str] = None,
- set_as_latest: bool = True,
- ) -> Dict[str, Any]:
- """
- 发布插件新版本:
- 1. 支持直接上传 .py 文件(通过 SeaweedFSService 存储并计算 sha256)或直接传入 download_url
- 2. 自动更新/创建 plugins 基础信息
- 3. 记录 plugin_versions 发布历史
- """
- if not name or not version:
- raise BizLogicError("Plugin name and version are required")
- final_download_url = download_url
- final_sha256 = (sha256 or "").strip()
- if file is not None and file.filename:
- file_bytes = await file.read()
- if not file_bytes:
- raise BizLogicError("Uploaded file is empty")
- final_sha256 = hashlib.sha256(file_bytes).hexdigest()
- await file.seek(0)
- # 上传至 SeaweedFS
- upload_result = await SeaweedFSService.upload(file)
- final_download_url = upload_result.get("url")
- if not final_download_url:
- raise BizLogicError("Failed to retrieve file download URL from storage")
- if not final_download_url:
- raise BizLogicError("Either file upload or download_url must be provided")
- filename = f"{name}.py"
- # 1. 查找或创建 Plugin 基础记录
- stmt = select(Plugin).where(Plugin.name == name)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if plugin is None:
- plugin = Plugin(
- name=name,
- display_name=display_name or name,
- filename=filename,
- latest_version=version,
- description=description or "",
- status=1,
- )
- db.add(plugin)
- await db.flush()
- else:
- if display_name:
- plugin.display_name = display_name
- if description is not None and description != "":
- plugin.description = description
- plugin.filename = filename
- if set_as_latest:
- plugin.latest_version = version
- # 2. 查找或创建 PluginVersion 历史版本记录
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == plugin.id,
- PluginVersion.version == version,
- )
- v_res = await db.execute(v_stmt)
- pv = v_res.scalar_one_or_none()
- if pv is None:
- pv = PluginVersion(
- plugin_id=plugin.id,
- plugin_name=name,
- version=version,
- download_url=final_download_url,
- sha256=final_sha256,
- changelog=changelog,
- )
- db.add(pv)
- else:
- pv.download_url = final_download_url
- pv.sha256 = final_sha256
- if changelog is not None:
- pv.changelog = changelog
- if set_as_latest:
- plugin.latest_version = version
- await db.commit()
- await db.refresh(plugin)
- await db.refresh(pv)
- return {
- "plugin_id": plugin.id,
- "name": plugin.name,
- "version": pv.version,
- "download_url": pv.download_url,
- "sha256": pv.sha256,
- }
- @classmethod
- async def get_plugin_list(
- cls,
- db: AsyncSession,
- page: int = 1,
- page_size: int = 20,
- status: Optional[int] = None,
- ) -> Dict[str, Any]:
- """分页获取插件列表"""
- query = select(Plugin)
- count_query = select(func.count(Plugin.id))
- if status is not None:
- query = query.where(Plugin.status == status)
- count_query = count_query.where(Plugin.status == status)
- total_res = await db.execute(count_query)
- total = total_res.scalar() or 0
- query = query.order_by(Plugin.id.desc()).offset((page - 1) * page_size).limit(page_size)
- res = await db.execute(query)
- plugins = res.scalars().all()
- return {
- "list": plugins,
- "total": total,
- }
- @classmethod
- async def get_plugin_detail(cls, db: AsyncSession, plugin_id: int) -> Dict[str, Any]:
- """获取单个插件详情(包含所有历史发布版本)"""
- stmt = select(Plugin).where(Plugin.id == plugin_id)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if not plugin:
- raise BizLogicError(f"Plugin with id {plugin_id} not found")
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == plugin_id
- ).order_by(PluginVersion.id.desc())
- v_res = await db.execute(v_stmt)
- versions = v_res.scalars().all()
- return {
- "id": plugin.id,
- "name": plugin.name,
- "display_name": plugin.display_name,
- "filename": plugin.filename,
- "latest_version": plugin.latest_version,
- "description": plugin.description,
- "status": plugin.status,
- "versions": versions,
- }
- @classmethod
- async def update_plugin(
- cls,
- db: AsyncSession,
- plugin_id: int,
- plugin_in: PluginUpdate,
- ) -> Plugin:
- """更新插件基础信息"""
- stmt = select(Plugin).where(Plugin.id == plugin_id)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if not plugin:
- raise BizLogicError(f"Plugin with id {plugin_id} not found")
- if plugin_in.display_name is not None:
- plugin.display_name = plugin_in.display_name
- if plugin_in.description is not None:
- plugin.description = plugin_in.description
- if plugin_in.status is not None:
- plugin.status = plugin_in.status
- await db.commit()
- await db.refresh(plugin)
- return plugin
- @classmethod
- async def switch_version(
- cls,
- db: AsyncSession,
- plugin_id: int,
- version: str,
- ) -> Plugin:
- """切换插件的生效版本(一键回滚/切换推荐版本)"""
- stmt = select(Plugin).where(Plugin.id == plugin_id)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if not plugin:
- raise BizLogicError(f"Plugin with id {plugin_id} not found")
- # 校验该版本是否存在
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == plugin_id,
- PluginVersion.version == version,
- )
- v_res = await db.execute(v_stmt)
- pv = v_res.scalar_one_or_none()
- if not pv:
- raise BizLogicError(f"Version '{version}' does not exist for plugin '{plugin.name}'")
- plugin.latest_version = version
- await db.commit()
- await db.refresh(plugin)
- return plugin
- @classmethod
- async def delete_plugin(cls, db: AsyncSession, plugin_id: int) -> bool:
- """删除整套插件及其所有版本记录"""
- stmt = select(Plugin).where(Plugin.id == plugin_id)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if not plugin:
- raise BizLogicError(f"Plugin with id {plugin_id} not found")
- # 删除所有版本
- await db.execute(
- delete(PluginVersion).where(PluginVersion.plugin_id == plugin_id)
- )
- # 删除插件主体
- await db.delete(plugin)
- await db.commit()
- return True
- @classmethod
- async def delete_version(cls, db: AsyncSession, plugin_id: int, version: str) -> bool:
- """删除单个历史版本记录(禁止直接删除当前生效的 latest_version)"""
- stmt = select(Plugin).where(Plugin.id == plugin_id)
- res = await db.execute(stmt)
- plugin = res.scalar_one_or_none()
- if not plugin:
- raise BizLogicError(f"Plugin with id {plugin_id} not found")
- if plugin.latest_version == version:
- raise BizLogicError(
- f"Cannot delete active latest version '{version}'. Please switch to another version first."
- )
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == plugin_id,
- PluginVersion.version == version,
- )
- v_res = await db.execute(v_stmt)
- pv = v_res.scalar_one_or_none()
- if not pv:
- raise BizLogicError(f"Version '{version}' not found for plugin '{plugin.name}'")
- await db.delete(pv)
- await db.commit()
- return True
- @classmethod
- async def dispatch_upgrade(
- cls,
- db: AsyncSession,
- target_node: str = "all",
- plugins: Optional[List[str]] = None,
- ) -> List[Dict[str, Any]]:
- """
- 下发插件升级命令:
- 1. 组装指定插件(或所有已启用插件)的最新版本配置
- 2. 通过 Redis 发布到指定频道广播通知节点 Upgrade-Listener
- """
- query = select(Plugin).where(Plugin.status == 1)
- if plugins and len(plugins) > 0:
- query = query.where(Plugin.name.in_(plugins))
- res = await db.execute(query)
- target_plugins = res.scalars().all()
- payload = []
- for p in target_plugins:
- # 获取对应的 latest_version 记录
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == p.id,
- PluginVersion.version == p.latest_version,
- )
- v_res = await db.execute(v_stmt)
- pv = v_res.scalar_one_or_none()
- if pv:
- payload.append({
- "name": p.name,
- "filename": p.filename or f"{p.name}.py",
- "version": p.latest_version,
- "download_url": pv.download_url,
- "sha256": pv.sha256,
- })
- # 确定广播频道
- if not target_node or target_node.strip() == "" or target_node == "all":
- channel = "vs:channel:upgrade"
- else:
- channel = f"vs:channel:upgrade:{target_node.strip()}"
- try:
- redis_client = await get_redis_client()
- await redis_client.publish(channel, json.dumps(payload))
- logger.info(f"🚀 [Plugin Upgrade] Dispatched {len(payload)} plugins to Redis channel '{channel}'")
- except Exception as e:
- logger.error(f"❌ [Plugin Upgrade] Failed to publish upgrade to Redis: {e}", exc_info=True)
- raise BizLogicError(f"Failed to publish upgrade notification to Redis: {str(e)}")
- return payload
- @classmethod
- async def get_latest_plugins(cls, db: AsyncSession) -> List[Dict[str, Any]]:
- """获取当前所有已启用的最新可用插件清单(供节点主动拉取)"""
- stmt = select(Plugin).where(Plugin.status == 1).order_by(Plugin.id.asc())
- res = await db.execute(stmt)
- plugins = res.scalars().all()
- result = []
- for p in plugins:
- v_stmt = select(PluginVersion).where(
- PluginVersion.plugin_id == p.id,
- PluginVersion.version == p.latest_version,
- )
- v_res = await db.execute(v_stmt)
- pv = v_res.scalar_one_or_none()
- result.append({
- "name": p.name,
- "display_name": p.display_name,
- "filename": p.filename or f"{p.name}.py",
- "version": p.latest_version,
- "description": p.description,
- "download_url": pv.download_url if pv else "",
- "sha256": pv.sha256 if pv else "",
- "changelog": pv.changelog if pv else "",
- })
- return result
|