plugin_service.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. import json
  2. import hashlib
  3. from typing import Optional, List, Dict, Any, Tuple
  4. from fastapi import UploadFile
  5. from sqlalchemy import select, func, delete
  6. from sqlalchemy.ext.asyncio import AsyncSession
  7. from app.core.biz_exception import BizLogicError
  8. from app.core.redis import get_redis_client
  9. from app.core.logger import logger
  10. from app.models.plugin import Plugin, PluginVersion
  11. from app.schemas.plugin import PluginUpdate
  12. from app.services.seaweedfs_service import SeaweedFSService
  13. class PluginService:
  14. @classmethod
  15. async def publish_plugin(
  16. cls,
  17. db: AsyncSession,
  18. name: str,
  19. version: str,
  20. display_name: Optional[str] = "",
  21. description: Optional[str] = "",
  22. file: Optional[UploadFile] = None,
  23. download_url: Optional[str] = None,
  24. sha256: Optional[str] = "",
  25. changelog: Optional[str] = None,
  26. set_as_latest: bool = True,
  27. ) -> Dict[str, Any]:
  28. """
  29. 发布插件新版本:
  30. 1. 支持直接上传 .py 文件(通过 SeaweedFSService 存储并计算 sha256)或直接传入 download_url
  31. 2. 自动更新/创建 plugins 基础信息
  32. 3. 记录 plugin_versions 发布历史
  33. """
  34. if not name or not version:
  35. raise BizLogicError("Plugin name and version are required")
  36. final_download_url = download_url
  37. final_sha256 = (sha256 or "").strip()
  38. if file is not None and file.filename:
  39. file_bytes = await file.read()
  40. if not file_bytes:
  41. raise BizLogicError("Uploaded file is empty")
  42. final_sha256 = hashlib.sha256(file_bytes).hexdigest()
  43. await file.seek(0)
  44. # 上传至 SeaweedFS
  45. upload_result = await SeaweedFSService.upload(file)
  46. final_download_url = upload_result.get("url")
  47. if not final_download_url:
  48. raise BizLogicError("Failed to retrieve file download URL from storage")
  49. if not final_download_url:
  50. raise BizLogicError("Either file upload or download_url must be provided")
  51. filename = f"{name}.py"
  52. # 1. 查找或创建 Plugin 基础记录
  53. stmt = select(Plugin).where(Plugin.name == name)
  54. res = await db.execute(stmt)
  55. plugin = res.scalar_one_or_none()
  56. if plugin is None:
  57. plugin = Plugin(
  58. name=name,
  59. display_name=display_name or name,
  60. filename=filename,
  61. latest_version=version,
  62. description=description or "",
  63. status=1,
  64. )
  65. db.add(plugin)
  66. await db.flush()
  67. else:
  68. if display_name:
  69. plugin.display_name = display_name
  70. if description is not None and description != "":
  71. plugin.description = description
  72. plugin.filename = filename
  73. if set_as_latest:
  74. plugin.latest_version = version
  75. # 2. 查找或创建 PluginVersion 历史版本记录
  76. v_stmt = select(PluginVersion).where(
  77. PluginVersion.plugin_id == plugin.id,
  78. PluginVersion.version == version,
  79. )
  80. v_res = await db.execute(v_stmt)
  81. pv = v_res.scalar_one_or_none()
  82. if pv is None:
  83. pv = PluginVersion(
  84. plugin_id=plugin.id,
  85. plugin_name=name,
  86. version=version,
  87. download_url=final_download_url,
  88. sha256=final_sha256,
  89. changelog=changelog,
  90. )
  91. db.add(pv)
  92. else:
  93. pv.download_url = final_download_url
  94. pv.sha256 = final_sha256
  95. if changelog is not None:
  96. pv.changelog = changelog
  97. if set_as_latest:
  98. plugin.latest_version = version
  99. await db.commit()
  100. await db.refresh(plugin)
  101. await db.refresh(pv)
  102. return {
  103. "plugin_id": plugin.id,
  104. "name": plugin.name,
  105. "version": pv.version,
  106. "download_url": pv.download_url,
  107. "sha256": pv.sha256,
  108. }
  109. @classmethod
  110. async def get_plugin_list(
  111. cls,
  112. db: AsyncSession,
  113. page: int = 1,
  114. page_size: int = 20,
  115. status: Optional[int] = None,
  116. ) -> Dict[str, Any]:
  117. """分页获取插件列表"""
  118. query = select(Plugin)
  119. count_query = select(func.count(Plugin.id))
  120. if status is not None:
  121. query = query.where(Plugin.status == status)
  122. count_query = count_query.where(Plugin.status == status)
  123. total_res = await db.execute(count_query)
  124. total = total_res.scalar() or 0
  125. query = query.order_by(Plugin.id.desc()).offset((page - 1) * page_size).limit(page_size)
  126. res = await db.execute(query)
  127. plugins = res.scalars().all()
  128. return {
  129. "list": plugins,
  130. "total": total,
  131. }
  132. @classmethod
  133. async def get_plugin_detail(cls, db: AsyncSession, plugin_id: int) -> Dict[str, Any]:
  134. """获取单个插件详情(包含所有历史发布版本)"""
  135. stmt = select(Plugin).where(Plugin.id == plugin_id)
  136. res = await db.execute(stmt)
  137. plugin = res.scalar_one_or_none()
  138. if not plugin:
  139. raise BizLogicError(f"Plugin with id {plugin_id} not found")
  140. v_stmt = select(PluginVersion).where(
  141. PluginVersion.plugin_id == plugin_id
  142. ).order_by(PluginVersion.id.desc())
  143. v_res = await db.execute(v_stmt)
  144. versions = v_res.scalars().all()
  145. return {
  146. "id": plugin.id,
  147. "name": plugin.name,
  148. "display_name": plugin.display_name,
  149. "filename": plugin.filename,
  150. "latest_version": plugin.latest_version,
  151. "description": plugin.description,
  152. "status": plugin.status,
  153. "versions": versions,
  154. }
  155. @classmethod
  156. async def update_plugin(
  157. cls,
  158. db: AsyncSession,
  159. plugin_id: int,
  160. plugin_in: PluginUpdate,
  161. ) -> Plugin:
  162. """更新插件基础信息"""
  163. stmt = select(Plugin).where(Plugin.id == plugin_id)
  164. res = await db.execute(stmt)
  165. plugin = res.scalar_one_or_none()
  166. if not plugin:
  167. raise BizLogicError(f"Plugin with id {plugin_id} not found")
  168. if plugin_in.display_name is not None:
  169. plugin.display_name = plugin_in.display_name
  170. if plugin_in.description is not None:
  171. plugin.description = plugin_in.description
  172. if plugin_in.status is not None:
  173. plugin.status = plugin_in.status
  174. await db.commit()
  175. await db.refresh(plugin)
  176. return plugin
  177. @classmethod
  178. async def switch_version(
  179. cls,
  180. db: AsyncSession,
  181. plugin_id: int,
  182. version: str,
  183. ) -> Plugin:
  184. """切换插件的生效版本(一键回滚/切换推荐版本)"""
  185. stmt = select(Plugin).where(Plugin.id == plugin_id)
  186. res = await db.execute(stmt)
  187. plugin = res.scalar_one_or_none()
  188. if not plugin:
  189. raise BizLogicError(f"Plugin with id {plugin_id} not found")
  190. # 校验该版本是否存在
  191. v_stmt = select(PluginVersion).where(
  192. PluginVersion.plugin_id == plugin_id,
  193. PluginVersion.version == version,
  194. )
  195. v_res = await db.execute(v_stmt)
  196. pv = v_res.scalar_one_or_none()
  197. if not pv:
  198. raise BizLogicError(f"Version '{version}' does not exist for plugin '{plugin.name}'")
  199. plugin.latest_version = version
  200. await db.commit()
  201. await db.refresh(plugin)
  202. return plugin
  203. @classmethod
  204. async def delete_plugin(cls, db: AsyncSession, plugin_id: int) -> bool:
  205. """删除整套插件及其所有版本记录"""
  206. stmt = select(Plugin).where(Plugin.id == plugin_id)
  207. res = await db.execute(stmt)
  208. plugin = res.scalar_one_or_none()
  209. if not plugin:
  210. raise BizLogicError(f"Plugin with id {plugin_id} not found")
  211. # 删除所有版本
  212. await db.execute(
  213. delete(PluginVersion).where(PluginVersion.plugin_id == plugin_id)
  214. )
  215. # 删除插件主体
  216. await db.delete(plugin)
  217. await db.commit()
  218. return True
  219. @classmethod
  220. async def delete_version(cls, db: AsyncSession, plugin_id: int, version: str) -> bool:
  221. """删除单个历史版本记录(禁止直接删除当前生效的 latest_version)"""
  222. stmt = select(Plugin).where(Plugin.id == plugin_id)
  223. res = await db.execute(stmt)
  224. plugin = res.scalar_one_or_none()
  225. if not plugin:
  226. raise BizLogicError(f"Plugin with id {plugin_id} not found")
  227. if plugin.latest_version == version:
  228. raise BizLogicError(
  229. f"Cannot delete active latest version '{version}'. Please switch to another version first."
  230. )
  231. v_stmt = select(PluginVersion).where(
  232. PluginVersion.plugin_id == plugin_id,
  233. PluginVersion.version == version,
  234. )
  235. v_res = await db.execute(v_stmt)
  236. pv = v_res.scalar_one_or_none()
  237. if not pv:
  238. raise BizLogicError(f"Version '{version}' not found for plugin '{plugin.name}'")
  239. await db.delete(pv)
  240. await db.commit()
  241. return True
  242. @classmethod
  243. async def dispatch_upgrade(
  244. cls,
  245. db: AsyncSession,
  246. target_node: str = "all",
  247. plugins: Optional[List[str]] = None,
  248. ) -> List[Dict[str, Any]]:
  249. """
  250. 下发插件升级命令:
  251. 1. 组装指定插件(或所有已启用插件)的最新版本配置
  252. 2. 通过 Redis 发布到指定频道广播通知节点 Upgrade-Listener
  253. """
  254. query = select(Plugin).where(Plugin.status == 1)
  255. if plugins and len(plugins) > 0:
  256. query = query.where(Plugin.name.in_(plugins))
  257. res = await db.execute(query)
  258. target_plugins = res.scalars().all()
  259. payload = []
  260. for p in target_plugins:
  261. # 获取对应的 latest_version 记录
  262. v_stmt = select(PluginVersion).where(
  263. PluginVersion.plugin_id == p.id,
  264. PluginVersion.version == p.latest_version,
  265. )
  266. v_res = await db.execute(v_stmt)
  267. pv = v_res.scalar_one_or_none()
  268. if pv:
  269. payload.append({
  270. "name": p.name,
  271. "filename": p.filename or f"{p.name}.py",
  272. "version": p.latest_version,
  273. "download_url": pv.download_url,
  274. "sha256": pv.sha256,
  275. })
  276. # 确定广播频道
  277. if not target_node or target_node.strip() == "" or target_node == "all":
  278. channel = "vs:channel:upgrade"
  279. else:
  280. channel = f"vs:channel:upgrade:{target_node.strip()}"
  281. try:
  282. redis_client = await get_redis_client()
  283. await redis_client.publish(channel, json.dumps(payload))
  284. logger.info(f"🚀 [Plugin Upgrade] Dispatched {len(payload)} plugins to Redis channel '{channel}'")
  285. except Exception as e:
  286. logger.error(f"❌ [Plugin Upgrade] Failed to publish upgrade to Redis: {e}", exc_info=True)
  287. raise BizLogicError(f"Failed to publish upgrade notification to Redis: {str(e)}")
  288. return payload
  289. @classmethod
  290. async def get_latest_plugins(cls, db: AsyncSession) -> List[Dict[str, Any]]:
  291. """获取当前所有已启用的最新可用插件清单(供节点主动拉取)"""
  292. stmt = select(Plugin).where(Plugin.status == 1).order_by(Plugin.id.asc())
  293. res = await db.execute(stmt)
  294. plugins = res.scalars().all()
  295. result = []
  296. for p in plugins:
  297. v_stmt = select(PluginVersion).where(
  298. PluginVersion.plugin_id == p.id,
  299. PluginVersion.version == p.latest_version,
  300. )
  301. v_res = await db.execute(v_stmt)
  302. pv = v_res.scalar_one_or_none()
  303. result.append({
  304. "name": p.name,
  305. "display_name": p.display_name,
  306. "filename": p.filename or f"{p.name}.py",
  307. "version": p.latest_version,
  308. "description": p.description,
  309. "download_url": pv.download_url if pv else "",
  310. "sha256": pv.sha256 if pv else "",
  311. "changelog": pv.changelog if pv else "",
  312. })
  313. return result