node_configuration.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324
  1. import json
  2. from datetime import datetime
  3. from typing import Optional, Dict, Any, List
  4. from fastapi import APIRouter, Depends, Query, Body
  5. from sqlalchemy.ext.asyncio import AsyncSession
  6. from redis.asyncio import Redis
  7. from app.core.database import get_db
  8. from app.core.redis import get_redis_client
  9. from app.core.auth import get_current_user
  10. from app.models.user import VasUser
  11. from app.utils.response import success
  12. from app.schemas.common import ApiResponse
  13. from app.schemas.node_configuration import (
  14. NodeConfigurationSparseUpdateRequest,
  15. NodeConfigurationEnableRequest,
  16. NodeConfigurationRollbackRequest,
  17. NodeConfigurationListResponse,
  18. ClusterNodeCreate,
  19. ClusterNodeUpdate,
  20. ClusterNodeOut,
  21. )
  22. from app.services.node_configuration_service import NodeConfigurationService
  23. public_router = APIRouter()
  24. protected_router = APIRouter()
  25. admin_required_router = APIRouter(prefix="/node-configurations", tags=["节点配置管理"])
  26. @admin_required_router.get(
  27. "/runtime-status",
  28. summary="获取各Worker节点实时上报状态与心跳",
  29. response_model=ApiResponse[Dict[str, Any]],
  30. )
  31. async def get_runtime_status(
  32. role: Optional[str] = Query(None, description="角色筛选: standalone / booker / sentinel"),
  33. node_id: Optional[str] = Query(None, description="节点 ID 筛选"),
  34. redis_client: Redis = Depends(get_redis_client),
  35. ):
  36. pattern = f"vs:status:{role or '*'}:{node_id or '*'}"
  37. keys = await redis_client.keys(pattern)
  38. nodes = []
  39. now = datetime.utcnow()
  40. for k in keys:
  41. try:
  42. raw = await redis_client.get(k)
  43. if not raw:
  44. continue
  45. data = json.loads(raw)
  46. collected_at_str = data.get("collected_at", "")
  47. is_online = False
  48. age_sec = 999999
  49. if collected_at_str:
  50. try:
  51. dt = datetime.strptime(collected_at_str, "%Y-%m-%d %H:%M:%S")
  52. age_sec = max(0, int((now - dt).total_seconds()))
  53. is_online = age_sec <= 60
  54. except Exception:
  55. is_online = True
  56. nodes.append({
  57. "role": data.get("role") or (k.split(":")[2] if len(k.split(":")) > 2 else ""),
  58. "node_id": data.get("node_id") or (k.split(":")[3] if len(k.split(":")) > 3 else ""),
  59. "is_online": is_online,
  60. "age_sec": age_sec,
  61. "installed_plugins": data.get("installed_plugins", []),
  62. "groups": data.get("groups", []),
  63. "collected_at": collected_at_str,
  64. })
  65. except Exception:
  66. continue
  67. nodes.sort(key=lambda x: (x.get("role", ""), x.get("node_id", "")))
  68. return success(data={"nodes": nodes, "timestamp": now.strftime("%Y-%m-%d %H:%M:%S")})
  69. # ==================== 集群节点档案注册接口 (优先于 /{entry_type} 匹配) ====================
  70. @admin_required_router.get(
  71. "/nodes/list",
  72. summary="获取已注册集群节点档案列表",
  73. response_model=ApiResponse[List[ClusterNodeOut]],
  74. )
  75. async def list_cluster_nodes(
  76. status: Optional[int] = Query(None, description="状态筛选: 1启用 0停用"),
  77. keyword: Optional[str] = Query(None, description="关键词搜索 node_id / name / ip / region"),
  78. db: AsyncSession = Depends(get_db),
  79. ):
  80. nodes = await NodeConfigurationService.list_cluster_nodes(
  81. db=db, status=status, keyword=keyword
  82. )
  83. return success(data=nodes)
  84. @admin_required_router.post(
  85. "/nodes/create",
  86. summary="登记/注册新集群节点档案",
  87. response_model=ApiResponse[ClusterNodeOut],
  88. )
  89. async def create_cluster_node(
  90. payload: ClusterNodeCreate = Body(...),
  91. db: AsyncSession = Depends(get_db),
  92. current_user: VasUser = Depends(get_current_user),
  93. ):
  94. node = await NodeConfigurationService.create_cluster_node(db=db, data=payload)
  95. return success(data=node, message="节点档案登记成功")
  96. @admin_required_router.post(
  97. "/nodes/update",
  98. summary="更新已注册集群节点档案",
  99. response_model=ApiResponse[ClusterNodeOut],
  100. )
  101. async def update_cluster_node(
  102. node_id: str = Query(..., description="目标节点ID"),
  103. payload: ClusterNodeUpdate = Body(...),
  104. db: AsyncSession = Depends(get_db),
  105. current_user: VasUser = Depends(get_current_user),
  106. ):
  107. node = await NodeConfigurationService.update_cluster_node(
  108. db=db, node_id=node_id, data=payload
  109. )
  110. return success(data=node, message="节点档案更新成功")
  111. @admin_required_router.post(
  112. "/nodes/delete",
  113. summary="注销/删除集群节点档案",
  114. response_model=ApiResponse[bool],
  115. )
  116. async def delete_cluster_node(
  117. node_id: str = Query(..., description="目标节点ID"),
  118. db: AsyncSession = Depends(get_db),
  119. current_user: VasUser = Depends(get_current_user),
  120. ):
  121. result = await NodeConfigurationService.delete_cluster_node(db=db, node_id=node_id)
  122. return success(data=result, message="节点注销成功")
  123. @admin_required_router.get(
  124. "/{entry_type}",
  125. summary="分页查询配置条目列表",
  126. response_model=ApiResponse[NodeConfigurationListResponse],
  127. )
  128. async def list_node_configurations(
  129. entry_type: str,
  130. page: int = Query(1, ge=1, description="页码"),
  131. pageSize: int = Query(20, ge=1, le=100, description="每页数量", alias="pageSize"),
  132. identifier: Optional[str] = Query(None, description="任务标识模糊搜索"),
  133. node_id: Optional[str] = Query(None, description="节点唯一标识精确搜索"),
  134. order_id: Optional[str] = Query(None, description="订单ID (仅 standalone)"),
  135. db: AsyncSession = Depends(get_db),
  136. ):
  137. total, items = await NodeConfigurationService.list_entries(
  138. db=db,
  139. entry_type=entry_type,
  140. page=page,
  141. page_size=pageSize,
  142. identifier=identifier,
  143. node_id=node_id,
  144. order_id=order_id,
  145. )
  146. return success(
  147. data={
  148. "total": total,
  149. "page": page,
  150. "page_size": pageSize,
  151. "items": items,
  152. }
  153. )
  154. @admin_required_router.get(
  155. "/{entry_type}/{entry_id}",
  156. summary="获取指定配置条目详情",
  157. response_model=ApiResponse[Dict[str, Any]],
  158. )
  159. async def get_node_configuration_detail(
  160. entry_type: str,
  161. entry_id: int,
  162. db: AsyncSession = Depends(get_db),
  163. ):
  164. entry = await NodeConfigurationService.get_entry(
  165. db=db, entry_type=entry_type, entry_id=entry_id
  166. )
  167. return success(data=entry)
  168. @admin_required_router.post(
  169. "/{entry_type}",
  170. summary="新建配置条目 (默认停用落库)",
  171. response_model=ApiResponse[Dict[str, Any]],
  172. )
  173. async def create_node_configuration(
  174. entry_type: str,
  175. data: Dict[str, Any] = Body(...),
  176. current_user: Optional[VasUser] = Depends(get_current_user),
  177. db: AsyncSession = Depends(get_db),
  178. ):
  179. operator = (
  180. current_user.email or current_user.nickname if current_user else "admin"
  181. )
  182. entry = await NodeConfigurationService.create_entry(
  183. db=db,
  184. entry_type=entry_type,
  185. data=data,
  186. operator=operator,
  187. )
  188. return success(data=entry, message="Node configuration created successfully")
  189. @admin_required_router.put(
  190. "/{entry_type}/{entry_id}",
  191. summary="稀疏更新配置条目 (支持点路径更新与字段清空)",
  192. response_model=ApiResponse[Dict[str, Any]],
  193. )
  194. async def sparse_update_node_configuration(
  195. entry_type: str,
  196. entry_id: int,
  197. payload: NodeConfigurationSparseUpdateRequest = Body(...),
  198. current_user: Optional[VasUser] = Depends(get_current_user),
  199. db: AsyncSession = Depends(get_db),
  200. ):
  201. operator = (
  202. current_user.email or current_user.nickname if current_user else "admin"
  203. )
  204. entry = await NodeConfigurationService.sparse_update_entry(
  205. db=db,
  206. entry_type=entry_type,
  207. entry_id=entry_id,
  208. set_data=payload.set,
  209. clear_fields=payload.clear,
  210. base_version=payload.base_version,
  211. operator=operator,
  212. )
  213. return success(data=entry, message="Node configuration updated successfully")
  214. @admin_required_router.put(
  215. "/{entry_type}/{entry_id}/enable",
  216. summary="启用 / 停用配置条目",
  217. response_model=ApiResponse[Dict[str, Any]],
  218. )
  219. async def toggle_node_configuration_enable(
  220. entry_type: str,
  221. entry_id: int,
  222. payload: NodeConfigurationEnableRequest = Body(...),
  223. current_user: Optional[VasUser] = Depends(get_current_user),
  224. db: AsyncSession = Depends(get_db),
  225. ):
  226. operator = (
  227. current_user.email or current_user.nickname if current_user else "admin"
  228. )
  229. entry = await NodeConfigurationService.toggle_enable(
  230. db=db,
  231. entry_type=entry_type,
  232. entry_id=entry_id,
  233. enable=payload.enable,
  234. base_version=payload.base_version,
  235. operator=operator,
  236. )
  237. return success(data=entry, message="Node configuration status toggled")
  238. @admin_required_router.delete(
  239. "/{entry_type}/{entry_id}",
  240. summary="删除配置条目 (最后一条需 confirm_purge=true)",
  241. response_model=ApiResponse[bool],
  242. )
  243. async def delete_node_configuration(
  244. entry_type: str,
  245. entry_id: int,
  246. confirm_purge: bool = Query(False, description="最后一条数据确认删除标记"),
  247. db: AsyncSession = Depends(get_db),
  248. ):
  249. await NodeConfigurationService.delete_entry(
  250. db=db,
  251. entry_type=entry_type,
  252. entry_id=entry_id,
  253. confirm_purge=confirm_purge,
  254. )
  255. return success(data=True, message="Node configuration deleted successfully")
  256. @admin_required_router.get(
  257. "/{entry_type}/{entry_id}/revisions",
  258. summary="获取配置条目修订历史记录",
  259. response_model=ApiResponse[List[Dict[str, Any]]],
  260. )
  261. async def get_node_configuration_revisions(
  262. entry_type: str,
  263. entry_id: int,
  264. db: AsyncSession = Depends(get_db),
  265. ):
  266. revisions = await NodeConfigurationService.get_revisions(
  267. db=db, entry_type=entry_type, entry_id=entry_id
  268. )
  269. return success(data=revisions)
  270. @admin_required_router.post(
  271. "/{entry_type}/{entry_id}/rollback",
  272. summary="回滚配置条目至指定历史修订版本",
  273. response_model=ApiResponse[Dict[str, Any]],
  274. )
  275. async def rollback_node_configuration(
  276. entry_type: str,
  277. entry_id: int,
  278. payload: NodeConfigurationRollbackRequest = Body(...),
  279. current_user: Optional[VasUser] = Depends(get_current_user),
  280. db: AsyncSession = Depends(get_db),
  281. ):
  282. operator = (
  283. current_user.email or current_user.nickname if current_user else "admin"
  284. )
  285. entry = await NodeConfigurationService.rollback_revision(
  286. db=db,
  287. entry_type=entry_type,
  288. entry_id=entry_id,
  289. revision_id=payload.revision_id,
  290. base_version=payload.base_version,
  291. operator=operator,
  292. )
  293. return success(data=entry, message="Node configuration rolled back successfully")