test_agent.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305
  1. # -*- coding: utf-8 -*-
  2. import unittest
  3. import json
  4. from unittest.mock import patch, AsyncMock, MagicMock
  5. from sqlalchemy.ext.asyncio import AsyncSession
  6. from app.schemas.agent import AgentChatRequest
  7. from app.models.user import VasUser
  8. from app.services.agent.tools.registry import ToolRegistry, agent_tool, tool_registry
  9. from app.services.agent.memory import AgentMemory
  10. from app.services.agent.engine import AgentEngine
  11. from app.services.agent.tools.builtin.order_tools import query_user_orders, cancel_user_order
  12. from app.services.agent.tools.builtin.product_tools import search_products
  13. class TestAgentToolsAndRegistry(unittest.IsolatedAsyncioTestCase):
  14. """测试工具注册、OpenAPI Schema 自动生成与上下文自动注入"""
  15. def test_tool_schema_generation(self):
  16. registry = ToolRegistry()
  17. @registry.register(name="mock_search", description="Search items")
  18. def mock_search(keyword: str, limit: int = 10, *, db: AsyncSession, current_user: VasUser):
  19. return {"keyword": keyword, "limit": limit}
  20. tool = registry.get_tool("mock_search")
  21. self.assertIsNotNone(tool)
  22. schema = tool.openai_schema
  23. self.assertEqual(schema["type"], "function")
  24. fn = schema["function"]
  25. self.assertEqual(fn["name"], "mock_search")
  26. self.assertEqual(fn["description"], "Search items")
  27. # 验证保留参数 db, current_user 没有暴露给 LLM
  28. props = fn["parameters"]["properties"]
  29. self.assertIn("keyword", props)
  30. self.assertIn("limit", props)
  31. self.assertNotIn("db", props)
  32. self.assertNotIn("current_user", props)
  33. self.assertEqual(props["keyword"]["type"], "string")
  34. self.assertEqual(props["limit"]["type"], "integer")
  35. # keyword 无默认值应为必填,limit 有默认值不应在 required 中
  36. self.assertIn("keyword", fn["parameters"]["required"])
  37. self.assertNotIn("limit", fn["parameters"]["required"])
  38. async def test_tool_execution_with_context_injection(self):
  39. registry = ToolRegistry()
  40. @registry.register(name="echo_tool", description="Echo tool")
  41. async def echo_tool(msg: str, *, db: AsyncSession, current_user: VasUser):
  42. return {
  43. "echo": msg,
  44. "user_id": current_user.id,
  45. "db_injected": db is not None,
  46. }
  47. mock_user = VasUser(id="usr_123", role="user")
  48. mock_db = MagicMock(spec=AsyncSession)
  49. result = await registry.execute(
  50. "echo_tool",
  51. arguments={"msg": "hello agent"},
  52. context={"db": mock_db, "current_user": mock_user},
  53. )
  54. self.assertEqual(result["echo"], "hello agent")
  55. self.assertEqual(result["user_id"], "usr_123")
  56. self.assertTrue(result["db_injected"])
  57. class TestAgentMemory(unittest.IsolatedAsyncioTestCase):
  58. """测试 Redis 会话记忆"""
  59. @patch("app.services.agent.memory.get_redis_client")
  60. async def test_memory_append_and_get(self, mock_get_redis):
  61. mock_redis = AsyncMock()
  62. storage = {}
  63. async def fake_get(key):
  64. return storage.get(key)
  65. async def fake_setex(key, ttl, value):
  66. storage[key] = value
  67. async def fake_delete(key):
  68. storage.pop(key, None)
  69. mock_redis.get = fake_get
  70. mock_redis.setex = fake_setex
  71. mock_redis.delete = fake_delete
  72. mock_get_redis.return_value = mock_redis
  73. session_id = "test_sess_001"
  74. # 初始为空
  75. history = await AgentMemory.get_history(session_id)
  76. self.assertEqual(history, [])
  77. # 追加新消息
  78. await AgentMemory.append_messages(
  79. session_id,
  80. [
  81. {"role": "user", "content": "我的订单状态是什么?"},
  82. {"role": "assistant", "content": "您有1笔待支付订单。"},
  83. ],
  84. )
  85. history2 = await AgentMemory.get_history(session_id)
  86. self.assertEqual(len(history2), 2)
  87. self.assertEqual(history2[0]["content"], "我的订单状态是什么?")
  88. # 清除 session
  89. await AgentMemory.clear_session(session_id)
  90. history3 = await AgentMemory.get_history(session_id)
  91. self.assertEqual(history3, [])
  92. class TestAgentEngine(unittest.IsolatedAsyncioTestCase):
  93. """测试 Agent 编排引擎:多步工具调用与流式事件生成"""
  94. @patch("app.services.agent.memory.AgentMemory.append_messages", new_callable=AsyncMock)
  95. @patch("app.services.agent.memory.AgentMemory.get_history", new_callable=AsyncMock)
  96. @patch("app.services.llm_service.LlmService.chat_completion_with_tools_async")
  97. async def test_agent_sync_tool_call_loop(self, mock_chat, mock_get_history, mock_append):
  98. mock_get_history.return_value = []
  99. mock_user = VasUser(id="user_test_99", role="user")
  100. mock_db = MagicMock(spec=AsyncSession)
  101. # 模拟 LLM 第一步发起工具调用,第二步汇总回答
  102. mock_chat.side_effect = [
  103. {
  104. "role": "assistant",
  105. "content": "",
  106. "tool_calls": [
  107. {
  108. "id": "call_abc123",
  109. "type": "function",
  110. "function": {
  111. "name": "query_user_orders",
  112. "arguments": json.dumps({"limit": 5}),
  113. },
  114. }
  115. ],
  116. },
  117. {
  118. "role": "assistant",
  119. "content": "您当前有0笔订单。",
  120. "tool_calls": None,
  121. },
  122. ]
  123. # 模拟 db.execute 返回空订单列表
  124. mock_result = MagicMock()
  125. mock_result.scalars().all.return_value = []
  126. mock_db.execute = AsyncMock(return_value=mock_result)
  127. request = AgentChatRequest(message="查一下我的最新订单", session_id="test_sess_run")
  128. response = await AgentEngine.run_sync(
  129. request=request,
  130. current_user=mock_user,
  131. db=mock_db,
  132. )
  133. self.assertEqual(response.answer, "您当前有0笔订单。")
  134. self.assertEqual(len(response.steps), 1)
  135. self.assertEqual(response.steps[0].tool, "query_user_orders")
  136. self.assertEqual(response.steps[0].arguments, {"limit": 5})
  137. self.assertFalse(response.steps[0].is_error)
  138. @patch("app.services.agent.memory.AgentMemory.append_messages", new_callable=AsyncMock)
  139. @patch("app.services.agent.memory.AgentMemory.get_history", new_callable=AsyncMock)
  140. @patch("app.services.llm_service.LlmService.chat_completion_with_tools_async")
  141. async def test_agent_stream_events(self, mock_chat, mock_get_history, mock_append):
  142. mock_get_history.return_value = []
  143. mock_user = VasUser(id="user_test_99", role="user")
  144. mock_db = MagicMock(spec=AsyncSession)
  145. # 模拟无工具调用直接回答
  146. mock_chat.return_value = {
  147. "role": "assistant",
  148. "content": "你好,我是你的系统业务助手!",
  149. "tool_calls": None,
  150. }
  151. request = AgentChatRequest(message="你好", stream=True)
  152. events = []
  153. async for chunk in AgentEngine.run_stream(
  154. request=request,
  155. current_user=mock_user,
  156. db=mock_db,
  157. ):
  158. events.append(chunk)
  159. combined = "".join(events)
  160. self.assertIn("event: think", combined)
  161. self.assertIn("event: message", combined)
  162. self.assertIn("event: finish", combined)
  163. self.assertIn("你好,我是你的系统业务助手!", combined)
  164. class TestAgentAPIEndpoints(unittest.TestCase):
  165. """测试 FastAPI 接口层挂载与鉴权"""
  166. def setUp(self):
  167. from fastapi.testclient import TestClient
  168. from app.main import app
  169. from app.core.auth import get_current_user
  170. self.mock_user = VasUser(id="api_test_user", role="user", email="test@example.com")
  171. async def override_current_user():
  172. return self.mock_user
  173. app.dependency_overrides[get_current_user] = override_current_user
  174. self.client = TestClient(app)
  175. def tearDown(self):
  176. from app.main import app
  177. app.dependency_overrides.clear()
  178. def test_list_tools_endpoint(self):
  179. response = self.client.get("/api/agent/tools")
  180. self.assertEqual(response.status_code, 200)
  181. data = response.json()
  182. self.assertEqual(data["code"], 0)
  183. tool_names = [t["name"] for t in data["data"]]
  184. self.assertIn("query_user_orders", tool_names)
  185. self.assertIn("search_products", tool_names)
  186. self.assertIn("list_node_configurations", tool_names)
  187. self.assertIn("toggle_node_configuration", tool_names)
  188. self.assertIn("rollback_node_configuration", tool_names)
  189. self.assertIn("list_plugins", tool_names)
  190. self.assertIn("get_proxy_pool_stats", tool_names)
  191. @patch("app.services.agent.engine.AgentEngine.run_sync")
  192. def test_agent_chat_sync_endpoint(self, mock_run_sync):
  193. from app.schemas.agent import AgentChatResponse
  194. mock_run_sync.return_value = AgentChatResponse(
  195. session_id="sess_123",
  196. answer="为您查到以下商品",
  197. steps=[],
  198. steps_count=0,
  199. )
  200. response = self.client.post(
  201. "/api/agent/chat",
  202. json={"message": "帮我看看有什么商品", "stream": False},
  203. )
  204. self.assertEqual(response.status_code, 200)
  205. data = response.json()
  206. self.assertEqual(data["code"], 0)
  207. self.assertEqual(data["data"]["answer"], "为您查到以下商品")
  208. class TestOpsToolsPermissions(unittest.IsolatedAsyncioTestCase):
  209. """测试运维管理工具的管理员角色鉴权拦截"""
  210. async def test_non_admin_blocked_from_node_configs(self):
  211. from app.services.agent.tools.builtin.node_config_tools import list_node_configurations, toggle_node_configuration
  212. normal_user = VasUser(id="u1", role="user")
  213. mock_db = MagicMock(spec=AsyncSession)
  214. res1 = await list_node_configurations(db=mock_db, current_user=normal_user)
  215. self.assertIn("error", res1)
  216. self.assertIn("权限不足", res1["error"])
  217. res2 = await toggle_node_configuration(entry_type="booker", entry_id=1, enable=True, db=mock_db, current_user=normal_user)
  218. self.assertIn("error", res2)
  219. self.assertIn("权限不足", res2["error"])
  220. async def test_non_admin_blocked_from_plugins_and_proxies(self):
  221. from app.services.agent.tools.builtin.plugin_tools import list_plugins
  222. from app.services.agent.tools.builtin.proxy_pool_tools import get_proxy_pool_stats
  223. normal_user = VasUser(id="u1", role="user")
  224. mock_db = MagicMock(spec=AsyncSession)
  225. p_res = await list_plugins(db=mock_db, current_user=normal_user)
  226. self.assertIn("error", p_res)
  227. self.assertIn("权限不足", p_res["error"])
  228. prx_res = await get_proxy_pool_stats(db=mock_db, current_user=normal_user)
  229. self.assertIn("error", prx_res)
  230. self.assertIn("权限不足", prx_res["error"])
  231. @patch("app.services.node_configuration_service.NodeConfigurationService.list_entries")
  232. async def test_admin_allowed_for_node_configs(self, mock_list_entries):
  233. from app.services.agent.tools.builtin.node_config_tools import list_node_configurations
  234. admin_user = VasUser(id="admin_1", role="admin")
  235. mock_db = MagicMock(spec=AsyncSession)
  236. mock_list_entries.return_value = (0, [])
  237. res = await list_node_configurations(db=mock_db, current_user=admin_user)
  238. self.assertNotIn("error", res)
  239. self.assertEqual(res["total"], 0)
  240. if __name__ == "__main__":
  241. unittest.main()