test_llm_service.py 4.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798
  1. # -*- coding: utf-8 -*-
  2. import unittest
  3. from unittest.mock import patch, MagicMock, AsyncMock
  4. from app.services.llm_service import LlmService
  5. from app.core.biz_exception import BizLogicError
  6. class TestLlmService(unittest.IsolatedAsyncioTestCase):
  7. async def test_no_api_key_raises_biz_logic_error(self):
  8. with patch.object(LlmService, "get_api_key", return_value=""):
  9. with self.assertRaises(BizLogicError) as ctx:
  10. await LlmService.parse_data_async(
  11. user_text="test",
  12. json_schema={"type": "object"},
  13. )
  14. self.assertEqual(ctx.exception.message, "LLM API Key not configured")
  15. self.assertEqual(ctx.exception.code, 40001)
  16. def _create_mock_session_cls(self, mock_response):
  17. mock_post = MagicMock()
  18. mock_post.__aenter__ = AsyncMock(return_value=mock_response)
  19. mock_post.__aexit__ = AsyncMock(return_value=None)
  20. mock_session = MagicMock()
  21. mock_session.post = MagicMock(return_value=mock_post)
  22. mock_session.__aenter__ = AsyncMock(return_value=mock_session)
  23. mock_session.__aexit__ = AsyncMock(return_value=None)
  24. mock_session_cls = MagicMock(return_value=mock_session)
  25. return mock_session_cls
  26. @patch("aiohttp.ClientSession")
  27. async def test_empty_choices_raises_biz_logic_error(self, mock_session_cls):
  28. mock_response = AsyncMock()
  29. mock_response.status = 200
  30. mock_response.json = AsyncMock(return_value={"choices": []})
  31. mock_session_cls.side_effect = self._create_mock_session_cls(mock_response)
  32. with patch.object(LlmService, "get_api_key", return_value="test-key"):
  33. with self.assertRaises(BizLogicError) as ctx:
  34. await LlmService.parse_data_async(
  35. user_text="test",
  36. json_schema={"type": "object"},
  37. )
  38. self.assertEqual(ctx.exception.message, "LLM response did not contain completion choices")
  39. @patch("aiohttp.ClientSession")
  40. async def test_invalid_json_raises_biz_logic_error(self, mock_session_cls):
  41. mock_response = AsyncMock()
  42. mock_response.status = 200
  43. mock_response.json = AsyncMock(return_value={
  44. "choices": [{"message": {"content": "not-valid-json"}}]
  45. })
  46. mock_session_cls.side_effect = self._create_mock_session_cls(mock_response)
  47. with patch.object(LlmService, "get_api_key", return_value="test-key"):
  48. with self.assertRaises(BizLogicError) as ctx:
  49. await LlmService.parse_data_async(
  50. user_text="test",
  51. json_schema={"type": "object"},
  52. )
  53. self.assertEqual(ctx.exception.message, "Failed to parse valid JSON from LLM response")
  54. @patch("aiohttp.ClientSession")
  55. async def test_valid_json_returns_dict(self, mock_session_cls):
  56. mock_response = AsyncMock()
  57. mock_response.status = 200
  58. mock_response.json = AsyncMock(return_value={
  59. "choices": [{"message": {"content": '{"first_name": "JOHN", "last_name": "DOE"}'}}]
  60. })
  61. mock_session_cls.side_effect = self._create_mock_session_cls(mock_response)
  62. with patch.object(LlmService, "get_api_key", return_value="test-key"):
  63. result = await LlmService.parse_data_async(
  64. user_text="test",
  65. json_schema={"type": "object"},
  66. )
  67. self.assertEqual(result, {"first_name": "JOHN", "last_name": "DOE"})
  68. @patch("aiohttp.ClientSession")
  69. async def test_http_error_raises_biz_logic_error(self, mock_session_cls):
  70. mock_response = AsyncMock()
  71. mock_response.status = 500
  72. mock_response.text = AsyncMock(return_value="Internal Server Error")
  73. mock_session_cls.side_effect = self._create_mock_session_cls(mock_response)
  74. with patch.object(LlmService, "get_api_key", return_value="test-key"):
  75. with self.assertRaises(BizLogicError) as ctx:
  76. await LlmService.parse_data_async(
  77. user_text="test",
  78. json_schema={"type": "object"},
  79. max_retries=0,
  80. )
  81. self.assertIn("LLM request failed: HTTP 500", ctx.exception.message)