| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484 |
- import aiohttp
- import asyncio
- import json
- import os
- import re
- from typing import Optional, Dict, Any
- from sqlalchemy.ext.asyncio import AsyncSession
- from sqlalchemy import select
- from app.core.config import settings
- from app.core.biz_exception import NotFoundError, BizLogicError
- from app.core.logger import logger
- from app.schemas.llm import ParseUserInputsPayload, ParseUserInputsOut
- from app.models.schema import VasSchema
- class LlmService:
- """
- 通用 LLM 服务(OpenAI-compatible 协议)
- 支持 Qwen (DashScope)、OpenAI、DeepSeek、Moonshot、Ollama 等任意标准兼容模型
- """
- @classmethod
- def get_api_key(cls) -> str:
- """获取 API Key(优先读取 settings.llm_api_key,其次读取环境变量 LLM_API_KEY)"""
- return (
- (settings.llm_api_key or "").strip()
- or os.getenv("LLM_API_KEY", "").strip()
- )
- @classmethod
- def get_completions_url(cls) -> str:
- """获取并规范化 /chat/completions 完整请求 URL"""
- base = (
- (settings.llm_base_url or "").strip()
- or os.getenv("LLM_BASE_URL", "https://dashscope.aliyuncs.com/compatible-mode/v1").strip()
- ).rstrip("/")
-
- if base.endswith("/chat/completions"):
- return base
- return f"{base}/chat/completions"
- @classmethod
- def get_default_model(cls) -> str:
- """获取默认模型名称"""
- return (
- (settings.llm_model or "").strip()
- or os.getenv("LLM_MODEL", "qwen-plus").strip()
- )
- @classmethod
- def clean_json_response(cls, content_str: str) -> Dict[str, Any]:
- """
- 从 LLM 返回的内容中提取并解析合法 JSON,自动剥离 Markdown 代码块
- """
- if not content_str:
- return {}
- text = content_str.strip()
- # 匹配 ```json ... ``` 或 ``` ... ```
- code_block_match = re.search(r"```(?:json)?\s*([\s\S]*?)\s*```", text, re.IGNORECASE)
- if code_block_match:
- text = code_block_match.group(1).strip()
- # 尝试直接解析
- try:
- return json.loads(text)
- except json.JSONDecodeError:
- # 尝试提取最外层的 { ... }
- brace_match = re.search(r"(\{[\s\S]*\})", text)
- if brace_match:
- return json.loads(brace_match.group(1))
- raise
- @classmethod
- async def handle_parse(cls, db: AsyncSession, payload: ParseUserInputsPayload) -> ParseUserInputsOut:
- """
- 处理数据解析接口请求
- """
- stmt = select(VasSchema).where(VasSchema.id == payload.schema_id)
- obj = (await db.execute(stmt)).scalar_one_or_none()
- if not obj:
- raise NotFoundError("Schema not exist")
- parsed_obj = await cls.parse_data_async(
- user_text=payload.input_raw_str,
- json_schema=obj.schema_json,
- model=payload.model
- )
- return ParseUserInputsOut(parsed_obj=parsed_obj)
- @classmethod
- async def parse_data_async(
- cls,
- user_text: str,
- json_schema: dict,
- model: Optional[str] = None,
- max_retries: int = 1
- ) -> Dict[str, Any]:
- """
- [异步版本] 调用配置好的 OpenAI 兼容接口解析数据
- """
- api_key = cls.get_api_key()
- if not api_key:
- logger.warning("[LlmService] No LLM API Key configured.")
- raise BizLogicError("LLM API Key not configured")
- url = cls.get_completions_url()
- selected_model = (model or "").strip() or cls.get_default_model()
- temperature = settings.llm_temperature
- timeout_seconds = settings.llm_timeout_seconds or 30
- headers = {
- "Authorization": f"Bearer {api_key}",
- "Content-Type": "application/json",
- }
- # 构造 Prompt
- system_instruction = "You are a specialized data extraction API. Output valid JSON only."
- user_prompt = f"""
- Extract data from the text strictly based on the provided JSON Schema.
- [JSON Schema]
- {json.dumps(json_schema, ensure_ascii=False)}
- [User Text]
- {user_text}
- """
- payload = {
- "model": selected_model,
- "messages": [
- {"role": "system", "content": system_instruction},
- {"role": "user", "content": user_prompt}
- ],
- "temperature": temperature,
- "response_format": {"type": "json_object"}
- }
- timeout = aiohttp.ClientTimeout(total=float(timeout_seconds))
- for attempt in range(max_retries + 1):
- try:
- async with aiohttp.ClientSession(timeout=timeout) as session:
- async with session.post(url, headers=headers, json=payload) as response:
- if response.status != 200:
- error_text = await response.text()
- logger.error(f"[LlmService] HTTP {response.status} from {url}: {error_text}")
- if attempt == max_retries:
- raise BizLogicError(f"LLM request failed: HTTP {response.status}")
- await asyncio.sleep(0.5)
- continue
- result = await response.json()
- choices = result.get("choices", [])
- if not choices:
- raise BizLogicError("LLM response did not contain completion choices")
- content_str = choices[0].get("message", {}).get("content", "")
- try:
- return cls.clean_json_response(content_str)
- except Exception as e:
- logger.error(f"[LlmService] Failed to parse JSON from LLM response: {content_str}, error: {e}")
- raise BizLogicError("Failed to parse valid JSON from LLM response")
- except BizLogicError:
- raise
- except Exception as e:
- logger.error(f"[LlmService] Exception on attempt {attempt + 1}: {e}")
- if attempt == max_retries:
- raise BizLogicError(f"LLM invocation error: {str(e)}")
- await asyncio.sleep(0.5)
- raise BizLogicError("LLM request failed")
- @classmethod
- async def parse_tutorial_async(
- cls,
- prompt: str,
- system_prompt: Optional[str] = None,
- model: Optional[str] = None,
- max_retries: int = 1,
- ) -> Dict[str, Any]:
- """
- 利用大模型 (如 DeepSeek) 根据用户的自然语言需求,自动生成商品用户使用教程与操作指引结构化配置
- 支持前端传入自定义/微调后的 system_prompt
- """
- api_key = cls.get_api_key()
- if not api_key:
- logger.warning("[LlmService] No LLM API Key configured.")
- raise BizLogicError("LLM API Key not configured")
- url = cls.get_completions_url()
- selected_model = (model or "").strip() or cls.get_default_model()
- temperature = 0.3
- timeout_seconds = settings.llm_timeout_seconds or 45
- headers = {
- "Authorization": f"Bearer {api_key}",
- "Content-Type": "application/json",
- }
- default_instruction = (
- "You are an expert e-commerce operations specialist for international visa, embassy, and appointment booking services.\n"
- "Your primary mission is to generate a MANDATORY PRE-ORDER PREREQUISITE CHECKLIST (下单前置必备条件与门槛说明) for customers before they can purchase this service.\n\n"
- "CORE EMPHASIS:\n"
- "The single most important purpose of this guide is establishing the HARD PRE-CONDITIONS required BEFORE placing an order. Customers must satisfy these prerequisites first; otherwise, their automated booking order cannot proceed and will fail.\n\n"
- "CORE WRITING STYLE:\n"
- "1. PREREQUISITE-FIRST & ULTRA-CONCISE: Focus exclusively on what the buyer MUST have ready before paying. Avoid generic website tutorials or fluffy disclaimers. Every word must count.\n"
- "2. ALL ENGLISH: Regardless of input language, generate crisp, authoritative, professional English.\n\n"
- "JSON SCHEMA:\n"
- "{\n"
- ' "display_type": "both", // Allowed: "both", "modal", "link", "embedded"\n'
- ' "button_text": "⚠️ Mandatory Pre-Order Checklist", // Short warning/checklist label (3-5 words with emoji)\n'
- ' "modal_title": "Mandatory Prerequisites Before Placing Order", // Clear pre-order gate title (5-8 words)\n'
- ' "link_url": "https://...", // Official portal URL if mentioned, else ""\n'
- ' "link_text": "Official Portal ↗", // Short label (2-3 words)\n'
- ' "badge_text": "Mandatory Prerequisite", // Badge indicating required pre-order gate (1-3 words)\n'
- ' "summary": "...", // STRICTLY 1-2 punchy sentences warning the buyer what MUST be ready before ordering (under 30 words).\n'
- ' "steps": [\n'
- ' {\n'
- ' "step_no": 1,\n'
- ' "title": "Action Title", // 2-4 words (e.g. "Activated Portal Account", "Valid Passport Scan", "Cancel Prior Bookings")\n'
- ' "desc": "One crisp sentence explaining the exact prerequisite required before order (strictly under 20 words)."\n'
- ' }\n'
- ' ],\n'
- ' "content": "..." // Max 2 critical FAQs addressing pre-order blockers (e.g. can I order first without account? overlapping bookings?). Format: **Q: ...?**\\nA: One crisp sentence.\n'
- "}\n\n"
- "CRITICAL RULES:\n"
- "1. FOCUS ON PRE-CONDITIONS: Every single step MUST be a prerequisite task completed BEFORE ordering.\n"
- "2. MAX 3 STEPS: Each step's description MUST be strictly 1 single, compact sentence (< 20 words).\n"
- "3. SUMMARY: Strictly 1 to 2 sentences max (< 35 words total).\n"
- "4. FAQ: Strictly 2 questions maximum, with direct 1-sentence answers.\n"
- "5. Output STRICT JSON only without Markdown wrappers or greetings."
- )
- effective_system_prompt = system_prompt.strip() if (system_prompt and system_prompt.strip()) else default_instruction
- payload = {
- "model": selected_model,
- "messages": [
- {"role": "system", "content": effective_system_prompt},
- {"role": "user", "content": prompt}
- ],
- "temperature": temperature,
- "response_format": {"type": "json_object"}
- }
- timeout = aiohttp.ClientTimeout(total=float(timeout_seconds))
- for attempt in range(max_retries + 1):
- try:
- async with aiohttp.ClientSession(timeout=timeout) as session:
- async with session.post(url, headers=headers, json=payload) as response:
- if response.status != 200:
- error_text = await response.text()
- logger.error(f"[LlmService] HTTP {response.status} from {url}: {error_text}")
- if attempt == max_retries:
- raise BizLogicError(f"LLM request failed: HTTP {response.status}")
- await asyncio.sleep(0.5)
- continue
- result = await response.json()
- choices = result.get("choices", [])
- if not choices:
- raise BizLogicError("LLM response did not contain completion choices")
- content_str = choices[0].get("message", {}).get("content", "")
- parsed = cls.clean_json_response(content_str)
- if not isinstance(parsed, dict):
- raise BizLogicError("LLM returned non-dict JSON")
- # 若模型在顶层嵌套了 tutorial_config / tutorial / config / data,先解包
- if "tutorial_config" in parsed and isinstance(parsed["tutorial_config"], dict):
- parsed = parsed["tutorial_config"]
- elif "tutorial" in parsed and isinstance(parsed["tutorial"], dict):
- parsed = parsed["tutorial"]
- elif "config" in parsed and isinstance(parsed["config"], dict):
- parsed = parsed["config"]
- elif "data" in parsed and isinstance(parsed["data"], dict):
- parsed = parsed["data"]
- # 全量健壮字段对齐与多格式兼容,确保精准填充至表单各位置
- btn_txt = parsed.get("button_text") or parsed.get("button_label") or parsed.get("btn_text") or "📖 Guide: Prepare Your Account"
- m_title = parsed.get("modal_title") or parsed.get("title") or parsed.get("name") or "Official Portal Registration & Booking Guide"
- l_url = parsed.get("link_url") or parsed.get("url") or parsed.get("link") or ""
- l_txt = parsed.get("link_text") or parsed.get("url_text") or "Open Official Portal ↗"
- summ = parsed.get("summary") or parsed.get("overview") or parsed.get("description") or ""
- raw_faq = parsed.get("content") or parsed.get("faq") or parsed.get("faq_content") or parsed.get("details") or ""
- if isinstance(raw_faq, list):
- faq_lines = []
- for i, item in enumerate(raw_faq):
- if isinstance(item, dict):
- q = item.get("q") or item.get("question") or item.get("title") or f"Question {i+1}"
- a = item.get("a") or item.get("answer") or item.get("desc") or item.get("content") or ""
- faq_lines.append(f"**Q{i+1}. {q}**\n{a}")
- elif isinstance(item, str):
- faq_lines.append(item)
- faq_content = "\n\n".join(faq_lines)
- else:
- faq_content = str(raw_faq)
- badge_txt = parsed.get("badge_text") or "Prerequisite Guide"
- d_type = str(parsed.get("display_type", "both")).lower()
- if "modal" in d_type:
- d_type = "modal"
- elif "link" in d_type:
- d_type = "link"
- elif "embed" in d_type:
- d_type = "embedded"
- else:
- d_type = "both"
- steps_raw = parsed.get("steps", [])
- if not isinstance(steps_raw, list):
- if isinstance(steps_raw, str):
- steps_raw = [s.strip() for s in steps_raw.split("\n") if s.strip()]
- else:
- steps_raw = []
- normalized_steps = []
- for idx, step in enumerate(steps_raw):
- if isinstance(step, dict):
- normalized_steps.append({
- "step_no": step.get("step_no", idx + 1),
- "title": step.get("title") or step.get("step_title") or step.get("name") or f"Step {idx + 1}",
- "desc": step.get("desc") or step.get("description") or step.get("content") or step.get("detail") or "",
- })
- elif isinstance(step, str) and step.strip():
- normalized_steps.append({
- "step_no": idx + 1,
- "title": f"Step {idx + 1}",
- "desc": step.strip(),
- })
- return {
- "enabled": True,
- "display_type": d_type,
- "button_text": btn_txt,
- "modal_title": m_title,
- "link_url": l_url,
- "link_text": l_txt,
- "badge_text": badge_txt,
- "summary": summ,
- "steps": normalized_steps,
- "content": faq_content,
- }
- except BizLogicError:
- raise
- except Exception as e:
- logger.error(f"[LlmService] parse_tutorial_async attempt {attempt} failed: {e}")
- if attempt == max_retries:
- raise BizLogicError(f"AI tutorial parsing failed: {str(e)}")
- await asyncio.sleep(0.5)
- raise BizLogicError("AI tutorial parsing failed")
- @classmethod
- async def chat_completion_with_tools_async(
- cls,
- messages: list[dict],
- tools: Optional[list[dict]] = None,
- model: Optional[str] = None,
- temperature: Optional[float] = None,
- max_retries: int = 1,
- ) -> dict:
- """
- 调用 OpenAI 兼容接口,支持 Function Calling (tools)
- 返回 choices[0]["message"] (包含 role, content, tool_calls 等)
- """
- api_key = cls.get_api_key()
- if not api_key:
- logger.warning("[LlmService] No LLM API Key configured.")
- raise BizLogicError("LLM API Key not configured")
- url = cls.get_completions_url()
- selected_model = (model or "").strip() or cls.get_default_model()
- temp = settings.llm_temperature if temperature is None else temperature
- timeout_seconds = settings.llm_timeout_seconds or 45
- headers = {
- "Authorization": f"Bearer {api_key}",
- "Content-Type": "application/json",
- }
- payload: dict[str, Any] = {
- "model": selected_model,
- "messages": messages,
- "temperature": temp,
- }
- if tools:
- payload["tools"] = tools
- payload["tool_choice"] = "auto"
- timeout = aiohttp.ClientTimeout(total=float(timeout_seconds))
- for attempt in range(max_retries + 1):
- try:
- async with aiohttp.ClientSession(timeout=timeout) as session:
- async with session.post(url, headers=headers, json=payload) as response:
- if response.status != 200:
- error_text = await response.text()
- logger.error(f"[LlmService] HTTP {response.status} from {url}: {error_text}")
- if attempt == max_retries:
- raise BizLogicError(f"LLM request failed: HTTP {response.status} - {error_text[:200]}")
- await asyncio.sleep(0.5)
- continue
- result = await response.json()
- choices = result.get("choices", [])
- if not choices:
- raise BizLogicError("LLM response did not contain completion choices")
- return choices[0].get("message", {})
- except BizLogicError:
- raise
- except Exception as e:
- logger.error(f"[LlmService] Exception on attempt {attempt + 1}: {e}")
- if attempt == max_retries:
- raise BizLogicError(f"LLM invocation error: {str(e)}")
- await asyncio.sleep(0.5)
- raise BizLogicError("LLM request failed")
- @classmethod
- async def chat_completion_stream_async(
- cls,
- messages: list[dict],
- tools: Optional[list[dict]] = None,
- model: Optional[str] = None,
- temperature: Optional[float] = None,
- ):
- """
- 流式调用 OpenAI 兼容接口,逐块 yield delta 字典
- """
- api_key = cls.get_api_key()
- if not api_key:
- logger.warning("[LlmService] No LLM API Key configured.")
- raise BizLogicError("LLM API Key not configured")
- url = cls.get_completions_url()
- selected_model = (model or "").strip() or cls.get_default_model()
- temp = settings.llm_temperature if temperature is None else temperature
- timeout_seconds = settings.llm_timeout_seconds or 60
- headers = {
- "Authorization": f"Bearer {api_key}",
- "Content-Type": "application/json",
- }
- payload: dict[str, Any] = {
- "model": selected_model,
- "messages": messages,
- "temperature": temp,
- "stream": True,
- }
- if tools:
- payload["tools"] = tools
- payload["tool_choice"] = "auto"
- timeout = aiohttp.ClientTimeout(total=float(timeout_seconds))
- async with aiohttp.ClientSession(timeout=timeout) as session:
- async with session.post(url, headers=headers, json=payload) as response:
- if response.status != 200:
- error_text = await response.text()
- logger.error(f"[LlmService stream] HTTP {response.status} from {url}: {error_text}")
- raise BizLogicError(f"LLM stream request failed: HTTP {response.status}")
- async for line in response.content:
- line_str = line.decode("utf-8").strip()
- if not line_str or not line_str.startswith("data:"):
- continue
- data_str = line_str[5:].strip()
- if data_str == "[DONE]":
- break
- try:
- chunk = json.loads(data_str)
- choices = chunk.get("choices", [])
- if choices:
- delta = choices[0].get("delta", {})
- yield delta
- except Exception:
- continue
|