cloud_api.py 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459
  1. # toolkit/cloud_api.py
  2. import requests
  3. import time
  4. from urllib.parse import quote
  5. from datetime import datetime, timezone, timedelta
  6. from typing import Dict, Any, List, Optional
  7. import configure
  8. from core_types import PermissionDeniedError, RateLimiteddError, SessionExpiredOrInvalidError, BizLogicError
  9. from logger_setup import VSC_ERROR, VSC_INFO, VSC_WARN, VSC_DEBUG
  10. class CloudApi:
  11. """
  12. @brief CloudApi 的 Python 实现
  13. 用于对接云端服务 (打码、邮件、Session存储、任务调度)
  14. """
  15. _instance = None
  16. def __new__(cls, *args, **kwargs):
  17. if cls._instance is None:
  18. cls._instance = super(CloudApi, cls).__new__(cls)
  19. cls._instance.base_url = configure.CLOUD_API_BASE_URL
  20. cls._instance.api_token = configure.CLOUD_API_TOKEN
  21. cls._instance.session = requests.Session()
  22. return cls._instance
  23. @staticmethod
  24. def Instance():
  25. return CloudApi()
  26. def _get_headers(self, content_type: str = "application/json") -> Dict[str, str]:
  27. if not self.api_token:
  28. raise BizLogicError("CLOUD_API_TOKEN is not configured")
  29. token = self.api_token if self.api_token.startswith("Bearer ") else f"Bearer {self.api_token}"
  30. return {
  31. "Authorization": token,
  32. "Content-Type": content_type,
  33. "Accept": "application/json, text/plain, */*"
  34. }
  35. def _perform_request(self, method, url, headers=None, data=None, json_data=None, params=None, timeout=5*60):
  36. """
  37. 统一 HTTP 请求封装
  38. """
  39. resp = self.session.request(method, url, headers=headers, data=data, json=json_data, params=params, timeout=timeout)
  40. VSC_DEBUG('vs_cloud', f'[perform request] {method} {url} {data} {json_data} {params} {resp.text}')
  41. if resp.status_code == 200:
  42. return resp
  43. elif resp.status_code == 401:
  44. raise SessionExpiredOrInvalidError()
  45. elif resp.status_code == 403:
  46. raise PermissionDeniedError()
  47. elif resp.status_code == 429:
  48. raise RateLimiteddError()
  49. else:
  50. raise BizLogicError(message=f"HTTP Error {resp.status_code}: {resp.text[:100]}")
  51. def get_dynamic_config(self, config_name: str) -> Any:
  52. url = f'{self.base_url}/api/dynamic-configurations/key/{quote(config_name)}'
  53. headers = self._get_headers()
  54. resp = self._perform_request('GET', url, headers=headers, timeout=10)
  55. result = resp.json()
  56. if result.get("code") == 0:
  57. data = result.get("data") or {}
  58. return data.get("config_value")
  59. else:
  60. raise BizLogicError(message=f"Get dynamic config biz error: {result.get('message')}")
  61. def get_node_configurations(
  62. self,
  63. entry_type: str,
  64. node_id: Optional[str] = None,
  65. page: int = 1,
  66. page_size: int = 100,
  67. identifier: Optional[str] = None,
  68. order_id: Optional[str] = None,
  69. ) -> Dict[str, Any]:
  70. """
  71. 分页查询指定 entry_type (sentinel/booker/standalone) 的节点配置列表
  72. GET /api/node-configurations/{entry_type}
  73. """
  74. url = f"{self.base_url}/api/node-configurations/{quote(entry_type)}"
  75. params: Dict[str, Any] = {
  76. "page": page,
  77. "pageSize": page_size,
  78. }
  79. if node_id:
  80. params["node_id"] = node_id
  81. if identifier:
  82. params["identifier"] = identifier
  83. if order_id:
  84. params["order_id"] = order_id
  85. headers = self._get_headers()
  86. resp = self._perform_request('GET', url, params=params, headers=headers, timeout=10)
  87. result = resp.json()
  88. if result.get("code") == 0:
  89. return result.get("data") or {}
  90. else:
  91. raise BizLogicError(message=f"Get node configurations biz error: {result.get('message')}")
  92. def get_vas_task_pop(self, routing_key: str) -> Dict:
  93. if configure.TEST_TASK:
  94. return configure.TEST_TASK
  95. url = f"{self.base_url}/api/vas/task/pop"
  96. params = {
  97. "queue_name": routing_key,
  98. }
  99. headers = self._get_headers()
  100. resp = self._perform_request('GET', url, params=params, headers=headers, timeout=10)
  101. result = resp.json()
  102. if result.get("code") == 0:
  103. return result.get("data", {})
  104. else:
  105. raise BizLogicError(message=f"Get vas task pop biz error: {result.get('message')}")
  106. def get_vas_task(self, task_id: str) -> Dict:
  107. url = f"{self.base_url}/api/vas/task/detail"
  108. params = {"task_id": task_id}
  109. headers = self._get_headers()
  110. resp = self._perform_request('GET', url, params=params, headers=headers, timeout=10)
  111. result = resp.json()
  112. if result.get("code") == 0:
  113. return result.get("data", {})
  114. else:
  115. raise BizLogicError(message=f"Get Task={task_id} error: {result.get('message')}")
  116. def update_vas_task(self, task_id: str, update_data: Dict[str, Any]) -> Dict:
  117. """
  118. 更新任务
  119. """
  120. url = f"{self.base_url}/api/vas/task/update"
  121. params = {"id": task_id}
  122. headers = self._get_headers()
  123. resp = self._perform_request('POST', url, params=params, json_data=update_data, headers=headers, timeout=10)
  124. result = resp.json()
  125. if result.get("code") == 0:
  126. return result.get("data", {})
  127. else:
  128. raise BizLogicError(message=f"Update vas task biz error: {result.get('message')}")
  129. def return_vas_task_to_queue(self, task_id: int):
  130. """
  131. 重入队列
  132. """
  133. url = f"{self.base_url}/api/vas/task/return_to_queue"
  134. params = {"task_id": task_id}
  135. headers = self._get_headers()
  136. resp = self._perform_request('POST', url, params=params, headers=headers, timeout=10)
  137. result = resp.json()
  138. if result.get("code") == 0:
  139. return result.get("data", {})
  140. else:
  141. raise BizLogicError(message=f"Return vas task to queue biz error: {result.get('message')}")
  142. def push_weixin_text(self, text:str):
  143. """
  144. 推送微信文本消息
  145. """
  146. url = f"{self.base_url}/api/wechat/send_no_token"
  147. payload = {"message": text}
  148. headers = self._get_headers()
  149. resp = self._perform_request('POST', url, json_data=payload, headers=headers, timeout=10)
  150. result = resp.json()
  151. if result.get("code") == 0:
  152. return result.get("data", {})
  153. else:
  154. raise BizLogicError(message=f"Return vas task to queue biz error: {result.get('message')}")
  155. def create_task(self, command: str, args: Dict) -> str:
  156. """
  157. 创建任务
  158. """
  159. url = f"{self.base_url}/api/tasks"
  160. headers = self._get_headers()
  161. payload = {
  162. "command": command,
  163. "args": args,
  164. "status": 0
  165. }
  166. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  167. result = resp.json()
  168. if result.get("code") == 0:
  169. data = result.get("data", {})
  170. task_id = data.get("id")
  171. if not task_id:
  172. raise BizLogicError(message=f"Task created but no ID returned. Resp: {data}")
  173. return str(task_id)
  174. else:
  175. raise BizLogicError(message=f"Create task failed ({command}): {result.get('message')}")
  176. def get_task_result(self, task_id: str, timeout: int = 120, interval: int = 3) -> Dict:
  177. """
  178. 轮询获取任务结果
  179. """
  180. url = f"{self.base_url}/api/tasks/{task_id}"
  181. headers = self._get_headers()
  182. start_time = time.time()
  183. while True:
  184. if time.time() - start_time > timeout:
  185. raise BizLogicError(message=f"Wait for task result timeout ({timeout}s). TaskID: {task_id}")
  186. try:
  187. resp = self._perform_request('GET', url, headers=headers, timeout=10)
  188. result = resp.json()
  189. if result.get("code") != 0:
  190. raise BizLogicError(message=f"API Error fetching task: {result.get('message')}")
  191. data = result.get("data", {})
  192. status = data.get("status")
  193. if status == 2:
  194. return data
  195. elif status == 3:
  196. error_msg = data.get("result", "Unknown error")
  197. raise BizLogicError(message=f"Task execution failed: {error_msg}")
  198. except Exception as e:
  199. if isinstance(e, BizLogicError):
  200. raise e
  201. VSC_WARN("vs_cloud", f"Polling exception: {str(e)}")
  202. time.sleep(interval)
  203. def create_http_session(
  204. self,
  205. session_id: str,
  206. cookies: Optional[str] = None,
  207. local_storage: Optional[str] = None,
  208. user_agent: Optional[str] = None,
  209. proxy: Optional[str] = None,
  210. page: Optional[str] = None,
  211. session_storage: Optional[str] = None
  212. ) -> Dict:
  213. """
  214. 创建 http session
  215. """
  216. url = f"{self.base_url}/api/http-session"
  217. headers = self._get_headers()
  218. payload = {
  219. "local_storage": local_storage,
  220. "session_storage": session_storage,
  221. "cookies": cookies,
  222. "user_agent": user_agent,
  223. "proxy": proxy,
  224. "page": page,
  225. "session_id": session_id
  226. }
  227. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  228. result = resp.json()
  229. if result.get("code") == 0:
  230. return result.get("data", {})
  231. else:
  232. raise BizLogicError(message=f"Create http session biz error: {result.get('message')}")
  233. def slot_refresh_start(
  234. self,
  235. routing_key: str,
  236. country: str = "",
  237. city: str = "",
  238. visa_type: str = "Tourist",
  239. snapshot_source: str = "worker",
  240. ):
  241. url = f"{self.base_url}/api/slot_refresh/start"
  242. payload = {
  243. "routing_key": routing_key,
  244. "country": country,
  245. "city": city,
  246. "visa_type": visa_type,
  247. "snapshot_source": snapshot_source,
  248. }
  249. headers = self._get_headers()
  250. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  251. result = resp.json()
  252. if result.get("code") == 0:
  253. return result.get("data", {})
  254. else:
  255. raise BizLogicError(message=f"Slot refresh start biz error: {result.get('message')}")
  256. def slot_refresh_success(self, routing_key: str, snapshot_source: str = "worker"):
  257. url = f'{self.base_url}/api/slot_refresh/success'
  258. payload = {
  259. "routing_key": routing_key,
  260. "snapshot_source": snapshot_source,
  261. }
  262. headers = self._get_headers()
  263. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  264. result = resp.json()
  265. if result.get("code") == 0:
  266. return result.get("data", {})
  267. else:
  268. raise BizLogicError(message=f"Slot refresh success biz error: {result.get('message')}")
  269. def slot_refresh_fail(self, routing_key: str, error: str, snapshot_source: str = "worker"):
  270. url = f'{self.base_url}/api/slot_refresh/fail'
  271. payload = {
  272. "routing_key": routing_key,
  273. "snapshot_source": snapshot_source,
  274. "error": error,
  275. }
  276. headers = self._get_headers()
  277. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  278. result = resp.json()
  279. if result.get("code") == 0:
  280. return result.get("data", {})
  281. else:
  282. raise BizLogicError(message=f"Slot refresh fail biz error: {result.get('message')}")
  283. def get_next_account(self, pool_name: str, account_cd: int = 60):
  284. if configure.TEST_ACCOUNT:
  285. return configure.TEST_ACCOUNT
  286. url = f'{self.base_url}/api/account/next'
  287. payload = {
  288. "pool_name": pool_name,
  289. "account_cd": account_cd
  290. }
  291. headers = self._get_headers()
  292. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  293. result = resp.json()
  294. if result.get("code") == 0:
  295. return result.get("data", {})
  296. else:
  297. raise BizLogicError(message=f"Get next account biz error: {result.get('message')}")
  298. def lock_account(self, account_id: int, lock_duration: int = 3600):
  299. url = f"{self.base_url}/api/account/update"
  300. params = {"account_id": account_id}
  301. next_use_time = (
  302. datetime.now(timezone.utc) +
  303. timedelta(seconds=lock_duration)
  304. ).isoformat(timespec="milliseconds").replace("+00:00", "Z")
  305. payload = {
  306. 'next_use_time': next_use_time
  307. }
  308. headers = self._get_headers()
  309. resp = self._perform_request('PUT', url, params=params, json_data=payload, headers=headers, timeout=10)
  310. result = resp.json()
  311. if result.get("code") == 0:
  312. return result.get("data", {})
  313. else:
  314. raise BizLogicError(message=f"Lock account biz error: {result.get('message')}")
  315. def get_next_proxy(self, pools: List[str], proxy_cd: int = 60):
  316. if configure.TEST_PROXY:
  317. return configure.TEST_PROXY
  318. url = f'{self.base_url}/api/proxy/next-ip'
  319. payload = {
  320. "pools": pools,
  321. "proxy_cd": proxy_cd
  322. }
  323. headers = self._get_headers()
  324. resp = self._perform_request('POST', url, headers=headers, json_data=payload, timeout=10)
  325. result = resp.json()
  326. if result.get("code") == 0:
  327. return result.get("data", {})
  328. else:
  329. raise BizLogicError(message=f"Get next account biz error: {result.get('message')}")
  330. def report_proxy_metric(self, metric: Dict[str, Any]) -> bool:
  331. """
  332. 上报代理指标埋点数据 (Fail-Silent)
  333. @param metric: 包含 client_id, plugin_name, egress_ip, local_port, node_name, action, success, http_code, error_type, latency_ms 等
  334. @return: 是否上报成功
  335. """
  336. try:
  337. url = f"{self.base_url}/api/proxy/telemetry"
  338. headers = self._get_headers()
  339. resp = self._perform_request("POST", url, headers=headers, json_data=metric, timeout=5)
  340. return resp.status_code == 200
  341. except Exception as e:
  342. VSC_DEBUG("vs_cloud", f"[report_proxy_metric] Failed to report proxy telemetry: {e}")
  343. return False
  344. def get_proxy_reputation_map(self, plugin_name: str) -> Dict[str, Dict[str, Any]]:
  345. """
  346. 从云端拉取指定插件的代理信誉字典 (Fail-Silent)
  347. @param plugin_name: 插件名称,如 'vfs_plugin'
  348. @return: 字典格式 { "egress_ip": { "score": 90, "state": "trusted", ... } }
  349. """
  350. try:
  351. url = f"{self.base_url}/api/proxy/reputation/{quote(plugin_name)}"
  352. headers = self._get_headers()
  353. resp = self._perform_request("GET", url, headers=headers, timeout=5)
  354. result = resp.json()
  355. if result.get("code") == 0:
  356. data = result.get("data") or {}
  357. return data.get("reputation_map", {})
  358. return {}
  359. except Exception as e:
  360. VSC_DEBUG("vs_cloud", f"[get_proxy_reputation_map] Failed to fetch proxy reputation for {plugin_name}: {e}")
  361. return {}
  362. def slot_snapshot_report(self, query_payload: Dict[str, Any] = {}):
  363. url = f"{self.base_url}/api/slots/report"
  364. headers = self._get_headers()
  365. resp = self._perform_request("POST", url, headers=headers, json_data=query_payload, timeout=10)
  366. result = resp.json()
  367. if result.get("code") == 0:
  368. return result.get("data", {})
  369. else:
  370. raise BizLogicError(message=f"Slot refresh fail biz error: {result.get('message')}")
  371. def fetch_mail_content(
  372. self,
  373. email: str,
  374. sender: str,
  375. recipient: str,
  376. subject_keywords: str,
  377. body_keywords: str,
  378. sent_date: str,
  379. expiry: int,
  380. only_text: bool = True,
  381. ) -> Optional[str]:
  382. """
  383. 获取邮件内容
  384. """
  385. params = {
  386. "email": email,
  387. "sender": sender,
  388. "recipient": recipient,
  389. "subjectKeywords": subject_keywords,
  390. "bodyKeywords": body_keywords,
  391. "sentDate": sent_date,
  392. "expiry": str(expiry),
  393. "onlyText": only_text,
  394. }
  395. url = f"{self.base_url}/api/email-authorizations/fetch"
  396. headers = self._get_headers()
  397. resp = self._perform_request('POST', url, headers=headers, params=params, data="", timeout=5*60)
  398. result = resp.json()
  399. if result.get('code') == 0:
  400. data = result.get('data', {})
  401. return data.get('body', '')
  402. else:
  403. raise BizLogicError(message=f"Fetch mail content biz error: {result.get('message')}")
  404. def fetch_mail_content_from_top(
  405. self,
  406. email: str,
  407. sender: str,
  408. recipient: str,
  409. subject_keywords: str,
  410. body_keywords: str,
  411. top: int
  412. ) -> Optional[str]:
  413. """从顶部获取邮件内容"""
  414. params = {
  415. "email": email,
  416. "sender": sender,
  417. "recipient": recipient,
  418. "subjectKeywords": subject_keywords,
  419. "bodyKeywords": body_keywords,
  420. "top": str(top)
  421. }
  422. url = f"{self.base_url}/api/email-authorizations/fetch-top"
  423. headers = self._get_headers()
  424. resp = self._perform_request('POST', url, headers=headers, params=params, data="", timeout=5*60)
  425. result = resp.json()
  426. if result.get('code') == 0:
  427. data = result.get('data', {})
  428. return data.get('body', "")
  429. else:
  430. raise BizLogicError(message=f"Fetch mail content from top biz error: {result.get('message')}")