proxy_manager.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111
  1. import os
  2. import json
  3. import random
  4. from typing import List, Dict, Any, Optional
  5. import configure
  6. from toolkit.cloud_api import CloudApi
  7. from core_types import BizLogicError
  8. from log_macros import VSC_INFO, VSC_WARN, VSC_ERROR
  9. class ProxyManager:
  10. """
  11. 统一代理调度管理器。
  12. 支持显式前缀区分:
  13. - "local:<pool_name>" -> 从本地 config/proxies.json 随机分配
  14. - "cloud:<pool_name>" -> 通过 CloudApi 请求云端代理池
  15. 严格校验:未带合法前缀将抛出异常。
  16. """
  17. _instance = None
  18. def __new__(cls, *args, **kwargs):
  19. if cls._instance is None:
  20. cls._instance = super(ProxyManager, cls).__new__(cls)
  21. cls._instance._init_manager()
  22. return cls._instance
  23. @classmethod
  24. def Instance(cls) -> "ProxyManager":
  25. return cls()
  26. def _init_manager(self):
  27. self.project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  28. self.local_proxies_file = os.path.join(self.project_root, "config", "proxies.json")
  29. def _load_local_proxies(self) -> Dict[str, List[Dict[str, Any]]]:
  30. if not os.path.exists(self.local_proxies_file):
  31. raise BizLogicError(message=f"Local proxy config file not found: {self.local_proxies_file}")
  32. try:
  33. with open(self.local_proxies_file, "r", encoding="utf-8") as f:
  34. return json.load(f)
  35. except Exception as e:
  36. raise BizLogicError(message=f"Failed to parse {self.local_proxies_file}: {e}")
  37. def get_next_proxy(self, pools: List[str], proxy_cd: int = 60) -> Dict[str, Any]:
  38. """
  39. 根据 pools 列表解析并获取下一个代理。
  40. @param pools: 代理池列表,例如 ["local:local_multi_pool"] 或 ["cloud:proxy-cheap"]
  41. @param proxy_cd: 代理冷却时间(云端使用)
  42. @return dict 格式标准代理信息 (包含 id, proto, ip, port, username, password)
  43. """
  44. # 如果配置了全局静态测试代理则优先使用
  45. if getattr(configure, "TEST_PROXY", None):
  46. return configure.TEST_PROXY
  47. if not pools:
  48. raise BizLogicError(message="proxy_pool configuration list is empty.")
  49. local_targets = []
  50. cloud_targets = []
  51. for pool_item in pools:
  52. if not isinstance(pool_item, str):
  53. continue
  54. pool_item = pool_item.strip()
  55. if pool_item.startswith("local:"):
  56. local_pool_name = pool_item[len("local:"):].strip()
  57. if local_pool_name:
  58. local_targets.append(local_pool_name)
  59. elif pool_item.startswith("cloud:"):
  60. cloud_pool_name = pool_item[len("cloud:"):].strip()
  61. if cloud_pool_name:
  62. cloud_targets.append(cloud_pool_name)
  63. else:
  64. raise BizLogicError(
  65. message=f"Invalid proxy pool format '{pool_item}'. Must start with 'local:' or 'cloud:'."
  66. )
  67. # 优先支持本地代理池
  68. if local_targets:
  69. all_local_data = self._load_local_proxies()
  70. candidate_proxies: List[Dict[str, Any]] = []
  71. for lt in local_targets:
  72. pool_list = all_local_data.get(lt, [])
  73. if pool_list and isinstance(pool_list, list):
  74. candidate_proxies.extend(pool_list)
  75. if not candidate_proxies:
  76. raise BizLogicError(
  77. message=f"No proxies found in local pools: {local_targets} from {self.local_proxies_file}"
  78. )
  79. chosen = random.choice(candidate_proxies)
  80. # 规范化代理字典,确保与 Proxy 字段完全契合
  81. proxy_dict = {
  82. "id": chosen.get("id", 0),
  83. "proto": chosen.get("proto", "http"),
  84. "ip": chosen.get("ip", "127.0.0.1"),
  85. "port": int(chosen.get("port", 80)),
  86. "username": chosen.get("username", ""),
  87. "password": chosen.get("password", "")
  88. }
  89. return proxy_dict
  90. # 如果指定的是云端代理池
  91. if cloud_targets:
  92. return CloudApi.Instance().get_next_proxy(cloud_targets, proxy_cd=proxy_cd)
  93. raise BizLogicError(message=f"No valid local or cloud proxy pool specified in {pools}")