proxy_manager.py 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. import os
  2. import json
  3. import yaml
  4. import random
  5. from typing import List, Dict, Any, Optional
  6. import configure
  7. from toolkit.cloud_api import CloudApi
  8. from core_types import BizLogicError
  9. from log_macros import VSC_INFO, VSC_WARN, VSC_ERROR
  10. class ProxyManager:
  11. """
  12. 统一代理调度管理器。
  13. 支持显式前缀区分:
  14. - "local:<pool_name>" -> 从本地 config/proxies.yaml 随机分配
  15. - "cloud:<pool_name>" -> 通过 CloudApi 请求云端代理池
  16. 严格校验:未带合法前缀将抛出异常。
  17. """
  18. _instance = None
  19. def __new__(cls, *args, **kwargs):
  20. if cls._instance is None:
  21. cls._instance = super(ProxyManager, cls).__new__(cls)
  22. cls._instance._init_manager()
  23. return cls._instance
  24. @classmethod
  25. def Instance(cls) -> "ProxyManager":
  26. return cls()
  27. def _init_manager(self):
  28. self.project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  29. self.local_proxies_file = os.path.join(self.project_root, "config", "proxies.yaml")
  30. def _load_local_proxies(self) -> Dict[str, List[Dict[str, Any]]]:
  31. if not os.path.exists(self.local_proxies_file):
  32. raise BizLogicError(message=f"Local proxy config file not found: {self.local_proxies_file}")
  33. try:
  34. with open(self.local_proxies_file, "r", encoding="utf-8") as f:
  35. return yaml.safe_load(f) or {}
  36. except Exception as e:
  37. raise BizLogicError(message=f"Failed to parse {self.local_proxies_file}: {e}")
  38. def get_next_proxy(self, pools: List[str], proxy_cd: int = 60) -> Dict[str, Any]:
  39. """
  40. 根据 pools 列表解析并获取下一个代理。
  41. @param pools: 代理池列表,例如 ["local:local_multi_pool"] 或 ["cloud:proxy-cheap"]
  42. @param proxy_cd: 代理冷却时间(云端使用)
  43. @return dict 格式标准代理信息 (包含 id, proto, ip, port, username, password)
  44. """
  45. # 如果配置了全局静态测试代理则优先使用
  46. if getattr(configure, "TEST_PROXY", None):
  47. return configure.TEST_PROXY
  48. if not pools:
  49. raise BizLogicError(message="proxy_pool configuration list is empty.")
  50. local_targets = []
  51. cloud_targets = []
  52. for pool_item in pools:
  53. if not isinstance(pool_item, str):
  54. continue
  55. pool_item = pool_item.strip()
  56. if pool_item.startswith("local:"):
  57. local_pool_name = pool_item[len("local:"):].strip()
  58. if local_pool_name:
  59. local_targets.append(local_pool_name)
  60. elif pool_item.startswith("cloud:"):
  61. cloud_pool_name = pool_item[len("cloud:"):].strip()
  62. if cloud_pool_name:
  63. cloud_targets.append(cloud_pool_name)
  64. else:
  65. raise BizLogicError(
  66. message=f"Invalid proxy pool format '{pool_item}'. Must start with 'local:' or 'cloud:'."
  67. )
  68. # 优先支持本地代理池
  69. if local_targets:
  70. all_local_data = self._load_local_proxies()
  71. nodes_list = all_local_data.get("nodes") or all_local_data.get("proxies") or []
  72. nodes_map = {
  73. n["name"]: n for n in nodes_list if isinstance(n, dict) and "name" in n
  74. }
  75. pools_dict = all_local_data.get("pools", {}) if "pools" in all_local_data else all_local_data
  76. candidate_proxies: List[Dict[str, Any]] = []
  77. for lt in local_targets:
  78. pool_items = pools_dict.get(lt, [])
  79. if pool_items and isinstance(pool_items, list):
  80. for item in pool_items:
  81. if isinstance(item, str):
  82. node_obj = nodes_map.get(item)
  83. if node_obj:
  84. candidate_proxies.append(node_obj)
  85. elif isinstance(item, dict):
  86. candidate_proxies.append(item)
  87. if not candidate_proxies:
  88. raise BizLogicError(
  89. message=f"No proxies found in local pools: {local_targets} from {self.local_proxies_file}"
  90. )
  91. chosen = random.choice(candidate_proxies)
  92. # 规范化代理字典,确保与 Proxy 字段完全契合
  93. proxy_dict = {
  94. "id": chosen.get("id", 0),
  95. "proto": chosen.get("proto", "http"),
  96. "ip": chosen.get("ip", "127.0.0.1"),
  97. "port": int(chosen.get("port", 80)),
  98. "username": chosen.get("username", ""),
  99. "password": chosen.get("password", "")
  100. }
  101. return proxy_dict
  102. # 如果指定的是云端代理池
  103. if cloud_targets:
  104. return CloudApi.Instance().get_next_proxy(cloud_targets, proxy_cd=proxy_cd)
  105. raise BizLogicError(message=f"No valid local or cloud proxy pool specified in {pools}")