| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124 |
- import os
- import json
- import yaml
- import random
- from typing import List, Dict, Any, Optional
- import configure
- from toolkit.cloud_api import CloudApi
- from core_types import BizLogicError
- from log_macros import VSC_INFO, VSC_WARN, VSC_ERROR
- class ProxyManager:
- """
- 统一代理调度管理器。
- 支持显式前缀区分:
- - "local:<pool_name>" -> 从本地 config/proxies.yaml 随机分配
- - "cloud:<pool_name>" -> 通过 CloudApi 请求云端代理池
- 严格校验:未带合法前缀将抛出异常。
- """
- _instance = None
- def __new__(cls, *args, **kwargs):
- if cls._instance is None:
- cls._instance = super(ProxyManager, cls).__new__(cls)
- cls._instance._init_manager()
- return cls._instance
- @classmethod
- def Instance(cls) -> "ProxyManager":
- return cls()
- def _init_manager(self):
- self.project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
- self.local_proxies_file = os.path.join(self.project_root, "config", "proxies.yaml")
- def _load_local_proxies(self) -> Dict[str, List[Dict[str, Any]]]:
- if not os.path.exists(self.local_proxies_file):
- raise BizLogicError(message=f"Local proxy config file not found: {self.local_proxies_file}")
- try:
- with open(self.local_proxies_file, "r", encoding="utf-8") as f:
- return yaml.safe_load(f) or {}
- except Exception as e:
- raise BizLogicError(message=f"Failed to parse {self.local_proxies_file}: {e}")
- def get_next_proxy(self, pools: List[str], proxy_cd: int = 60) -> Dict[str, Any]:
- """
- 根据 pools 列表解析并获取下一个代理。
- @param pools: 代理池列表,例如 ["local:local_multi_pool"] 或 ["cloud:proxy-cheap"]
- @param proxy_cd: 代理冷却时间(云端使用)
- @return dict 格式标准代理信息 (包含 id, proto, ip, port, username, password)
- """
- # 如果配置了全局静态测试代理则优先使用
- if getattr(configure, "TEST_PROXY", None):
- return configure.TEST_PROXY
- if not pools:
- raise BizLogicError(message="proxy_pool configuration list is empty.")
- local_targets = []
- cloud_targets = []
- for pool_item in pools:
- if not isinstance(pool_item, str):
- continue
- pool_item = pool_item.strip()
- if pool_item.startswith("local:"):
- local_pool_name = pool_item[len("local:"):].strip()
- if local_pool_name:
- local_targets.append(local_pool_name)
- elif pool_item.startswith("cloud:"):
- cloud_pool_name = pool_item[len("cloud:"):].strip()
- if cloud_pool_name:
- cloud_targets.append(cloud_pool_name)
- else:
- raise BizLogicError(
- message=f"Invalid proxy pool format '{pool_item}'. Must start with 'local:' or 'cloud:'."
- )
- # 优先支持本地代理池
- if local_targets:
- all_local_data = self._load_local_proxies()
- nodes_list = all_local_data.get("nodes") or all_local_data.get("proxies") or []
- nodes_map = {
- n["name"]: n for n in nodes_list if isinstance(n, dict) and "name" in n
- }
- pools_dict = all_local_data.get("pools", {}) if "pools" in all_local_data else all_local_data
- candidate_proxies: List[Dict[str, Any]] = []
-
- for lt in local_targets:
- pool_items = pools_dict.get(lt, [])
- if pool_items and isinstance(pool_items, list):
- for item in pool_items:
- if isinstance(item, str):
- node_obj = nodes_map.get(item)
- if node_obj:
- candidate_proxies.append(node_obj)
- elif isinstance(item, dict):
- candidate_proxies.append(item)
- if not candidate_proxies:
- raise BizLogicError(
- message=f"No proxies found in local pools: {local_targets} from {self.local_proxies_file}"
- )
- chosen = random.choice(candidate_proxies)
-
- # 规范化代理字典,确保与 Proxy 字段完全契合
- proxy_dict = {
- "id": chosen.get("id", 0),
- "proto": chosen.get("proto", "http"),
- "ip": chosen.get("ip", "127.0.0.1"),
- "port": int(chosen.get("port", 80)),
- "username": chosen.get("username", ""),
- "password": chosen.get("password", "")
- }
- return proxy_dict
- # 如果指定的是云端代理池
- if cloud_targets:
- return CloudApi.Instance().get_next_proxy(cloud_targets, proxy_cd=proxy_cd)
- raise BizLogicError(message=f"No valid local or cloud proxy pool specified in {pools}")
|