# download_deps.py """ 依赖下载管理器 接入 deps_registry 注册中心,根据指定或当前平台自动拉取所需的二进制依赖。 """ import os import sys # Allow direct execution from either the project root or this directory. ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) if ROOT_DIR not in sys.path: sys.path.insert(0, ROOT_DIR) import platform import argparse import requests import time from scripts.deps_registry import registry, Dependency if sys.platform == "win32": try: sys.stdout.reconfigure(encoding="utf-8") sys.stderr.reconfigure(encoding="utf-8") except Exception: pass try: from tqdm import tqdm except ImportError: tqdm = None SAVE_DIR = os.path.join(ROOT_DIR, "downloads") os.makedirs(SAVE_DIR, exist_ok=True) def get_current_platform() -> str: """获取当前宿主机操作系统平台""" sys_name = platform.system().lower() if "windows" in sys_name: return "windows" elif "darwin" in sys_name: return "darwin" return "linux" def get_effective_proxies() -> dict | None: """ 自动检测并获取最适用的网络代理: 1. 检查命令行环境变量 (HTTP_PROXY / HTTPS_PROXY / ALL_PROXY) 2. 检查 Windows 注册表系统代理 (Internet Settings -> ProxyEnable / ProxyServer) """ # 1. 优先读取环境变量 for key in ("https_proxy", "http_proxy", "all_proxy", "HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY"): val = os.environ.get(key) if val: if not val.startswith(("http://", "https://", "socks5://")): val = f"http://{val}" return {"http": val, "https": val} # 2. Windows 平台:主动读取系统全局代理设置 (WinINet) if platform.system().lower() == "windows": try: import winreg with winreg.OpenKey( winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Internet Settings" ) as key: enabled, _ = winreg.QueryValueEx(key, "ProxyEnable") if enabled: server, _ = winreg.QueryValueEx(key, "ProxyServer") if server: if "=" in server: proxies = {} for part in server.split(";"): if "=" in part: p_proto, p_addr = part.split("=", 1) if not p_addr.startswith(("http://", "https://", "socks5://")): p_addr = f"http://{p_addr}" proxies[p_proto.strip()] = p_addr.strip() return proxies else: if not server.startswith(("http://", "https://", "socks5://")): server = f"http://{server}" return {"http": server, "https": server} except Exception: pass return None def download_dependency(dep: Dependency, proxies: dict | None = None): """下载单个依赖项""" filename = dep.get_filename() save_path = os.path.join(SAVE_DIR, filename) # 若文件已存在且有效,直接跳过,避免重复下载 if os.path.exists(save_path) and os.path.getsize(save_path) > 0: size_mb = round(os.path.getsize(save_path) / 1024 / 1024, 2) print(f"[已存在跳过] {dep.name} (版本: {dep.version}) -> {filename} ({size_mb} MB)", flush=True) return print(f"\n开始下载 [{dep.name}] (版本: {dep.version}, 平台: {dep.platform})", flush=True) print(f"目标文件: {filename}", flush=True) print(f"下载链接: {dep.url}", flush=True) if proxies: proxy_display = proxies.get("https") or proxies.get("http") print(f"代理通道: {proxy_display}", flush=True) temp_path = save_path + ".tmp" try: r = requests.get(dep.url, stream=True, timeout=60, proxies=proxies) r.raise_for_status() total_size = int(r.headers.get("content-length", 0)) chunk_size = 64 * 1024 # 64 KB 提高传输吞吐量 if tqdm is not None: with tqdm( total=total_size, unit="B", unit_scale=True, unit_divisor=1024, desc=filename, ncols=90, leave=True ) as pbar: with open(temp_path, "wb") as f: for chunk in r.iter_content(chunk_size=chunk_size): if chunk: f.write(chunk) pbar.update(len(chunk)) else: downloaded = 0 start_time = time.time() with open(temp_path, "wb") as f: for chunk in r.iter_content(chunk_size=chunk_size): if chunk: f.write(chunk) downloaded += len(chunk) elapsed = time.time() - start_time speed = (downloaded / 1024 / 1024) / max(elapsed, 0.001) if total_size > 0: percent = (downloaded / total_size) * 100 bar_len = 28 filled = int(bar_len * downloaded / total_size) bar = "█" * filled + "░" * (bar_len - filled) print( f"\r[{bar}] {percent:5.1f}% ({downloaded/1048576:.1f}/{total_size/1048576:.1f} MB) {speed:.2f} MB/s", end="", flush=True, ) else: print(f"\r已下载: {downloaded/1048576:.1f} MB ({speed:.2f} MB/s)", end="", flush=True) print() if os.path.exists(save_path): os.remove(save_path) os.rename(temp_path, save_path) final_size = os.path.getsize(save_path) print(f"✓ 下载完成: {filename} ({round(final_size / 1024 / 1024, 2)} MB)", flush=True) except Exception as e: if os.path.exists(temp_path): try: os.remove(temp_path) except Exception: pass raise e def main(): parser = argparse.ArgumentParser(description="下载项目所需的二进制依赖") parser.add_argument("platform", nargs="?", help="linux / windows / darwin / all(别名:docker / win / mac)") proxy_group = parser.add_mutually_exclusive_group() proxy_group.add_argument("--no-proxy", action="store_true", help="禁用代理") proxy_group.add_argument("--proxy", help="指定代理地址") # Keep accepting the legacy --linux / --windows style platform arguments. platform_flags = {"--docker", "--linux", "--win", "--windows", "--mac", "--darwin", "--all"} args = [arg[2:] if arg.lower() in platform_flags else arg for arg in sys.argv[1:]] options = parser.parse_args(args) # 代理判定:支持 --no-proxy 或 --proxy ,默认自动读取系统代理 proxies = get_effective_proxies() if options.no_proxy: proxies = None print("[代理状态] 用户已禁用代理,使用直连模式", flush=True) elif options.proxy is not None: p_val = options.proxy if not p_val.startswith(("http://", "https://", "socks5://")): p_val = f"http://{p_val}" proxies = {"http": p_val, "https": p_val} if proxies: p_addr = proxies.get("https") or proxies.get("http") print(f"[代理状态] 已自动启用系统/环境代理: {p_addr}", flush=True) else: print("[代理状态] 未检测到代理设置,使用直连模式", flush=True) # 目标平台判定:支持传参覆盖(如 python scripts/download_deps.py linux / windows / all),默认自动检测宿主机 if options.platform: arg = options.platform.lower().replace("--", "") if arg in ("docker", "linux"): target = "linux" elif arg in ("win", "windows"): target = "windows" elif arg in ("mac", "darwin"): target = "darwin" else: target = arg else: target = get_current_platform() print(f"[目标平台] [{target}] (可通过命令行指定: python scripts/download_deps.py linux / windows / darwin / all)\n", flush=True) deps = registry.get_by_platform(target) if not deps: available_platforms = list({d.platform for d in registry.get_all()}) print(f"平台 [{target}] 未注册任何依赖。当前可用平台: {available_platforms}", flush=True) return print(f"已匹配到 {len(deps)} 个依赖项:", flush=True) for dep in deps: try: download_dependency(dep, proxies=proxies) except Exception as e: print(f"下载失败 [{dep.name} - {dep.version}]: {e}", flush=True) if __name__ == "__main__": main()