| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223 |
- # download_deps.py
- """
- 依赖下载管理器
- 接入 deps_registry 注册中心,根据指定或当前平台自动拉取所需的二进制依赖。
- """
- import os
- import sys
- # Allow direct execution from either the project root or this directory.
- ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
- if ROOT_DIR not in sys.path:
- sys.path.insert(0, ROOT_DIR)
- import platform
- import argparse
- import requests
- import time
- from scripts.deps_registry import registry, Dependency
- if sys.platform == "win32":
- try:
- sys.stdout.reconfigure(encoding="utf-8")
- sys.stderr.reconfigure(encoding="utf-8")
- except Exception:
- pass
- try:
- from tqdm import tqdm
- except ImportError:
- tqdm = None
- SAVE_DIR = os.path.join(ROOT_DIR, "downloads")
- os.makedirs(SAVE_DIR, exist_ok=True)
- def get_current_platform() -> str:
- """获取当前宿主机操作系统平台"""
- sys_name = platform.system().lower()
- if "windows" in sys_name:
- return "windows"
- elif "darwin" in sys_name:
- return "darwin"
- return "linux"
- def get_effective_proxies() -> dict | None:
- """
- 自动检测并获取最适用的网络代理:
- 1. 检查命令行环境变量 (HTTP_PROXY / HTTPS_PROXY / ALL_PROXY)
- 2. 检查 Windows 注册表系统代理 (Internet Settings -> ProxyEnable / ProxyServer)
- """
- # 1. 优先读取环境变量
- for key in ("https_proxy", "http_proxy", "all_proxy", "HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY"):
- val = os.environ.get(key)
- if val:
- if not val.startswith(("http://", "https://", "socks5://")):
- val = f"http://{val}"
- return {"http": val, "https": val}
- # 2. Windows 平台:主动读取系统全局代理设置 (WinINet)
- if platform.system().lower() == "windows":
- try:
- import winreg
- with winreg.OpenKey(
- winreg.HKEY_CURRENT_USER,
- r"Software\Microsoft\Windows\CurrentVersion\Internet Settings"
- ) as key:
- enabled, _ = winreg.QueryValueEx(key, "ProxyEnable")
- if enabled:
- server, _ = winreg.QueryValueEx(key, "ProxyServer")
- if server:
- if "=" in server:
- proxies = {}
- for part in server.split(";"):
- if "=" in part:
- p_proto, p_addr = part.split("=", 1)
- if not p_addr.startswith(("http://", "https://", "socks5://")):
- p_addr = f"http://{p_addr}"
- proxies[p_proto.strip()] = p_addr.strip()
- return proxies
- else:
- if not server.startswith(("http://", "https://", "socks5://")):
- server = f"http://{server}"
- return {"http": server, "https": server}
- except Exception:
- pass
- return None
- def download_dependency(dep: Dependency, proxies: dict | None = None):
- """下载单个依赖项"""
- filename = dep.get_filename()
- save_path = os.path.join(SAVE_DIR, filename)
- # 若文件已存在且有效,直接跳过,避免重复下载
- if os.path.exists(save_path) and os.path.getsize(save_path) > 0:
- size_mb = round(os.path.getsize(save_path) / 1024 / 1024, 2)
- print(f"[已存在跳过] {dep.name} (版本: {dep.version}) -> {filename} ({size_mb} MB)", flush=True)
- return
- print(f"\n开始下载 [{dep.name}] (版本: {dep.version}, 平台: {dep.platform})", flush=True)
- print(f"目标文件: {filename}", flush=True)
- print(f"下载链接: {dep.url}", flush=True)
- if proxies:
- proxy_display = proxies.get("https") or proxies.get("http")
- print(f"代理通道: {proxy_display}", flush=True)
- temp_path = save_path + ".tmp"
- try:
- r = requests.get(dep.url, stream=True, timeout=60, proxies=proxies)
- r.raise_for_status()
- total_size = int(r.headers.get("content-length", 0))
- chunk_size = 64 * 1024 # 64 KB 提高传输吞吐量
- if tqdm is not None:
- with tqdm(
- total=total_size,
- unit="B",
- unit_scale=True,
- unit_divisor=1024,
- desc=filename,
- ncols=90,
- leave=True
- ) as pbar:
- with open(temp_path, "wb") as f:
- for chunk in r.iter_content(chunk_size=chunk_size):
- if chunk:
- f.write(chunk)
- pbar.update(len(chunk))
- else:
- downloaded = 0
- start_time = time.time()
- with open(temp_path, "wb") as f:
- for chunk in r.iter_content(chunk_size=chunk_size):
- if chunk:
- f.write(chunk)
- downloaded += len(chunk)
- elapsed = time.time() - start_time
- speed = (downloaded / 1024 / 1024) / max(elapsed, 0.001)
- if total_size > 0:
- percent = (downloaded / total_size) * 100
- bar_len = 28
- filled = int(bar_len * downloaded / total_size)
- bar = "█" * filled + "░" * (bar_len - filled)
- print(
- f"\r[{bar}] {percent:5.1f}% ({downloaded/1048576:.1f}/{total_size/1048576:.1f} MB) {speed:.2f} MB/s",
- end="",
- flush=True,
- )
- else:
- print(f"\r已下载: {downloaded/1048576:.1f} MB ({speed:.2f} MB/s)", end="", flush=True)
- print()
- if os.path.exists(save_path):
- os.remove(save_path)
- os.rename(temp_path, save_path)
- final_size = os.path.getsize(save_path)
- print(f"✓ 下载完成: {filename} ({round(final_size / 1024 / 1024, 2)} MB)", flush=True)
- except Exception as e:
- if os.path.exists(temp_path):
- try:
- os.remove(temp_path)
- except Exception:
- pass
- raise e
- def main():
- parser = argparse.ArgumentParser(description="下载项目所需的二进制依赖")
- parser.add_argument("platform", nargs="?", help="linux / windows / darwin / all(别名:docker / win / mac)")
- proxy_group = parser.add_mutually_exclusive_group()
- proxy_group.add_argument("--no-proxy", action="store_true", help="禁用代理")
- proxy_group.add_argument("--proxy", help="指定代理地址")
- # Keep accepting the legacy --linux / --windows style platform arguments.
- platform_flags = {"--docker", "--linux", "--win", "--windows", "--mac", "--darwin", "--all"}
- args = [arg[2:] if arg.lower() in platform_flags else arg for arg in sys.argv[1:]]
- options = parser.parse_args(args)
- # 代理判定:支持 --no-proxy 或 --proxy <addr>,默认自动读取系统代理
- proxies = get_effective_proxies()
- if options.no_proxy:
- proxies = None
- print("[代理状态] 用户已禁用代理,使用直连模式", flush=True)
- elif options.proxy is not None:
- p_val = options.proxy
- if not p_val.startswith(("http://", "https://", "socks5://")):
- p_val = f"http://{p_val}"
- proxies = {"http": p_val, "https": p_val}
-
- if proxies:
- p_addr = proxies.get("https") or proxies.get("http")
- print(f"[代理状态] 已自动启用系统/环境代理: {p_addr}", flush=True)
- else:
- print("[代理状态] 未检测到代理设置,使用直连模式", flush=True)
- # 目标平台判定:支持传参覆盖(如 python scripts/download_deps.py linux / windows / all),默认自动检测宿主机
- if options.platform:
- arg = options.platform.lower().replace("--", "")
- if arg in ("docker", "linux"):
- target = "linux"
- elif arg in ("win", "windows"):
- target = "windows"
- elif arg in ("mac", "darwin"):
- target = "darwin"
- else:
- target = arg
- else:
- target = get_current_platform()
- print(f"[目标平台] [{target}] (可通过命令行指定: python scripts/download_deps.py linux / windows / darwin / all)\n", flush=True)
- deps = registry.get_by_platform(target)
- if not deps:
- available_platforms = list({d.platform for d in registry.get_all()})
- print(f"平台 [{target}] 未注册任何依赖。当前可用平台: {available_platforms}", flush=True)
- return
- print(f"已匹配到 {len(deps)} 个依赖项:", flush=True)
- for dep in deps:
- try:
- download_dependency(dep, proxies=proxies)
- except Exception as e:
- print(f"下载失败 [{dep.name} - {dep.version}]: {e}", flush=True)
- if __name__ == "__main__":
- main()
|