download_deps.py 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. # download_deps.py
  2. """
  3. 依赖下载管理器
  4. 接入 deps_registry 注册中心,根据指定或当前平台自动拉取所需的二进制依赖。
  5. """
  6. import os
  7. import sys
  8. # Allow direct execution from either the project root or this directory.
  9. ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
  10. if ROOT_DIR not in sys.path:
  11. sys.path.insert(0, ROOT_DIR)
  12. import platform
  13. import argparse
  14. import requests
  15. import time
  16. from scripts.deps_registry import registry, Dependency
  17. if sys.platform == "win32":
  18. try:
  19. sys.stdout.reconfigure(encoding="utf-8")
  20. sys.stderr.reconfigure(encoding="utf-8")
  21. except Exception:
  22. pass
  23. try:
  24. from tqdm import tqdm
  25. except ImportError:
  26. tqdm = None
  27. SAVE_DIR = os.path.join(ROOT_DIR, "downloads")
  28. os.makedirs(SAVE_DIR, exist_ok=True)
  29. def get_current_platform() -> str:
  30. """获取当前宿主机操作系统平台"""
  31. sys_name = platform.system().lower()
  32. if "windows" in sys_name:
  33. return "windows"
  34. elif "darwin" in sys_name:
  35. return "darwin"
  36. return "linux"
  37. def get_effective_proxies() -> dict | None:
  38. """
  39. 自动检测并获取最适用的网络代理:
  40. 1. 检查命令行环境变量 (HTTP_PROXY / HTTPS_PROXY / ALL_PROXY)
  41. 2. 检查 Windows 注册表系统代理 (Internet Settings -> ProxyEnable / ProxyServer)
  42. """
  43. # 1. 优先读取环境变量
  44. for key in ("https_proxy", "http_proxy", "all_proxy", "HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY"):
  45. val = os.environ.get(key)
  46. if val:
  47. if not val.startswith(("http://", "https://", "socks5://")):
  48. val = f"http://{val}"
  49. return {"http": val, "https": val}
  50. # 2. Windows 平台:主动读取系统全局代理设置 (WinINet)
  51. if platform.system().lower() == "windows":
  52. try:
  53. import winreg
  54. with winreg.OpenKey(
  55. winreg.HKEY_CURRENT_USER,
  56. r"Software\Microsoft\Windows\CurrentVersion\Internet Settings"
  57. ) as key:
  58. enabled, _ = winreg.QueryValueEx(key, "ProxyEnable")
  59. if enabled:
  60. server, _ = winreg.QueryValueEx(key, "ProxyServer")
  61. if server:
  62. if "=" in server:
  63. proxies = {}
  64. for part in server.split(";"):
  65. if "=" in part:
  66. p_proto, p_addr = part.split("=", 1)
  67. if not p_addr.startswith(("http://", "https://", "socks5://")):
  68. p_addr = f"http://{p_addr}"
  69. proxies[p_proto.strip()] = p_addr.strip()
  70. return proxies
  71. else:
  72. if not server.startswith(("http://", "https://", "socks5://")):
  73. server = f"http://{server}"
  74. return {"http": server, "https": server}
  75. except Exception:
  76. pass
  77. return None
  78. def download_dependency(dep: Dependency, proxies: dict | None = None):
  79. """下载单个依赖项"""
  80. filename = dep.get_filename()
  81. save_path = os.path.join(SAVE_DIR, filename)
  82. # 若文件已存在且有效,直接跳过,避免重复下载
  83. if os.path.exists(save_path) and os.path.getsize(save_path) > 0:
  84. size_mb = round(os.path.getsize(save_path) / 1024 / 1024, 2)
  85. print(f"[已存在跳过] {dep.name} (版本: {dep.version}) -> {filename} ({size_mb} MB)", flush=True)
  86. return
  87. print(f"\n开始下载 [{dep.name}] (版本: {dep.version}, 平台: {dep.platform})", flush=True)
  88. print(f"目标文件: {filename}", flush=True)
  89. print(f"下载链接: {dep.url}", flush=True)
  90. if proxies:
  91. proxy_display = proxies.get("https") or proxies.get("http")
  92. print(f"代理通道: {proxy_display}", flush=True)
  93. temp_path = save_path + ".tmp"
  94. try:
  95. r = requests.get(dep.url, stream=True, timeout=60, proxies=proxies)
  96. r.raise_for_status()
  97. total_size = int(r.headers.get("content-length", 0))
  98. chunk_size = 64 * 1024 # 64 KB 提高传输吞吐量
  99. if tqdm is not None:
  100. with tqdm(
  101. total=total_size,
  102. unit="B",
  103. unit_scale=True,
  104. unit_divisor=1024,
  105. desc=filename,
  106. ncols=90,
  107. leave=True
  108. ) as pbar:
  109. with open(temp_path, "wb") as f:
  110. for chunk in r.iter_content(chunk_size=chunk_size):
  111. if chunk:
  112. f.write(chunk)
  113. pbar.update(len(chunk))
  114. else:
  115. downloaded = 0
  116. start_time = time.time()
  117. with open(temp_path, "wb") as f:
  118. for chunk in r.iter_content(chunk_size=chunk_size):
  119. if chunk:
  120. f.write(chunk)
  121. downloaded += len(chunk)
  122. elapsed = time.time() - start_time
  123. speed = (downloaded / 1024 / 1024) / max(elapsed, 0.001)
  124. if total_size > 0:
  125. percent = (downloaded / total_size) * 100
  126. bar_len = 28
  127. filled = int(bar_len * downloaded / total_size)
  128. bar = "█" * filled + "░" * (bar_len - filled)
  129. print(
  130. f"\r[{bar}] {percent:5.1f}% ({downloaded/1048576:.1f}/{total_size/1048576:.1f} MB) {speed:.2f} MB/s",
  131. end="",
  132. flush=True,
  133. )
  134. else:
  135. print(f"\r已下载: {downloaded/1048576:.1f} MB ({speed:.2f} MB/s)", end="", flush=True)
  136. print()
  137. if os.path.exists(save_path):
  138. os.remove(save_path)
  139. os.rename(temp_path, save_path)
  140. final_size = os.path.getsize(save_path)
  141. print(f"✓ 下载完成: {filename} ({round(final_size / 1024 / 1024, 2)} MB)", flush=True)
  142. except Exception as e:
  143. if os.path.exists(temp_path):
  144. try:
  145. os.remove(temp_path)
  146. except Exception:
  147. pass
  148. raise e
  149. def main():
  150. parser = argparse.ArgumentParser(description="下载项目所需的二进制依赖")
  151. parser.add_argument("platform", nargs="?", help="linux / windows / darwin / all(别名:docker / win / mac)")
  152. proxy_group = parser.add_mutually_exclusive_group()
  153. proxy_group.add_argument("--no-proxy", action="store_true", help="禁用代理")
  154. proxy_group.add_argument("--proxy", help="指定代理地址")
  155. # Keep accepting the legacy --linux / --windows style platform arguments.
  156. platform_flags = {"--docker", "--linux", "--win", "--windows", "--mac", "--darwin", "--all"}
  157. args = [arg[2:] if arg.lower() in platform_flags else arg for arg in sys.argv[1:]]
  158. options = parser.parse_args(args)
  159. # 代理判定:支持 --no-proxy 或 --proxy <addr>,默认自动读取系统代理
  160. proxies = get_effective_proxies()
  161. if options.no_proxy:
  162. proxies = None
  163. print("[代理状态] 用户已禁用代理,使用直连模式", flush=True)
  164. elif options.proxy is not None:
  165. p_val = options.proxy
  166. if not p_val.startswith(("http://", "https://", "socks5://")):
  167. p_val = f"http://{p_val}"
  168. proxies = {"http": p_val, "https": p_val}
  169. if proxies:
  170. p_addr = proxies.get("https") or proxies.get("http")
  171. print(f"[代理状态] 已自动启用系统/环境代理: {p_addr}", flush=True)
  172. else:
  173. print("[代理状态] 未检测到代理设置,使用直连模式", flush=True)
  174. # 目标平台判定:支持传参覆盖(如 python scripts/download_deps.py linux / windows / all),默认自动检测宿主机
  175. if options.platform:
  176. arg = options.platform.lower().replace("--", "")
  177. if arg in ("docker", "linux"):
  178. target = "linux"
  179. elif arg in ("win", "windows"):
  180. target = "windows"
  181. elif arg in ("mac", "darwin"):
  182. target = "darwin"
  183. else:
  184. target = arg
  185. else:
  186. target = get_current_platform()
  187. print(f"[目标平台] [{target}] (可通过命令行指定: python scripts/download_deps.py linux / windows / darwin / all)\n", flush=True)
  188. deps = registry.get_by_platform(target)
  189. if not deps:
  190. available_platforms = list({d.platform for d in registry.get_all()})
  191. print(f"平台 [{target}] 未注册任何依赖。当前可用平台: {available_platforms}", flush=True)
  192. return
  193. print(f"已匹配到 {len(deps)} 个依赖项:", flush=True)
  194. for dep in deps:
  195. try:
  196. download_dependency(dep, proxies=proxies)
  197. except Exception as e:
  198. print(f"下载失败 [{dep.name} - {dep.version}]: {e}", flush=True)
  199. if __name__ == "__main__":
  200. main()