tls_plugin2.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749
  1. import time
  2. import json
  3. import random
  4. import re
  5. import os
  6. import uuid
  7. import shutil
  8. from datetime import datetime
  9. from typing import List, Dict, Optional, Any, Callable
  10. from urllib.parse import urljoin, urlparse, urlencode
  11. # DrissionPage 核心
  12. from DrissionPage import ChromiumPage, ChromiumOptions
  13. from vs_plg import IVSPlg
  14. from vs_types import VSPlgConfig, VSQueryResult, VSBookResult, AvailabilityStatus, TimeSlot, DateAvailability, NotFoundError, PermissionDeniedError, RateLimiteddError, SessionExpiredOrInvalidError, BizLogicError
  15. from utils.cloudflare_bypass_for_scraping import CloudflareBypasser
  16. from toolkit.vs_cloud_api import VSCloudApi
  17. def create_proxy_auth_extension(ip, port, username, password, plugin_path):
  18. """
  19. 创建一个 Chrome 插件来自动处理代理认证
  20. """
  21. if not os.path.exists(plugin_path):
  22. os.makedirs(plugin_path)
  23. # 1. manifest.json
  24. manifest_json = """
  25. {
  26. "version": "1.0.0",
  27. "manifest_version": 2,
  28. "name": "Chrome Proxy Auth Extension",
  29. "permissions": [
  30. "proxy",
  31. "tabs",
  32. "unlimitedStorage",
  33. "storage",
  34. "<all_urls>",
  35. "webRequest",
  36. "webRequestBlocking"
  37. ],
  38. "background": {
  39. "scripts": ["background.js"]
  40. },
  41. "minimum_chrome_version": "22.0.0"
  42. }
  43. """
  44. # 2. background.js
  45. background_js = f"""
  46. var config = {{
  47. mode: "fixed_servers",
  48. rules: {{
  49. singleProxy: {{
  50. scheme: "http",
  51. host: "{ip}",
  52. port: parseInt({port})
  53. }},
  54. bypassList: ["localhost"]
  55. }}
  56. }};
  57. chrome.proxy.settings.set({{value: config, scope: "regular"}}, function() {{}});
  58. function callbackFn(details) {{
  59. return {{
  60. authCredentials: {{
  61. username: "{username}",
  62. password: "{password}"
  63. }}
  64. }};
  65. }}
  66. chrome.webRequest.onAuthRequired.addListener(
  67. callbackFn,
  68. {{urls: ["<all_urls>"]}},
  69. ['blocking']
  70. );
  71. """
  72. with open(os.path.join(plugin_path, "manifest.json"), "w") as f:
  73. f.write(manifest_json)
  74. with open(os.path.join(plugin_path, "background.js"), "w") as f:
  75. f.write(background_js)
  76. return os.path.abspath(plugin_path)
  77. class BrowserResponse:
  78. """模拟 requests.Response"""
  79. def __init__(self, result_dict):
  80. result_dict = result_dict or {}
  81. self.status_code = result_dict.get('status', 0)
  82. self.text = result_dict.get('body', '')
  83. self.headers = result_dict.get('headers', {})
  84. self.url = result_dict.get('url', '')
  85. self._json = None
  86. def json(self):
  87. if self._json is None:
  88. if not self.text:
  89. return {}
  90. try:
  91. self._json = json.loads(self.text)
  92. except:
  93. self._json = {}
  94. return self._json
  95. class TlsPlugin2(IVSPlg):
  96. """
  97. TLSContact 签证预约插件 (DrissionPage 版)
  98. """
  99. def __init__(self, group_id: str):
  100. self.group_id = group_id
  101. self.config: Optional[VSPlgConfig] = None
  102. self.free_config: Dict[str, Any] = {}
  103. self.is_healthy = True
  104. self.logger = None
  105. # 浏览器实例
  106. self.page: Optional[ChromiumPage] = None
  107. self.travel_group: Optional[Dict] = None
  108. # --- [核心修改] 并发隔离与资源管理 ---
  109. # 生成唯一实例 ID
  110. self.instance_id = uuid.uuid4().hex[:8]
  111. self.root_workspace = os.path.abspath(os.path.join("temp_browser_data", f"{self.group_id}_{self.instance_id}"))
  112. # 定义子目录:代理插件目录 & 浏览器用户数据目录
  113. self.proxy_ext_path = os.path.join(self.root_workspace, "proxy_ext")
  114. self.user_data_path = os.path.join(self.root_workspace, "user_data")
  115. # 确保根目录存在 (子目录由具体逻辑创建)
  116. if not os.path.exists(self.root_workspace):
  117. os.makedirs(self.root_workspace)
  118. self.session_create_time: float = 0
  119. def get_group_id(self) -> str:
  120. return self.group_id
  121. def set_log(self, logger: Callable[[str], None]) -> None:
  122. self.logger = logger
  123. def _log(self, message):
  124. if self.logger:
  125. self.logger(f'[TlsPlugin] [{self.group_id}] {message}')
  126. else:
  127. print(f'[TlsPlugin] [{self.group_id}] {message}')
  128. def set_config(self, config: VSPlgConfig):
  129. self.config = config
  130. self.free_config = config.free_config or {}
  131. def health_check(self) -> bool:
  132. if not self.is_healthy:
  133. return False
  134. if self.page is None:
  135. return False
  136. try:
  137. if not self.page.run_js("return 1;"):
  138. return False
  139. except:
  140. return False
  141. if self.config.session_max_life > 0:
  142. current_time = time.time()
  143. elapsed_time = current_time - self.session_create_time
  144. if elapsed_time > self.config.session_max_life * 60:
  145. self._log(f"Session expired.")
  146. return False
  147. return True
  148. def create_session(self):
  149. """
  150. 全浏览器会话创建:过盾 -> JS注入登录 -> 原生跳转
  151. """
  152. self._log(f"Initializing Session (ID: {self.instance_id})...")
  153. co = ChromiumOptions()
  154. co.auto_port()
  155. # --- [关键配置] 设置独立的用户数据目录 ---
  156. # 这样每个实例的 Cache, Cookies, LocalStorage 都是完全隔离的
  157. # 同时也防止了多进程争抢同一个 Default 文件夹导致的崩溃
  158. co.set_user_data_path(self.user_data_path)
  159. if self.config.proxy and self.config.proxy.ip:
  160. p = self.config.proxy
  161. if p.username and p.password:
  162. self._log(f"Proxy: {p.ip}:{p.port} (Auth)")
  163. # [关键调用] 生成该实例独享的插件
  164. plugin_path = create_proxy_auth_extension(
  165. p.ip, p.port, p.username, p.password,
  166. self.proxy_ext_path # 传入唯一路径
  167. )
  168. co.add_extension(plugin_path)
  169. else:
  170. co.set_proxy(f"{p.scheme}://{p.ip}:{p.port}")
  171. co.headless(False)
  172. co.set_argument('--no-sandbox')
  173. co.set_argument('--disable-gpu')
  174. co.set_argument('--disable-blink-features=AutomationControlled')
  175. try:
  176. self.page = ChromiumPage(co)
  177. embassy = self.free_config.get('center', {})
  178. if not embassy: raise NotFoundError("center config missing")
  179. login_url = "https://visas-fr.tlscontact.com/en-us/login"
  180. params = {
  181. "issuerId": embassy["code"], "country": embassy["country"], "vac": embassy["code"],
  182. "redirect": f"/en-us/country/{embassy['country']}/vac/{embassy['code']}"
  183. }
  184. full_login_url = f"{login_url}?{urlencode(params)}"
  185. self._log(f"Navigating: {full_login_url}")
  186. self.page.get(full_login_url)
  187. # --- Cloudflare 过盾 ---
  188. cf = CloudflareBypasser(self.page, log=self.config.debug)
  189. if not cf.bypass(max_retry=15):
  190. raise BizLogicError("Cloudflare bypass timeout")
  191. # --- 登录页面检查 ---
  192. if not self.page.ele('#email-input-field'):
  193. self._log("Reloading Login Page...")
  194. self.page.get(full_login_url)
  195. if not self.page.wait.ele_displayed('#email-input-field', timeout=15):
  196. raise BizLogicError("Login form not loaded")
  197. # --- JS 注入登录 ---
  198. g_token = ""
  199. if self.page.ele('.g-recaptcha') or self.page.ele('xpath://iframe[contains(@src, "recaptcha")]'):
  200. self._log("Solving ReCaptcha...")
  201. rc_params = {
  202. "type": "ReCaptchaV2TaskProxyLess", "page": self.page.url,
  203. "siteKey": "6LcDpXcfAAAAAM7wOEsF_38DNsL20tTvPTKxpyn0",
  204. "apiToken": self.free_config.get("capsolver_key", "")
  205. }
  206. g_token = self._solve_recaptcha(rc_params)
  207. username = self.config.account.username
  208. password = self.config.account.password
  209. # 使用 JS 直接操作 DOM 并 click,让浏览器处理 302
  210. js_login = f"""
  211. var u = document.getElementById('email-input-field');
  212. if(u) {{ u.value = "{username}"; u.dispatchEvent(new Event('input', {{bubbles:true}})); }}
  213. var p = document.getElementById('password-input-field');
  214. if(p) {{ p.value = "{password}"; p.dispatchEvent(new Event('input', {{bubbles:true}})); }}
  215. var g = document.getElementById('g-recaptcha-response');
  216. if(g) {{ g.value = "{g_token}"; }}
  217. var btn = document.getElementById('btn-login');
  218. if(btn) {{ btn.click(); return true; }} else {{ return false; }}
  219. """
  220. self._log("Submitting Login via JS...")
  221. if not self.page.run_js(js_login): raise BizLogicError("Login button missing")
  222. # --- 等待跳转 ---
  223. self._log("Waiting for redirect...")
  224. self.page.wait.url_change('login-actions', exclude=True, timeout=45)
  225. # 检查是否失败
  226. if "login-actions" in self.page.url or "auth" in self.page.url:
  227. err = "Unknown Login Error"
  228. if "Invalid username" in self.page.html: err = "Invalid Credentials"
  229. raise BizLogicError(f"Login Failed: {err}")
  230. # --- 提取 Dashboard 信息 ---
  231. self._log("Waiting for dashboard...")
  232. self.page.wait.load_start()
  233. time.sleep(5)
  234. html = self.page.html
  235. self._check_page_is_session_expired_or_invalid("My travel group", html)
  236. groups = self._parse_travel_groups(html)
  237. target_city = embassy['city'].lower()
  238. for g in groups:
  239. if g['location'].lower() == target_city:
  240. self.travel_group = g
  241. break
  242. if not self.travel_group:
  243. raise NotFoundError(f"Group not found for {target_city}")
  244. self.session_create_time = time.time()
  245. self._log(f"Session Ready. Group: {self.travel_group['group_number']}")
  246. except Exception as e:
  247. self._log(f"Session Create Error: {e}")
  248. self.cleanup()
  249. raise e
  250. def query(self) -> VSQueryResult:
  251. res = VSQueryResult()
  252. res.success = False
  253. embassy = self.free_config.get('center', {})
  254. group_num = self.travel_group['group_number']
  255. interest_month = self.free_config.get("interest_month", time.strftime("%m-%Y"))
  256. url = f'https://visas-fr.tlscontact.com/en-us/{group_num}/workflow/appointment-booking'
  257. params = {
  258. 'location': embassy["code"],
  259. 'month': interest_month,
  260. }
  261. # DrissionPage 自动处理 Cloudflare,直接 fetch 即可
  262. try:
  263. resp = self._perform_request("GET", url, params=params, retry_count=1)
  264. except Exception as e:
  265. self._log(f"Query request failed: {e}")
  266. raise e
  267. self._check_page_is_session_expired_or_invalid('Book your appointment', resp.text)
  268. # 解析 Slots
  269. all_slots = self._parse_appointment_slots(resp.text)
  270. target_labels = self.free_config.get("target_labels", ["", "pta"])
  271. # 根据配置过滤
  272. available = [s for s in all_slots if s.get("label") in target_labels]
  273. res.city = self.free_config.get('city', '')
  274. res.country = self.free_config.get('country', '')
  275. res.visa_type = self.free_config.get('visa_type', '')
  276. res.routing_key = self.free_config.get('routing_key', '')
  277. if available:
  278. res.success = True
  279. res.availability_status = AvailabilityStatus.Available
  280. res.earliest_date = available[0]["date"]
  281. date_map: dict[str, list[TimeSlot]] = {}
  282. for s in available:
  283. d = s["date"]
  284. date_map.setdefault(d, []).append(
  285. TimeSlot(time=s["time"], label=str(s.get("label", "")))
  286. )
  287. res.availability = [DateAvailability(date=d, times=slots) for d, slots in date_map.items()]
  288. else:
  289. res.success = False
  290. res.availability_status = AvailabilityStatus.NoneAvailable
  291. return res
  292. def book(self, slot_info: VSQueryResult, user_inputs: Dict = None) -> VSBookResult:
  293. res = VSBookResult()
  294. res.success = False
  295. embassy = self.free_config.get('center', {})
  296. group_num = self.travel_group['group_number']
  297. available_dates = [da.date for da in slot_info.availability]
  298. exp_start = user_inputs.get('expected_start_date', '')
  299. exp_end = user_inputs.get('expected_end_date', '')
  300. support_pta = user_inputs.get('support_pta', True)
  301. target_labels = ['']
  302. if support_pta:
  303. target_labels.append('pta')
  304. valid_dates = self._filter_dates(available_dates, exp_start, exp_end)
  305. if not valid_dates:
  306. raise NotFoundError(message="No dates match user constraints")
  307. selected_date = None
  308. selected_time = None
  309. selected_label = None
  310. for d in valid_dates:
  311. for da in slot_info.availability:
  312. if da.date == d:
  313. for t in da.times:
  314. if t.label in target_labels:
  315. selected_date = d
  316. selected_time = t
  317. selected_label = t.label
  318. break
  319. if selected_date: break
  320. if not selected_date:
  321. raise NotFoundError(message="No suitable slot found")
  322. # 2. 解决 ReCaptcha V3 (Action: book)
  323. page_url = f'https://visas-fr.tlscontact.com/en-us/{group_num}/workflow/appointment-booking?location={embassy["code"]}&month={selected_date[:7]}'
  324. api_token = self.free_config.get("capsolver_key", "")
  325. rc_params = {
  326. "type": "ReCaptchaV3Task",
  327. "page": page_url,
  328. "action": "book",
  329. "siteKey": "6LcTpXcfAAAAAM3VojNhyV-F1z92ADJIvcSZ39Y9",
  330. "apiToken": api_token,
  331. # "proxy": self._get_proxy_url() # ProxyLess
  332. }
  333. g_token = self._solve_recaptcha(rc_params)
  334. # 3. 构造 Next.js Payload
  335. # 注意:在 JS 中构造 FormData 比在 Python 中拼 Multipart 更容易且不易出错
  336. ACTION_ID = "60d0616946df1fc4e7c094ca6a7a04f134d0be3d53"
  337. url = f'https://visas-fr.tlscontact.com/en-us/{group_num}/workflow/appointment-booking'
  338. # State Tree 字符串
  339. router_state = '%5B%22%22%2C%7B%22children%22%3A%5B%5B%22lang%22%2C%22en-us%22%2C%22d%22%5D%2C%7B%22children%22%3A%5B%5B%22groupId%22%2C%22'+str(group_num)+'%22%2C%22d%22%5D%2C%7B%22children%22%3A%5B%22workflow%22%2C%7B%22children%22%3A%5B%22appointment-booking%22%2C%7B%22children%22%3A%5B%22__PAGE__%22%2C%7B%7D%2Cnull%2Cnull%5D%7D%2Cnull%2Cnull%2Ctrue%5D%7D%2Cnull%2Cnull%5D%7D%2Cnull%2Cnull%5D%7D%2Cnull%2Cnull%2Ctrue%5D%7D%2Cnull%2Cnull%5D'
  340. # 构造 JS 代码执行 fetch
  341. # 使用 FormData 对象来处理 multipart
  342. js_script = f"""
  343. const url = "{url}";
  344. const formData = new FormData();
  345. formData.append('1_formGroupId', '{group_num}');
  346. formData.append('1_lang', 'en-us');
  347. formData.append('1_process', 'APPOINTMENT');
  348. formData.append('1_location', '{embassy["code"]}');
  349. formData.append('1_date', '{selected_date}');
  350. formData.append('1_time', '{selected_time.time}');
  351. formData.append('1_appointmentLabel', '{selected_label}');
  352. formData.append('1_captcha_token', '{g_token}');
  353. formData.append('0', '[{{"status":"IDLE"}},"$K1"]');
  354. const headers = {{
  355. 'Next-Action': '{ACTION_ID}',
  356. 'Next-Router-State-Tree': decodeURIComponent('{router_state}'),
  357. 'Accept': 'text/x-component'
  358. }};
  359. return fetch(url, {{
  360. method: 'POST',
  361. headers: headers,
  362. body: formData
  363. }}).then(async response => {{
  364. const text = await response.text();
  365. const headers = {{}};
  366. response.headers.forEach((value, key) => headers[key] = value);
  367. return {{
  368. status: response.status,
  369. body: text,
  370. headers: headers,
  371. url: response.url
  372. }};
  373. }}).catch(err => {{
  374. return {{ status: 0, body: err.toString(), headers: {{}}, url: url }};
  375. }});
  376. """
  377. self._log("Submitting booking request via JS Fetch...")
  378. res_dict = self.page.run_js(js_script)
  379. resp = BrowserResponse(res_dict)
  380. # 4. 结果判定
  381. # Next.js Server Action 重定向通常是 303,但 fetch 可能会自动跟随
  382. # 如果 fetch 跟随了,url 会变;如果没跟随(Redirect mode: manual),status 是 303
  383. if resp.status_code == 303 or (resp.status_code == 200 and "appointment-confirmation" in resp.url):
  384. self._log(f"Booking Success! URL: {resp.url}")
  385. res.success = True
  386. res.book_date = selected_date
  387. res.book_time = selected_time
  388. return res
  389. if resp.status_code == 200:
  390. if "APPOINTMENT_LIMIT_REACHED" in resp.text:
  391. self._log("Failed: Appointment Limit Reached")
  392. elif "Invalid captcha" in resp.text:
  393. self._log("Failed: Invalid Captcha")
  394. else:
  395. self._log(f"Booking Failed (Unknown 200): {resp.text[:200]}")
  396. else:
  397. self._log(f"Booking Failed. Status: {resp.status_code}")
  398. return res
  399. # --- 辅助方法 ---
  400. def _perform_request(self, method, url, headers=None, data=None, json_data=None, params=None, retry_count=0):
  401. """
  402. 在浏览器上下文中注入 JS 执行 Fetch
  403. """
  404. if not self.page:
  405. raise BizLogicError("Browser not initialized")
  406. if params:
  407. from urllib.parse import urlencode
  408. if '?' in url:
  409. url += '&' + urlencode(params)
  410. else:
  411. url += '?' + urlencode(params)
  412. fetch_options = {
  413. "method": method.upper(),
  414. "headers": headers or {},
  415. "credentials": "include"
  416. }
  417. # Body 处理
  418. if json_data:
  419. fetch_options['body'] = json.dumps(json_data)
  420. fetch_options['headers']['Content-Type'] = 'application/json'
  421. elif data:
  422. if isinstance(data, dict):
  423. from urllib.parse import urlencode
  424. fetch_options['body'] = urlencode(data)
  425. fetch_options['headers']['Content-Type'] = 'application/x-www-form-urlencoded'
  426. else:
  427. fetch_options['body'] = data
  428. js_script = f"""
  429. const url = "{url}";
  430. const options = {json.dumps(fetch_options)};
  431. return fetch(url, options)
  432. .then(async response => {{
  433. const text = await response.text();
  434. const headers = {{}};
  435. response.headers.forEach((value, key) => headers[key] = value);
  436. return {{
  437. status: response.status,
  438. body: text,
  439. headers: headers,
  440. url: response.url
  441. }};
  442. }})
  443. .catch(error => {{
  444. return {{
  445. status: 0,
  446. body: error.toString(),
  447. headers: {{}},
  448. url: url
  449. }};
  450. }});
  451. """
  452. res_dict = self.page.run_js(js_script, timeout=30)
  453. resp = BrowserResponse(res_dict)
  454. if resp.status_code == 200:
  455. return resp
  456. elif resp.status_code == 401:
  457. self.is_healthy = False
  458. raise SessionExpiredOrInvalidError()
  459. elif resp.status_code == 403:
  460. # [关键修改] 遇到 403 Forbidden,尝试绕盾并重试
  461. # 最多重试 2 次
  462. if retry_count < 2:
  463. self._log(f"HTTP 403 Detected. Cloudflare session expired? Attempting refresh (Try {retry_count+1}/2)...")
  464. # 尝试刷新盾
  465. if self._refresh_firewall_session():
  466. self._log("Firewall session refreshed. Retrying request...")
  467. # 递归重试
  468. return self._perform_request(method, url, headers, data, json_data, params, retry_count+1)
  469. else:
  470. self._log("Failed to refresh firewall session.")
  471. # 如果重试失败,抛出异常
  472. raise PermissionDeniedError(f"HTTP 403: {resp.text[:100]}")
  473. elif resp.status_code == 429:
  474. self.is_healthy = False
  475. raise RateLimiteddError()
  476. else:
  477. # 如果是 0,可能是 fetch 报错
  478. if resp.status_code == 0:
  479. raise BizLogicError(f"Network Error: {resp.text}")
  480. # TLS 业务错误
  481. raise BizLogicError(message=f"HTTP Error {resp.status_code}: {resp.text[:100]}")
  482. def _refresh_firewall_session(self) -> bool:
  483. """
  484. 主动刷新页面以触发 Cloudflare 挑战并尝试通过
  485. """
  486. try:
  487. # 1. 刷新当前页面 (通常 Dashboard 页)
  488. # 这会强制浏览器重新进行 HTTP 请求,从而触发 Cloudflare 拦截页
  489. self._log("Refreshing page to trigger Cloudflare...")
  490. self.page.refresh()
  491. # 2. 调用 CloudflareBypasser
  492. cf = CloudflareBypasser(self.page, log=self.config.debug)
  493. # 3. 尝试过盾 (尝试次数稍多一点,因为此时可能网络不稳定)
  494. success = cf.bypass(max_retry=10)
  495. if success:
  496. # 再次确认页面是否正常加载 (非 403 页面)
  497. title = self.page.title.lower()
  498. if "access denied" in title:
  499. return False
  500. # 等待 DOM 稍微稳定
  501. time.sleep(2)
  502. return True
  503. return False
  504. except Exception as e:
  505. self._log(f"Error during firewall refresh: {e}")
  506. return False
  507. def _solve_recaptcha(self, params) -> str:
  508. """调用 VSCloudApi 解决 ReCaptcha"""
  509. key = params.get("apiToken")
  510. if not key: raise NotFoundError("Api-token required")
  511. submit_url = "https://api.capsolver.com/createTask"
  512. task = {
  513. "type": params.get("type"),
  514. "websiteURL": params.get("page"),
  515. "websiteKey": params.get("siteKey"),
  516. }
  517. if params.get("action"):
  518. task["pageAction"] = params.get("action")
  519. # 注意:使用 DrissionPage 后,通常是 ProxyLess 模式
  520. # 除非你想让 Capsolver 也用同样的代理(通常不需要,除非风控极严)
  521. payload = {"clientKey": key, "task": task}
  522. import requests as req # 局部引用,避免混淆
  523. r = req.post(submit_url, json=payload, timeout=20)
  524. if r.status_code != 200:
  525. raise BizLogicError(message="Failed to submit capsolver task")
  526. task_id = r.json().get("taskId")
  527. for _ in range(20):
  528. r = req.post("https://api.capsolver.com/getTaskResult", json={"clientKey": key, "taskId": task_id}, timeout=20)
  529. if r.status_code == 200:
  530. d = r.json()
  531. if d.get("status") == "ready":
  532. return d["solution"]["gRecaptchaResponse"]
  533. time.sleep(3)
  534. raise BizLogicError(message="Capsolver task timeout")
  535. def _parse_travel_groups(self, html: str) -> List[Dict]:
  536. groups = []
  537. js_pattern = r'\\"travelGroups\\":\s*(\[.*?\]),\\"availableCountriesToCreateGroups'
  538. js_match = re.search(js_pattern, html, re.DOTALL)
  539. if js_match:
  540. json_str = js_match.group(1).replace(r'\"', '"')
  541. data = json.loads(json_str)
  542. for g in data:
  543. groups.append({
  544. 'group_name': g.get('groupName'),
  545. 'group_number': g.get('formGroupId'),
  546. 'location': g.get('vacName')
  547. })
  548. else:
  549. self._log('Parsed travel group page, but not found travelGroups')
  550. return groups
  551. def _parse_appointment_slots(self, html: str) -> List[Dict]:
  552. slots = []
  553. pattern = r'"availableAppointments\\":\s*(\[.*\]),\\"showFlexiAppointment'
  554. match = re.search(pattern, html, re.DOTALL)
  555. if match:
  556. json_str = match.group(1).replace(r'\"', '"')
  557. data = json.loads(json_str)
  558. for day in data:
  559. d_str = day.get('day')
  560. for s in day.get('slots', []):
  561. labels = s.get('labels', [])
  562. lbl = ""
  563. # 简化逻辑:TLS label 列表
  564. if 'pta' in labels: lbl = 'pta'
  565. elif 'ptaw' in labels: lbl = 'ptaw'
  566. elif '' in labels or not labels: lbl = ''
  567. slots.append({
  568. 'date': d_str,
  569. 'time': s.get('time'),
  570. 'label': lbl
  571. })
  572. return slots
  573. def _check_page_is_session_expired_or_invalid(self, keyword, html: str) -> bool:
  574. if not html:
  575. self.is_healthy = False
  576. raise SessionExpiredOrInvalidError()
  577. # 将 html 转小写检查
  578. html_lower = html.lower()
  579. if keyword.lower() not in html_lower:
  580. if 'redirected automatically' in html_lower:
  581. self.is_healthy = False
  582. raise SessionExpiredOrInvalidError("Redirected automatically")
  583. if 'login' in html_lower and 'password' in html_lower:
  584. self.is_healthy = False
  585. raise SessionExpiredOrInvalidError("Redirected to login")
  586. if 'session expired' in html_lower:
  587. self.is_healthy = False
  588. raise SessionExpiredOrInvalidError("Session expired")
  589. def _filter_dates(self, dates: List[str], start_str: str, end_str: str) -> List[str]:
  590. if not start_str or not end_str:
  591. return dates
  592. valid_dates = []
  593. s_date = datetime.strptime(start_str[:10], "%Y-%m-%d")
  594. e_date = datetime.strptime(end_str[:10], "%Y-%m-%d")
  595. for date_str in dates:
  596. curr_date = datetime.strptime(date_str, "%Y-%m-%d")
  597. if s_date <= curr_date <= e_date:
  598. valid_dates.append(date_str)
  599. random.shuffle(valid_dates)
  600. return valid_dates
  601. # --- 资源清理核心方法 ---
  602. def cleanup(self):
  603. """
  604. 销毁浏览器并彻底删除临时文件
  605. """
  606. # 1. 关闭浏览器
  607. if self.page:
  608. try:
  609. self.page.quit() # 这会关闭 Chrome 进程
  610. except Exception:
  611. pass # 忽略已关闭的错误
  612. self.page = None
  613. # 2. 删除文件
  614. # 注意:Chrome 关闭后可能需要几百毫秒释放文件锁,稍微等待
  615. if os.path.exists(self.root_workspace):
  616. for _ in range(3):
  617. try:
  618. time.sleep(0.2)
  619. shutil.rmtree(self.root_workspace, ignore_errors=True)
  620. break
  621. except Exception as e:
  622. # 如果删除失败(通常是Windows文件占用),重试
  623. if self.logger: self.logger(f"Cleanup retry: {e}")
  624. time.sleep(0.5)
  625. # 如果依然存在,打印警告(虽然 ignore_errors=True 会掩盖报错,但可以 check exists)
  626. if os.path.exists(self.root_workspace) and self.logger:
  627. self.logger(f"[WARN] Failed to fully remove workspace: {self.root_workspace}")
  628. def __del__(self):
  629. """
  630. 析构函数:当对象被垃圾回收时自动调用
  631. """
  632. self.cleanup()