|
|
@@ -1,1158 +0,0 @@
|
|
|
-import time
|
|
|
-import json
|
|
|
-import random
|
|
|
-import re
|
|
|
-import os
|
|
|
-import uuid
|
|
|
-import shutil
|
|
|
-import queue
|
|
|
-import threading
|
|
|
-from datetime import datetime
|
|
|
-from typing import List, Dict, Optional, Any, Callable
|
|
|
-from urllib.parse import urljoin, urlparse, urlencode, parse_qs
|
|
|
-
|
|
|
-from camoufox import NewBrowser
|
|
|
-from playwright.sync_api import sync_playwright, TimeoutError as PlaywrightTimeoutError, Page, BrowserContext
|
|
|
-
|
|
|
-from vs_plg import IVSPlg
|
|
|
-from vs_types import VSPlgConfig, AppointmentType, VSQueryResult, VSBookResult, AvailabilityStatus, TimeSlot, DateAvailability, NotFoundError, PermissionDeniedError, RateLimiteddError, SessionExpiredOrInvalidError, BizLogicError
|
|
|
-from utils.cloudflare_bypass_for_scraping2 import CloudflareBypasser
|
|
|
-
|
|
|
-
|
|
|
-def _camoufox_headless_from_env():
|
|
|
- """
|
|
|
- Ubuntu/无显示器 下通过环境变量选择 Camoufox 模式（与 NewBrowser 一致）：
|
|
|
- - 未设置 / 0 / false：有头（需真实 DISPLAY 或自行开 Xvfb 并 export DISPLAY=:99）
|
|
|
- - 1 / true / yes / headless：Playwright 真无头（无需 X）
|
|
|
- - virtual / xvfb：由 Camoufox 起 Xvfb 虚拟屏（需安装 Xvfb，适合要「有界面栈」又无可接显示器的 Linux）
|
|
|
- """
|
|
|
- v = (os.environ.get("CAMOUFOX_HEADLESS") or "").strip().lower()
|
|
|
- if v in ("1", "true", "yes", "headless"):
|
|
|
- return True
|
|
|
- if v in ("virtual", "xvfb", "vdisplay"):
|
|
|
- return "virtual"
|
|
|
- return False
|
|
|
-
|
|
|
-
|
|
|
-class BrowserResponse:
|
|
|
- """模拟 requests.Response"""
|
|
|
- def __init__(self, result_dict):
|
|
|
- result_dict = result_dict or {}
|
|
|
- self.status_code = result_dict.get('status', 0)
|
|
|
- self.text = result_dict.get('body', '')
|
|
|
- self.headers = result_dict.get('headers', {})
|
|
|
- self.url = result_dict.get('url', '')
|
|
|
- self._json = None
|
|
|
-
|
|
|
- def json(self):
|
|
|
- if self._json is None:
|
|
|
- if not self.text:
|
|
|
- return {}
|
|
|
- try:
|
|
|
- self._json = json.loads(self.text)
|
|
|
- except:
|
|
|
- self._json = {}
|
|
|
- return self._json
|
|
|
-
|
|
|
-class TlsPlugin(IVSPlg):
|
|
|
- """
|
|
|
- TLSContact 签证预约插件 (Camoufox 版)
|
|
|
- """
|
|
|
-
|
|
|
- def __init__(self, group_id: str):
|
|
|
- self.group_id = group_id
|
|
|
- self.config: Optional[VSPlgConfig] = None
|
|
|
- self.free_config: Dict[str, Any] = {}
|
|
|
- self.is_healthy = True
|
|
|
- self.logger = None
|
|
|
-
|
|
|
- self.page: Optional[Page] = None
|
|
|
- self.browser_ctx: Optional[BrowserContext] = None
|
|
|
- self.playwright = None
|
|
|
- self.travel_group: Optional[Dict] = None
|
|
|
-
|
|
|
- self.instance_id = uuid.uuid4().hex[:8]
|
|
|
- self.root_workspace = os.path.abspath(os.path.join("data/temp_browser_data", f"{self.group_id}.{self.instance_id}"))
|
|
|
- self.user_data_path = os.path.join(self.root_workspace, "user_data")
|
|
|
-
|
|
|
- if not os.path.exists(self.root_workspace):
|
|
|
- os.makedirs(self.root_workspace)
|
|
|
-
|
|
|
- self.session_create_time: float = 0
|
|
|
-
|
|
|
- # Playwright/Camoufox 的 Page 只能在创建它的线程使用；Sentinel 在线程池里建会话、在监控线程里 query。
|
|
|
- # 用单条工作线程串行所有浏览器操作，避免跨线程卡死或 silent health_check 失败。
|
|
|
- self._pw_cmd_queue: "queue.Queue[Optional[Callable[[], None]]]" = queue.Queue()
|
|
|
- self._pw_thread: Optional[threading.Thread] = None
|
|
|
- self._pw_worker: Optional[threading.Thread] = None
|
|
|
- self._pw_thread_ready = threading.Event()
|
|
|
- self._pw_thread_lock = threading.Lock()
|
|
|
-
|
|
|
- def get_group_id(self) -> str:
|
|
|
- return self.group_id
|
|
|
-
|
|
|
- def set_log(self, logger: Callable[[str], None]):
|
|
|
- self.logger = logger
|
|
|
-
|
|
|
- def _log(self, message):
|
|
|
- if self.logger:
|
|
|
- self.logger(f'[TlsPlugin] [{self.group_id}] {message}')
|
|
|
- else:
|
|
|
- print(f'[TlsPlugin] [{self.group_id}] {message}')
|
|
|
-
|
|
|
- def set_config(self, config: VSPlgConfig):
|
|
|
- self.config = config
|
|
|
- self.free_config = config.free_config or {}
|
|
|
-
|
|
|
- def _ensure_pw_thread(self):
|
|
|
- with self._pw_thread_lock:
|
|
|
- if self._pw_thread and self._pw_thread.is_alive():
|
|
|
- return
|
|
|
- self._pw_thread_ready.clear()
|
|
|
- t = threading.Thread(target=self._pw_loop, name=f"camoufox-tls-{self.instance_id}", daemon=True)
|
|
|
- self._pw_thread = t
|
|
|
- t.start()
|
|
|
- if not self._pw_thread_ready.wait(timeout=60):
|
|
|
- raise BizLogicError("Camoufox worker thread failed to start")
|
|
|
-
|
|
|
- def _pw_loop(self):
|
|
|
- self._pw_worker = threading.current_thread()
|
|
|
- self._pw_thread_ready.set()
|
|
|
- while True:
|
|
|
- work = self._pw_cmd_queue.get()
|
|
|
- if work is None:
|
|
|
- break
|
|
|
- work()
|
|
|
-
|
|
|
- def _run_on_pw_thread(self, fn, *args, **kwargs):
|
|
|
- if self._pw_worker is not None and threading.current_thread() is self._pw_worker:
|
|
|
- return fn(*args, **kwargs)
|
|
|
- if self._pw_worker is None or not self._pw_thread or not self._pw_thread.is_alive():
|
|
|
- self._ensure_pw_thread()
|
|
|
- out: List[Any] = [None, None]
|
|
|
- done = threading.Event()
|
|
|
-
|
|
|
- def work():
|
|
|
- try:
|
|
|
- out[1] = fn(*args, **kwargs)
|
|
|
- except BaseException as e:
|
|
|
- out[0] = e
|
|
|
- finally:
|
|
|
- done.set()
|
|
|
-
|
|
|
- self._pw_cmd_queue.put(work)
|
|
|
- if not done.wait(timeout=600):
|
|
|
- self._log("Browser thread operation timed out (600s).")
|
|
|
- raise BizLogicError("Browser thread operation timeout")
|
|
|
- if out[0] is not None:
|
|
|
- raise out[0]
|
|
|
- return out[1]
|
|
|
-
|
|
|
- def _stop_pw_thread(self):
|
|
|
- with self._pw_thread_lock:
|
|
|
- t = self._pw_thread
|
|
|
- if not t or not t.is_alive():
|
|
|
- self._pw_thread = None
|
|
|
- self._pw_worker = None
|
|
|
- return
|
|
|
- self._pw_cmd_queue.put(None)
|
|
|
- t.join(timeout=20)
|
|
|
- with self._pw_thread_lock:
|
|
|
- self._pw_thread = None
|
|
|
- self._pw_worker = None
|
|
|
-
|
|
|
- def keep_alive(self):
|
|
|
- if self.page is None:
|
|
|
- return
|
|
|
- def _work():
|
|
|
- try:
|
|
|
- resp = self._perform_request("GET", self.page.url, retry_count=1)
|
|
|
- self._check_page_is_session_expired_or_invalid('Book your appointment', html = resp.text)
|
|
|
- except SessionExpiredOrInvalidError as e:
|
|
|
- self.is_healthy = False
|
|
|
- except Exception as e:
|
|
|
- pass
|
|
|
- try:
|
|
|
- self._run_on_pw_thread(_work)
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
-
|
|
|
- def _health_check_impl(self) -> bool:
|
|
|
- if not self.is_healthy:
|
|
|
- return False
|
|
|
- if self.page is None:
|
|
|
- return False
|
|
|
- try:
|
|
|
- v = self.page.evaluate("1")
|
|
|
- if v != 1:
|
|
|
- return False
|
|
|
- except:
|
|
|
- return False
|
|
|
- if self.config.session_max_life > 0:
|
|
|
- current_time = time.time()
|
|
|
- elapsed_time = current_time - self.session_create_time
|
|
|
- if elapsed_time > self.config.session_max_life:
|
|
|
- self._log(f"Session expired.")
|
|
|
- return False
|
|
|
- return True
|
|
|
-
|
|
|
- def health_check(self) -> bool:
|
|
|
- if not self.is_healthy or self.page is None:
|
|
|
- return False
|
|
|
- try:
|
|
|
- if self._pw_worker is not None and threading.current_thread() is self._pw_worker:
|
|
|
- return self._health_check_impl()
|
|
|
- return self._run_on_pw_thread(self._health_check_impl)
|
|
|
- except Exception:
|
|
|
- return False
|
|
|
-
|
|
|
- def _save_screenshot(self, name_prefix):
|
|
|
- try:
|
|
|
- timestamp = int(time.time())
|
|
|
- filename = f"{self.instance_id}_{name_prefix}_{timestamp}.jpg"
|
|
|
- save_path = os.path.join("data", filename)
|
|
|
- os.makedirs("data", exist_ok=True)
|
|
|
- self.page.screenshot(path=save_path, full_page=True)
|
|
|
- self._log(f"Screenshot saved to {save_path}")
|
|
|
- except Exception as e:
|
|
|
- self._log(f"Failed to save screenshot: {e}")
|
|
|
-
|
|
|
- def create_session(self):
|
|
|
- self._ensure_pw_thread()
|
|
|
- try:
|
|
|
- self._run_on_pw_thread(self._create_session_inner)
|
|
|
- except Exception:
|
|
|
- self._stop_pw_thread()
|
|
|
- raise
|
|
|
-
|
|
|
- def _create_session_inner(self):
|
|
|
- """
|
|
|
- 全浏览器会话创建：过盾 -> JS注入登录 -> 状态机自动路由导航 -> 到达目标页
|
|
|
- 必须在同一条 Camoufox/Playwright 工作线程中执行（Playwright 非线程安全）。
|
|
|
- """
|
|
|
- self._log(f"Initializing Session (ID: {self.instance_id})...")
|
|
|
- proxy_cfg = None
|
|
|
- if self.config.proxy and self.config.proxy.ip:
|
|
|
- p = self.config.proxy
|
|
|
- if p.username and p.password:
|
|
|
- proxy_cfg = {
|
|
|
- "server": f"{p.proto}://{p.ip}:{p.port}",
|
|
|
- "username": p.username,
|
|
|
- "password": p.password,
|
|
|
- }
|
|
|
- else:
|
|
|
- proxy_cfg = {"server": f"{p.proto}://{p.ip}:{p.port}"}
|
|
|
- else:
|
|
|
- self._log("[WARN] No proxy configured!")
|
|
|
-
|
|
|
- try:
|
|
|
- self.playwright = sync_playwright().start()
|
|
|
- headless_opt = _camoufox_headless_from_env()
|
|
|
- self._log(f"Camoufox headless={headless_opt!r} (env CAMOUFOX_HEADLESS)")
|
|
|
- self.browser_ctx = NewBrowser(
|
|
|
- self.playwright,
|
|
|
- persistent_context=True,
|
|
|
- headless=headless_opt,
|
|
|
- user_data_dir=self.user_data_path,
|
|
|
- proxy=proxy_cfg,
|
|
|
- window=(1920, 1080),
|
|
|
- )
|
|
|
- self.page = self.browser_ctx.pages[0] if self.browser_ctx.pages else self.browser_ctx.new_page()
|
|
|
-
|
|
|
- # --- 初始化访问与过盾 ---
|
|
|
- tls_url = self.free_config.get('tls_url', '')
|
|
|
- self._log(f"Navigating: {tls_url}")
|
|
|
- self.page.goto(tls_url, wait_until="domcontentloaded")
|
|
|
- time.sleep(5)
|
|
|
-
|
|
|
- cf_bypasser = CloudflareBypasser(self.page, log=True)
|
|
|
- if not cf_bypasser.bypass(max_retry=15):
|
|
|
- raise BizLogicError("Cloudflare bypass timeout")
|
|
|
- time.sleep(3)
|
|
|
- cf_bypasser.handle_waiting_room()
|
|
|
-
|
|
|
- # --- 状态机导航循环 ---
|
|
|
- max_steps = 20
|
|
|
- session_created = False
|
|
|
- has_submitted_login = False
|
|
|
-
|
|
|
- for step in range(max_steps):
|
|
|
- current_url = self.page.url
|
|
|
- self._log(f"--- [Router Step {step+1}] Current URL: {current_url} ---")
|
|
|
-
|
|
|
- # 状态 1：到达终极目标页面 (成功退出条件)
|
|
|
- if "appointment-booking" in current_url or self.page.locator("button:has-text('Book your appointment')").first.count():
|
|
|
- btn_selector = "button:has-text('Book your appointment')"
|
|
|
- if self._is_selector_visible(btn_selector, timeout=10000):
|
|
|
- self.session_create_time = time.time()
|
|
|
- self._log("✅ Login & Navigation Success! Reached appointment-booking.")
|
|
|
- session_created = True
|
|
|
- break
|
|
|
-
|
|
|
- # 状态 2：遇到没有申请人的拦截页 (致命错误退出条件)
|
|
|
- page_content = self.page.content()
|
|
|
- no_applicant_indicators = [
|
|
|
- "Add a new applicant" in page_content,
|
|
|
- "You have not yet added an applicant" in page_content,
|
|
|
- "applicants-information" in current_url
|
|
|
- ]
|
|
|
- if any(no_applicant_indicators):
|
|
|
- raise BizLogicError(message="No applicant added. Cannot proceed to booking.")
|
|
|
-
|
|
|
- # 状态 3：首页/登录入口页 -> 需要点击进入登录
|
|
|
- if self.page.locator("a[href*='login']").first.count() and not self.page.locator("label:has-text('Email')").first.count():
|
|
|
- self._log("State: Login Portal. Clicking login link...")
|
|
|
- try:
|
|
|
- self.page.locator("a[href*='login']").first.click(timeout=5000)
|
|
|
- time.sleep(3)
|
|
|
- continue
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
-
|
|
|
- # 状态 4：真正的登录表单页
|
|
|
- if self.page.locator("label:has-text('Email')").first.count() and not has_submitted_login:
|
|
|
- self._log("State: Login Form. Processing credentials and Captcha...")
|
|
|
-
|
|
|
- recaptchav2_token = ""
|
|
|
- if self.page.locator(".g-recaptcha").first.count() or self.page.locator("//iframe[contains(@src, 'recaptcha')]").first.count():
|
|
|
- try:
|
|
|
- rec_iframe = self.page.locator("//iframe[contains(@src, 'recaptcha')]").first
|
|
|
- rec_iframe_src = rec_iframe.get_attribute('src') or ""
|
|
|
- rec_parsed = urlparse(rec_iframe_src)
|
|
|
- rec_params = parse_qs(rec_parsed.query)
|
|
|
- rec_sitekey = rec_params.get("k", [None])[0]
|
|
|
- rec_size = rec_params.get("size", [None])[0]
|
|
|
-
|
|
|
- if 'normal' == rec_size and rec_sitekey:
|
|
|
- self._log(f"Solving ReCaptcha sitekey={rec_sitekey}...")
|
|
|
- rc_params = {
|
|
|
- "type": "ReCaptchaV2TaskProxyLess",
|
|
|
- "page": current_url,
|
|
|
- "siteKey": rec_sitekey,
|
|
|
- "apiToken": self.free_config.get("capsolver_key", "")
|
|
|
- }
|
|
|
- recaptchav2_token = self._solve_recaptcha(rc_params)
|
|
|
- except Exception as e:
|
|
|
- self._log(f"ReCaptcha extraction failed: {e}")
|
|
|
-
|
|
|
- username = self.config.account.username
|
|
|
- password = self.config.account.password
|
|
|
-
|
|
|
- self._type_into_first_visible(
|
|
|
- selectors=[
|
|
|
- "input[name='email']",
|
|
|
- "input[type='email']",
|
|
|
- "input#email",
|
|
|
- "input[autocomplete='username']",
|
|
|
- "label:has-text('Email') + input",
|
|
|
- ],
|
|
|
- text=username,
|
|
|
- field_name="Email",
|
|
|
- )
|
|
|
- time.sleep(random.uniform(0.5, 1.2))
|
|
|
-
|
|
|
- self._type_into_first_visible(
|
|
|
- selectors=[
|
|
|
- "input[name='password']",
|
|
|
- "input[type='password']",
|
|
|
- "input#password",
|
|
|
- "input[autocomplete='current-password']",
|
|
|
- "label:has-text('Password') + input",
|
|
|
- ],
|
|
|
- text=password,
|
|
|
- field_name="Password",
|
|
|
- )
|
|
|
-
|
|
|
- # 注入 Token
|
|
|
- if recaptchav2_token:
|
|
|
- inject_js = f"var g = document.getElementById('g-recaptcha-response'); if(g) {{ g.value = '{recaptchav2_token}'; }}"
|
|
|
- try:
|
|
|
- self.page.evaluate(f"() => {{ {inject_js} }}")
|
|
|
- self._log("ReCaptcha token injected")
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- time.sleep(random.uniform(0.5, 1.0))
|
|
|
-
|
|
|
- self._log("Submitting Login...")
|
|
|
- time.sleep(random.uniform(0.3, 0.8))
|
|
|
- self.page.locator("button:has-text('Login')").first.click(timeout=10000)
|
|
|
- has_submitted_login = True
|
|
|
- time.sleep(3)
|
|
|
- continue
|
|
|
-
|
|
|
- # 状态 5：Travel Groups 页面
|
|
|
- if "travel-groups" in current_url:
|
|
|
- self._log("State: Travel Groups. Selecting targeted group...")
|
|
|
- groups = self._parse_travel_groups(self.page.content())
|
|
|
- location = self.free_config.get('location')
|
|
|
- self.travel_group = next((g for g in groups if location in g['location']), None)
|
|
|
-
|
|
|
- if not self.travel_group:
|
|
|
- self._save_screenshot("group_not_found")
|
|
|
- raise NotFoundError(f"Group not found for {location}")
|
|
|
-
|
|
|
- formgroup_id = self.travel_group.get('group_number')
|
|
|
- btn_selector = f'button[name="formGroupId"][value="{formgroup_id}"]'
|
|
|
-
|
|
|
- select_buttons = self.page.locator(btn_selector)
|
|
|
- if select_buttons.count():
|
|
|
- # 取最后一个可见的按钮
|
|
|
- select_btn = None
|
|
|
- for i in range(select_buttons.count() - 1, -1, -1):
|
|
|
- btn = select_buttons.nth(i)
|
|
|
- try:
|
|
|
- if btn.is_visible(timeout=1000):
|
|
|
- select_btn = btn
|
|
|
- break
|
|
|
- except Exception:
|
|
|
- continue
|
|
|
-
|
|
|
- if select_btn:
|
|
|
- time.sleep(random.uniform(0.5, 1.2))
|
|
|
- select_btn.click(timeout=10000)
|
|
|
- self._log(f"Clicked select button for group {formgroup_id}")
|
|
|
- time.sleep(3)
|
|
|
- continue
|
|
|
- else:
|
|
|
- self._log("[WARN] Select button found but not visible.")
|
|
|
- else:
|
|
|
- self._log(f"[WARN] Wait timeout for group button {formgroup_id}")
|
|
|
-
|
|
|
- # 状态 6：中间过渡页，需点击 "Book Appointment" 继续往下走
|
|
|
- if self.page.locator('#book-appointment-btn').first.count():
|
|
|
- self._log("State: Intermediate Dashboard. Clicking Book Appointment button...")
|
|
|
- try:
|
|
|
- self.page.locator('#book-appointment-btn').first.click(timeout=10000)
|
|
|
- time.sleep(3)
|
|
|
- continue
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
-
|
|
|
- # 状态 7：登录失败校验 或 未知加载状态
|
|
|
- if "login-actions" in current_url and has_submitted_login:
|
|
|
- self._log("Waiting on login-actions... (Might be authenticating or invalid credentials)")
|
|
|
- time.sleep(2)
|
|
|
- try:
|
|
|
- if self.page.locator("text='Invalid username or password'").first.count():
|
|
|
- raise BizLogicError(message="Login Failed! Invalid credentials or Captcha rejected.")
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- continue
|
|
|
-
|
|
|
- # 兜底：未匹配到明确状态，等待页面渲染或重定向
|
|
|
- self._log("State: Transitioning or Unknown. Waiting 2 seconds...")
|
|
|
- time.sleep(2)
|
|
|
-
|
|
|
- # 如果循环耗尽还没到达目标
|
|
|
- if not session_created:
|
|
|
- raise BizLogicError(f"Failed to reach appointment-booking after {max_steps} navigation steps. Stuck at: {self.page.url}")
|
|
|
-
|
|
|
- except Exception as e:
|
|
|
- self._log(f"Session Create Error: {e}")
|
|
|
- if self.config.debug:
|
|
|
- self._save_screenshot("create_session_except")
|
|
|
- self._cleanup_failed_session()
|
|
|
- raise e
|
|
|
-
|
|
|
- def query(self, apt_type: AppointmentType) -> VSQueryResult:
|
|
|
- return self._run_on_pw_thread(self._query_impl, apt_type)
|
|
|
-
|
|
|
- def _day_block_locator_candidates(self):
|
|
|
- # 与 Drission 版 `//div[p and div//button[contains(@data-testid, "slot")]]` 对齐（子 div 下含 slot 按钮）
|
|
|
- yield self.page.locator(
|
|
|
- "xpath=//div[./p and ./div//button[contains(@data-testid, 'slot')]]"
|
|
|
- )
|
|
|
- # 结构略变：任意后代 button 带 slot
|
|
|
- yield self.page.locator(
|
|
|
- "xpath=//div[./p and .//button[contains(@data-testid, 'slot ')]]"
|
|
|
- )
|
|
|
- # 仅要求有 p 与 slot 类按钮
|
|
|
- yield self.page.locator(
|
|
|
- "xpath=//div[.//p and .//button[contains(@data-testid, 'slot')]]"
|
|
|
- )
|
|
|
- # Playwright 原生 :has
|
|
|
- yield self.page.locator("div").filter(
|
|
|
- has=self.page.locator("p")
|
|
|
- ).filter(
|
|
|
- has=self.page.locator("button[data-testid*='slot']")
|
|
|
- )
|
|
|
-
|
|
|
- def _extract_slots_from_calendar_dom(
|
|
|
- self, target_year: int, target_month_num: int
|
|
|
- ) -> List[Dict[str, Any]]:
|
|
|
- """多策略定位「日期块 + 可点时段按钮」，与页面结构差异/Camoufox 兼容。"""
|
|
|
- all_slots: List[Dict[str, Any]] = []
|
|
|
- day_blocks = None
|
|
|
- for loc in self._day_block_locator_candidates():
|
|
|
- try:
|
|
|
- n = loc.count()
|
|
|
- except Exception:
|
|
|
- continue
|
|
|
- if n > 0:
|
|
|
- day_blocks = loc
|
|
|
- self._log(f"使用日历块选择器，匹配到 {n} 个 day_blocks")
|
|
|
- break
|
|
|
- if day_blocks is None:
|
|
|
- # 不依赖 day_block 外壳：直接扫可用按钮，再向祖先找日期
|
|
|
- return self._extract_slots_from_available_buttons_only(
|
|
|
- target_year, target_month_num
|
|
|
- )
|
|
|
-
|
|
|
- for i in range(day_blocks.count()):
|
|
|
- block = day_blocks.nth(i)
|
|
|
- p_ele = block.locator("p").first
|
|
|
- if not p_ele.count():
|
|
|
- continue
|
|
|
- day_match = re.search(r"\d+", p_ele.inner_text())
|
|
|
- if not day_match:
|
|
|
- continue
|
|
|
- day_str = day_match.group()
|
|
|
- try:
|
|
|
- full_date = f"{target_year}-{target_month_num:02d}-{int(day_str):02d}"
|
|
|
- except ValueError:
|
|
|
- continue
|
|
|
- available_btns = block.locator("button[data-testid^='btn-available-slot']")
|
|
|
- for j in range(available_btns.count()):
|
|
|
- btn = available_btns.nth(j)
|
|
|
- btn_html = btn.inner_html()
|
|
|
- time_match = re.search(r"\d{2}:\d{2}", btn_html)
|
|
|
- if not time_match:
|
|
|
- continue
|
|
|
- time_str = time_match.group()
|
|
|
- test_id = btn.get_attribute("data-testid") or ""
|
|
|
- if "prime" in test_id and "weekend" in test_id:
|
|
|
- lbl = "ptaw"
|
|
|
- elif "prime" in test_id:
|
|
|
- lbl = "pta"
|
|
|
- else:
|
|
|
- lbl = ""
|
|
|
- all_slots.append(
|
|
|
- {"date": full_date, "time": time_str, "label": lbl}
|
|
|
- )
|
|
|
- if all_slots:
|
|
|
- return all_slots
|
|
|
- return self._extract_slots_from_available_buttons_only(
|
|
|
- target_year, target_month_num
|
|
|
- )
|
|
|
-
|
|
|
- def _extract_slots_from_available_buttons_only(
|
|
|
- self, target_year: int, target_month_num: int
|
|
|
- ) -> List[Dict[str, Any]]:
|
|
|
- """当整块 DOM 选不中时，用可用按钮反查日期行。"""
|
|
|
- all_slots: List[Dict[str, Any]] = []
|
|
|
- btns = self.page.locator("button[data-testid^='btn-available-slot']")
|
|
|
- n = btns.count()
|
|
|
- if n == 0:
|
|
|
- return []
|
|
|
- self._log(f"按可用按钮回查日期，共 {n} 个 btn-available-slot")
|
|
|
- for j in range(n):
|
|
|
- btn = btns.nth(j)
|
|
|
- row = btn.locator("xpath=./ancestor::div[.//p][1]")
|
|
|
- p_ele = row.locator("p").first
|
|
|
- if not p_ele.count():
|
|
|
- continue
|
|
|
- day_match = re.search(r"\d+", p_ele.inner_text())
|
|
|
- if not day_match:
|
|
|
- continue
|
|
|
- day_str = day_match.group()
|
|
|
- try:
|
|
|
- full_date = f"{target_year}-{target_month_num:02d}-{int(day_str):02d}"
|
|
|
- except ValueError:
|
|
|
- continue
|
|
|
- btn_html = btn.inner_html()
|
|
|
- time_match = re.search(r"\d{2}:\d{2}", btn_html)
|
|
|
- if not time_match:
|
|
|
- continue
|
|
|
- time_str = time_match.group()
|
|
|
- test_id = btn.get_attribute("data-testid") or ""
|
|
|
- if "prime" in test_id and "weekend" in test_id:
|
|
|
- lbl = "ptaw"
|
|
|
- elif "prime" in test_id:
|
|
|
- lbl = "pta"
|
|
|
- else:
|
|
|
- lbl = ""
|
|
|
- all_slots.append({"date": full_date, "time": time_str, "label": lbl})
|
|
|
- return all_slots
|
|
|
-
|
|
|
- def _query_impl(self, apt_type: AppointmentType) -> VSQueryResult:
|
|
|
- res = VSQueryResult()
|
|
|
- res.success = False
|
|
|
- interest_month = self.free_config.get("interest_month", time.strftime("%m-%Y"))
|
|
|
-
|
|
|
- target_date_obj = datetime.strptime(interest_month, "%m-%Y")
|
|
|
- target_month_text = target_date_obj.strftime("%B %Y")
|
|
|
- target_year = target_date_obj.year
|
|
|
- target_month_num = target_date_obj.month
|
|
|
-
|
|
|
- slots = []
|
|
|
- current_selected_ele = self.page.locator('[data-testid="btn-current-month-available"]').first
|
|
|
- current_month_text = current_selected_ele.inner_text().strip() if current_selected_ele.count() else ""
|
|
|
-
|
|
|
- is_on_target_month = (current_month_text.lower() == target_month_text.lower())
|
|
|
-
|
|
|
- if not is_on_target_month:
|
|
|
- self._log(f"Current is '{current_month_text}', navigating to '{target_month_text}'...")
|
|
|
- reached_target = False
|
|
|
- for step in range(12):
|
|
|
- current_ele = self.page.locator('[data-testid="btn-current-month-available"]').first
|
|
|
- if current_ele.count() and current_ele.inner_text().strip().lower() == target_month_text.lower():
|
|
|
- self._log(f"✅ Successfully navigated to target month: '{target_month_text}'!")
|
|
|
- reached_target = True
|
|
|
- break
|
|
|
-
|
|
|
- next_btn = self.page.locator('[data-testid="btn-next-month-available"]').first
|
|
|
-
|
|
|
- if next_btn.count():
|
|
|
- next_btn.click(timeout=5000)
|
|
|
- time.sleep(2.5)
|
|
|
- else:
|
|
|
- self._log("⚠️ Reached the end of the calendar or 'Next Month' is disabled.")
|
|
|
- break
|
|
|
-
|
|
|
- if not reached_target:
|
|
|
- self._log(f"❌ Could not navigate to target month: {target_month_text}. Stop parsing.")
|
|
|
- res.success = False
|
|
|
- res.availability_status = AvailabilityStatus.NoneAvailable
|
|
|
- return res
|
|
|
- self._log("Extracting slots from DOM using robust data-testid features...")
|
|
|
- slots = self._extract_slots_from_calendar_dom(target_year, target_month_num)
|
|
|
- else:
|
|
|
- self._log(f"Already on '{target_month_text}'. Executing silent JS fetch...")
|
|
|
- resp = self._perform_request("GET", self.page.url, retry_count=1)
|
|
|
- self._check_page_is_session_expired_or_invalid('Book your appointment', resp.text)
|
|
|
- slots = self._parse_appointment_slots(resp.text)
|
|
|
-
|
|
|
- if slots:
|
|
|
- res.success = True
|
|
|
- earliest_date = slots[0]["date"]
|
|
|
- earliest_dt = datetime.strptime(earliest_date, "%Y-%m-%d")
|
|
|
- res.availability_status = AvailabilityStatus.Available
|
|
|
- res.earliest_date = earliest_dt
|
|
|
- date_map: dict[datetime, list[TimeSlot]] = {}
|
|
|
- for s in slots:
|
|
|
- date_str = s["date"]
|
|
|
- dt = datetime.strptime(date_str, "%Y-%m-%d")
|
|
|
- date_map.setdefault(dt, []).append(
|
|
|
- TimeSlot(time=s["time"], label=str(s.get("label", "")))
|
|
|
- )
|
|
|
- res.availability = [DateAvailability(date=d, times=slots) for d, slots in date_map.items()]
|
|
|
- self._log(f"Slot Found! -> {slots}")
|
|
|
- else:
|
|
|
- self._log("No slots available.")
|
|
|
- res.success = False
|
|
|
- res.availability_status = AvailabilityStatus.NoneAvailable
|
|
|
- return res
|
|
|
-
|
|
|
- def book(self, slot_info: VSQueryResult, user_inputs: Dict = None) -> VSBookResult:
|
|
|
- return self._run_on_pw_thread(self._book_impl, slot_info, user_inputs)
|
|
|
-
|
|
|
- def _book_impl(self, slot_info: VSQueryResult, user_inputs: Dict = None) -> VSBookResult:
|
|
|
- if user_inputs is None:
|
|
|
- user_inputs = {}
|
|
|
- res = VSBookResult()
|
|
|
- res.success = False
|
|
|
-
|
|
|
- exp_start = user_inputs.get('expected_start_date', '')
|
|
|
- exp_end = user_inputs.get('expected_end_date', '')
|
|
|
- support_pta = user_inputs.get('support_pta', True)
|
|
|
-
|
|
|
- target_labels = ['']
|
|
|
- if support_pta:
|
|
|
- target_labels.append('pta')
|
|
|
-
|
|
|
- available_dates_str =[
|
|
|
- da.date.strftime("%Y-%m-%d")
|
|
|
- for da in slot_info.availability if da.date
|
|
|
- ]
|
|
|
-
|
|
|
- valid_dates_list = self._filter_dates(available_dates_str, exp_start, exp_end)
|
|
|
- if not valid_dates_list:
|
|
|
- raise NotFoundError(message="No dates match user constraints")
|
|
|
-
|
|
|
- all_possible_slots =[]
|
|
|
- for da in slot_info.availability:
|
|
|
- if not da.date:
|
|
|
- continue
|
|
|
-
|
|
|
- date_str = da.date.strftime("%Y-%m-%d")
|
|
|
- if date_str in valid_dates_list:
|
|
|
- for t in da.times:
|
|
|
- if t.label in target_labels:
|
|
|
- all_possible_slots.append({
|
|
|
- "date": date_str,
|
|
|
- "time_obj": t,
|
|
|
- "label": t.label
|
|
|
- })
|
|
|
-
|
|
|
- if not all_possible_slots:
|
|
|
- raise NotFoundError(message="No suitable slot found (after label filtering)")
|
|
|
-
|
|
|
- selected_slot = random.choice(all_possible_slots)
|
|
|
- selected_date = selected_slot["date"]
|
|
|
- selected_time = selected_slot["time_obj"]
|
|
|
- selected_label = selected_slot["label"]
|
|
|
-
|
|
|
- self._log(f"Found {len(all_possible_slots)} valid slots. selected slot: {selected_date} {selected_time.time} {selected_label}")
|
|
|
-
|
|
|
- # 随机选择预订模式 - Mode 1 (鼠标移动 + JS更新 + 点击) 或 Mode 2 (直接 JS 更新 + 点击)
|
|
|
- book_mode = random.choice([1, 2])
|
|
|
- self._log(f"Using booking mode: {book_mode}")
|
|
|
-
|
|
|
- if book_mode == 1:
|
|
|
- # Mode 1: 模拟真实用户行为 - 先移动鼠标到随机位置
|
|
|
- rand_x = random.randint(300, 800)
|
|
|
- rand_y = random.randint(400, 700)
|
|
|
- self._log(f"Mode 1: Moving mouse to ({rand_x}, {rand_y}) and clicking")
|
|
|
- # Playwright 中不直接支持 HumanMouse，但可以通过 hover 和 click 来实现
|
|
|
- dummy_locator = self.page.locator(f"xpath=//*[@id='dummy_{random.randint(1000, 9999)}']")
|
|
|
- try:
|
|
|
- # 如果虚拟定位器存在就点击（通常不会存在），否则只是触发 mousemove 事件
|
|
|
- dummy_locator.first.click(timeout=500)
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
-
|
|
|
- js_update_form = f"""
|
|
|
- try {{
|
|
|
- const buttons = Array.from(document.querySelectorAll('button[type="submit"]'));
|
|
|
- const submitBtn = buttons.find(btn => {{
|
|
|
- return btn.textContent.trim().toLowerCase().includes('book your appointment');
|
|
|
- }});
|
|
|
- if (!submitBtn) return 'Submit button not found';
|
|
|
- const form = submitBtn.closest('form');
|
|
|
- if (!form) return 'Correct form not found';
|
|
|
- function setReactValue(input, value) {{
|
|
|
- if (!input) return;
|
|
|
- input.value = value;
|
|
|
- input.dispatchEvent(new Event('input', {{ bubbles: true }}));
|
|
|
- input.dispatchEvent(new Event('change', {{ bubbles: true }}));
|
|
|
- }}
|
|
|
- setReactValue(form.querySelector('input[name="date"]'), '{selected_date}');
|
|
|
- setReactValue(form.querySelector('input[name="time"]'), '{selected_time.time}');
|
|
|
- setReactValue(form.querySelector('input[name="appointmentLabel"]'), '{selected_label}');
|
|
|
- submitBtn.removeAttribute('disabled');
|
|
|
- submitBtn.classList.remove('opacity-50', 'cursor-not-allowed');
|
|
|
- return 'form_updated';
|
|
|
- }} catch (e) {{
|
|
|
- return e.toString();
|
|
|
- }}
|
|
|
- """
|
|
|
- update_res = self.page.evaluate(f"() => {{ {js_update_form} }}")
|
|
|
- self._log(f"Mode 1: Form update triggered: {update_res}")
|
|
|
-
|
|
|
- if update_res != 'form_updated':
|
|
|
- raise BizLogicError(message=f"Failed to update form in Mode 1: {update_res}")
|
|
|
-
|
|
|
- # 通过按钮定位器点击
|
|
|
- submit_btn = self.page.locator("button:has-text('Book your appointment')").first
|
|
|
- if not submit_btn.count():
|
|
|
- raise BizLogicError(message="Submit button not found for Mode 1")
|
|
|
-
|
|
|
- self._log("Mode 1: Moving mouse to submit button and clicking")
|
|
|
- time.sleep(random.uniform(0.2, 0.5))
|
|
|
- submit_btn.click(timeout=10000)
|
|
|
- inject_res = 'clicked'
|
|
|
-
|
|
|
- else:
|
|
|
- # Mode 2: 直接 JS 注入和点击 (更快但可能被检测)
|
|
|
- js_inject_and_click = f"""
|
|
|
- try {{
|
|
|
- const buttons = Array.from(document.querySelectorAll('button[type="submit"]'));
|
|
|
- const submitBtn = buttons.find(btn => {{
|
|
|
- return btn.textContent.trim().toLowerCase().includes('book your appointment');
|
|
|
- }});
|
|
|
- if (!submitBtn) return 'Submit button not found';
|
|
|
- const form = submitBtn.closest('form');
|
|
|
- if (!form) return 'Correct form not found';
|
|
|
- function setReactValue(input, value) {{
|
|
|
- if (!input) return;
|
|
|
- input.value = value;
|
|
|
- input.dispatchEvent(new Event('input', {{ bubbles: true }}));
|
|
|
- input.dispatchEvent(new Event('change', {{ bubbles: true }}));
|
|
|
- }}
|
|
|
- setReactValue(form.querySelector('input[name="date"]'), '{selected_date}');
|
|
|
- setReactValue(form.querySelector('input[name="time"]'), '{selected_time.time}');
|
|
|
- setReactValue(form.querySelector('input[name="appointmentLabel"]'), '{selected_label}');
|
|
|
- submitBtn.removeAttribute('disabled');
|
|
|
- submitBtn.click();
|
|
|
- return 'clicked';
|
|
|
- }} catch (e) {{
|
|
|
- return e.toString();
|
|
|
- }}
|
|
|
- """
|
|
|
- inject_res = self.page.evaluate(f"() => {{ {js_inject_and_click} }}")
|
|
|
- self._log(f"Mode 2: Form submission triggered: {inject_res}")
|
|
|
-
|
|
|
- if inject_res != 'clicked':
|
|
|
- raise BizLogicError(message="Failed to inject form or click the submit button")
|
|
|
-
|
|
|
- self._log("Waiting for Next.js to process the form submission...")
|
|
|
- for _ in range(10):
|
|
|
- try:
|
|
|
- current_page_url = self.page.url
|
|
|
- current_page_html = self.page.content()
|
|
|
- appointment_confirmation_indicators = [
|
|
|
- "order-summary" in current_page_url,
|
|
|
- "partner-services" in current_page_url,
|
|
|
- "appointment-confirmation" in current_page_url,
|
|
|
- "Change my appointment" in current_page_html,
|
|
|
- "Book a new appointment" in current_page_html,
|
|
|
- ]
|
|
|
-
|
|
|
- if any(appointment_confirmation_indicators):
|
|
|
- self._log(f"✅ BOOKING SUCCESS! Redirected to: {current_page_url}")
|
|
|
- res.success = True
|
|
|
- res.label = selected_label
|
|
|
- res.book_date = selected_date
|
|
|
- res.book_time = selected_time.time
|
|
|
- self._save_screenshot("book_slot_success")
|
|
|
- break
|
|
|
-
|
|
|
- toast_selector = '[role=\"alert\"]'
|
|
|
- toast_ele = self.page.locator(toast_selector).first
|
|
|
- if toast_ele.count():
|
|
|
- error_msg = toast_ele.inner_text()
|
|
|
- self._log(f"❌ BOOKING FAILED! Detected popup: {error_msg}")
|
|
|
- break
|
|
|
- time.sleep(0.5)
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- return res
|
|
|
-
|
|
|
- def _get_proxy_url(self):
|
|
|
- # 构造代理
|
|
|
- proxy_url = ""
|
|
|
- if self.config.proxy.ip:
|
|
|
- s = self.config.proxy
|
|
|
- if s.username:
|
|
|
- proxy_url = f"{s.proto}://{s.username}:{s.password}@{s.ip}:{s.port}"
|
|
|
- else:
|
|
|
- proxy_url = f"{s.proto}://{s.ip}:{s.port}"
|
|
|
- return proxy_url
|
|
|
-
|
|
|
- def _perform_request(self, method, url, headers=None, data=None, json_data=None, params=None, retry_count=0):
|
|
|
- """
|
|
|
- 在浏览器上下文中注入 JS 执行 Fetch
|
|
|
- """
|
|
|
- if not self.page:
|
|
|
- raise BizLogicError("Browser not initialized")
|
|
|
-
|
|
|
- if params:
|
|
|
- from urllib.parse import urlencode
|
|
|
- if '?' in url:
|
|
|
- url += '&' + urlencode(params)
|
|
|
- else:
|
|
|
- url += '?' + urlencode(params)
|
|
|
-
|
|
|
- fetch_options = {
|
|
|
- "method": method.upper(),
|
|
|
- "headers": headers or {},
|
|
|
- "credentials": "include"
|
|
|
- }
|
|
|
-
|
|
|
- # Body 处理
|
|
|
- if json_data:
|
|
|
- fetch_options['body'] = json.dumps(json_data)
|
|
|
- fetch_options['headers']['Content-Type'] = 'application/json'
|
|
|
- elif data:
|
|
|
- if isinstance(data, dict):
|
|
|
- from urllib.parse import urlencode
|
|
|
- fetch_options['body'] = urlencode(data)
|
|
|
- fetch_options['headers']['Content-Type'] = 'application/x-www-form-urlencoded'
|
|
|
- else:
|
|
|
- fetch_options['body'] = data
|
|
|
-
|
|
|
- js_script = f"""
|
|
|
- const url = "{url}";
|
|
|
- const options = {json.dumps(fetch_options)};
|
|
|
-
|
|
|
- return fetch(url, options)
|
|
|
- .then(async response => {{
|
|
|
- const text = await response.text();
|
|
|
- const headers = {{}};
|
|
|
- response.headers.forEach((value, key) => headers[key] = value);
|
|
|
-
|
|
|
- return {{
|
|
|
- status: response.status,
|
|
|
- body: text,
|
|
|
- headers: headers,
|
|
|
- url: response.url
|
|
|
- }};
|
|
|
- }})
|
|
|
- .catch(error => {{
|
|
|
- return {{
|
|
|
- status: 0,
|
|
|
- body: error.toString(),
|
|
|
- headers: {{}},
|
|
|
- url: url
|
|
|
- }};
|
|
|
- }});
|
|
|
- """
|
|
|
-
|
|
|
- res_dict = self.page.evaluate(f"() => {{ {js_script} }}")
|
|
|
- resp = BrowserResponse(res_dict)
|
|
|
-
|
|
|
- if resp.status_code == 200:
|
|
|
- return resp
|
|
|
- elif resp.status_code == 401:
|
|
|
- self.is_healthy = False
|
|
|
- raise SessionExpiredOrInvalidError()
|
|
|
- elif resp.status_code == 403:
|
|
|
- if retry_count < 2:
|
|
|
- self._log(f"HTTP 403 Detected. Cloudflare session expired? Attempting refresh (Try {retry_count+1}/2)...")
|
|
|
- if self._refresh_firewall_session():
|
|
|
- self._log("Firewall session refreshed. Retrying request...")
|
|
|
- return self._perform_request(method, url, headers, data, json_data, params, retry_count+1)
|
|
|
- else:
|
|
|
- self._log("Failed to refresh firewall session.")
|
|
|
- raise PermissionDeniedError(f"HTTP 403: {resp.text[:100]}")
|
|
|
- elif resp.status_code == 429:
|
|
|
- self.is_healthy = False
|
|
|
- raise RateLimiteddError()
|
|
|
- else:
|
|
|
- if resp.status_code == 0:
|
|
|
- raise BizLogicError(f"Network Error: {resp.text}")
|
|
|
- raise BizLogicError(message=f"HTTP Error {resp.status_code}: {resp.text[:100]}")
|
|
|
-
|
|
|
- def _refresh_firewall_session(self) -> bool:
|
|
|
- """
|
|
|
- 主动刷新页面以触发 Cloudflare 挑战并尝试通过
|
|
|
- """
|
|
|
- try:
|
|
|
- # 1. 刷新当前页面 (通常 Dashboard 页)
|
|
|
- # 这会强制浏览器重新进行 HTTP 请求，从而触发 Cloudflare 拦截页
|
|
|
- self._log("Refreshing page to trigger Cloudflare...")
|
|
|
- self.page.reload(wait_until="domcontentloaded")
|
|
|
-
|
|
|
- # 2. 调用 CloudflareBypasser
|
|
|
- cf = CloudflareBypasser(self.page, log=self.config.debug)
|
|
|
-
|
|
|
- # 3. 尝试过盾 (尝试次数稍多一点，因为此时可能网络不稳定)
|
|
|
- success = cf.bypass(max_retry=10)
|
|
|
-
|
|
|
- if success:
|
|
|
- # 再次确认页面是否正常加载 (非 403 页面)
|
|
|
- title = self.page.title().lower()
|
|
|
- if "access denied" in title:
|
|
|
- return False
|
|
|
-
|
|
|
- # 等待 DOM 稍微稳定
|
|
|
- time.sleep(2)
|
|
|
- return True
|
|
|
-
|
|
|
- return False
|
|
|
- except Exception as e:
|
|
|
- self._log(f"Error during firewall refresh: {e}")
|
|
|
- return False
|
|
|
-
|
|
|
- def _solve_recaptcha(self, params) -> str:
|
|
|
- """调用 VSCloudApi 解决 ReCaptcha"""
|
|
|
- key = params.get("apiToken")
|
|
|
- if not key: raise NotFoundError("Api-token required")
|
|
|
-
|
|
|
- submit_url = "https://api.capsolver.com/createTask"
|
|
|
- task = {
|
|
|
- "type": params.get("type"),
|
|
|
- "websiteURL": params.get("page"),
|
|
|
- "websiteKey": params.get("siteKey"),
|
|
|
- }
|
|
|
- if params.get("action"):
|
|
|
- task["pageAction"] = params.get("action")
|
|
|
-
|
|
|
- # if params.get("proxy"):
|
|
|
- # p = urlparse(params.get("proxy"))
|
|
|
- # task["proxyType"] = p.proto
|
|
|
- # task["proxyAddress"] = p.hostname
|
|
|
- # task["proxyPort"] = p.port
|
|
|
- # if p.username:
|
|
|
- # task["proxyLogin"] = p.username
|
|
|
- # task["proxyPassword"] = p.password
|
|
|
-
|
|
|
- # 注意：使用 Camoufox 后，通常是 ProxyLess 模式
|
|
|
- # 除非你想让 Capsolver 也用同样的代理（通常不需要，除非风控极严）
|
|
|
-
|
|
|
- payload = {"clientKey": key, "task": task}
|
|
|
- import requests as req # 局部引用，避免混淆
|
|
|
- r = req.post(submit_url, json=payload, timeout=20)
|
|
|
- if r.status_code != 200:
|
|
|
- raise BizLogicError(message="Failed to submit capsolver task")
|
|
|
-
|
|
|
- task_id = r.json().get("taskId")
|
|
|
- for _ in range(20):
|
|
|
- r = req.post("https://api.capsolver.com/getTaskResult", json={"clientKey": key, "taskId": task_id}, timeout=20)
|
|
|
- if r.status_code == 200:
|
|
|
- d = r.json()
|
|
|
- if d.get("status") == "ready":
|
|
|
- return d["solution"]["gRecaptchaResponse"]
|
|
|
- time.sleep(3)
|
|
|
- raise BizLogicError(message="Capsolver task timeout")
|
|
|
-
|
|
|
- def _parse_travel_groups(self, html_content) -> List[Dict]:
|
|
|
- groups = []
|
|
|
- js_pattern = r'\\"travelGroups\\":\s*(\[.*?\]),\\"availableCountriesToCreateGroups'
|
|
|
- js_match = re.search(js_pattern, html_content, re.DOTALL)
|
|
|
- if js_match:
|
|
|
- json_str = js_match.group(1).replace(r'\"', '"')
|
|
|
- data = json.loads(json_str)
|
|
|
- for g in data:
|
|
|
- groups.append({
|
|
|
- 'group_name': g.get('groupName'),
|
|
|
- 'group_number': g.get('formGroupId'),
|
|
|
- 'location': g.get('vacName')
|
|
|
- })
|
|
|
- else:
|
|
|
- self._log('Parsed travel group page, but not found travelGroups')
|
|
|
- return groups
|
|
|
-
|
|
|
- def _parse_appointment_slots(self, html_content) -> List[Dict]:
|
|
|
- slots = []
|
|
|
- pattern = r'"availableAppointments\\":\s*(\[.*\]),\\"showFlexiAppointment'
|
|
|
- match = re.search(pattern, html_content, re.DOTALL)
|
|
|
-
|
|
|
- if match:
|
|
|
- json_str = match.group(1).replace(r'\"', '"')
|
|
|
- data = json.loads(json_str)
|
|
|
- for day in data:
|
|
|
- d_str = day.get('day')
|
|
|
- for s in day.get('slots', []):
|
|
|
- labels = s.get('labels', [])
|
|
|
- lbl = ""
|
|
|
- # 简化逻辑：TLS label 列表
|
|
|
- if 'pta' in labels: lbl = 'pta'
|
|
|
- elif 'ptaw' in labels: lbl = 'ptaw'
|
|
|
- elif '' in labels or not labels: lbl = ''
|
|
|
-
|
|
|
- slots.append({
|
|
|
- 'date': d_str,
|
|
|
- 'time': s.get('time'),
|
|
|
- 'label': lbl
|
|
|
- })
|
|
|
- return slots
|
|
|
-
|
|
|
- def _check_page_is_session_expired_or_invalid(self, keyword, html: str) -> bool:
|
|
|
- if not html:
|
|
|
- self.is_healthy = False
|
|
|
- raise SessionExpiredOrInvalidError()
|
|
|
-
|
|
|
- html_lower = html.lower()
|
|
|
- if keyword.lower() not in html_lower:
|
|
|
- session_expire_or_invalid_indicators = [
|
|
|
- 'redirected automatically' in html_lower,
|
|
|
- 'login' in html_lower and 'password' in html_lower,
|
|
|
- 'session expired' in html_lower
|
|
|
- ]
|
|
|
- if any(session_expire_or_invalid_indicators):
|
|
|
- self.is_healthy = False
|
|
|
- raise SessionExpiredOrInvalidError()
|
|
|
-
|
|
|
- def _filter_dates(self, dates: List[str], start_str: str, end_str: str) -> List[str]:
|
|
|
- if not start_str or not end_str:
|
|
|
- return dates
|
|
|
- valid_dates = []
|
|
|
- s_date = datetime.strptime(start_str[:10], "%Y-%m-%d")
|
|
|
- e_date = datetime.strptime(end_str[:10], "%Y-%m-%d")
|
|
|
- for date_str in dates:
|
|
|
- curr_date = datetime.strptime(date_str, "%Y-%m-%d")
|
|
|
- if s_date <= curr_date <= e_date:
|
|
|
- valid_dates.append(date_str)
|
|
|
- random.shuffle(valid_dates)
|
|
|
- return valid_dates
|
|
|
-
|
|
|
- def _is_selector_visible(self, selector: str, timeout: int = 10000) -> bool:
|
|
|
- try:
|
|
|
- self.page.wait_for_selector(selector, state="visible", timeout=timeout)
|
|
|
- return True
|
|
|
- except PlaywrightTimeoutError:
|
|
|
- return False
|
|
|
-
|
|
|
- def _human_type(self, text: str):
|
|
|
- for ch in text:
|
|
|
- self.page.keyboard.type(ch)
|
|
|
- time.sleep(random.uniform(0.03, 0.12))
|
|
|
-
|
|
|
- def _type_into_first_visible(self, selectors: List[str], text: str, field_name: str):
|
|
|
- last_err = None
|
|
|
- for selector in selectors:
|
|
|
- try:
|
|
|
- locator = self.page.locator(selector).first
|
|
|
- locator.wait_for(state="visible", timeout=3000)
|
|
|
- locator.click(timeout=3000)
|
|
|
- time.sleep(random.uniform(0.2, 0.6))
|
|
|
- locator.fill("")
|
|
|
- self._human_type(text)
|
|
|
- return
|
|
|
- except Exception as e:
|
|
|
- last_err = e
|
|
|
- continue
|
|
|
- raise BizLogicError(message=f"Can't find visible {field_name} input. Last error: {last_err}")
|
|
|
-
|
|
|
- def _close_playwright(self):
|
|
|
- if self.page:
|
|
|
- try:
|
|
|
- self.page.close()
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- self.page = None
|
|
|
- if self.browser_ctx:
|
|
|
- try:
|
|
|
- self.browser_ctx.close()
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- self.browser_ctx = None
|
|
|
- if self.playwright:
|
|
|
- try:
|
|
|
- self.playwright.stop()
|
|
|
- except Exception:
|
|
|
- pass
|
|
|
- self.playwright = None
|
|
|
-
|
|
|
- def _rmtree_workspace(self):
|
|
|
- if os.path.exists(self.root_workspace):
|
|
|
- for _ in range(3):
|
|
|
- try:
|
|
|
- time.sleep(0.2)
|
|
|
- shutil.rmtree(self.root_workspace, ignore_errors=True)
|
|
|
- break
|
|
|
- except Exception as e:
|
|
|
- self._log(f"Cleanup retry: {e}")
|
|
|
- time.sleep(0.5)
|
|
|
- if os.path.exists(self.root_workspace):
|
|
|
- self._log(f"[WARN] Failed to fully remove workspace: {self.root_workspace}")
|
|
|
-
|
|
|
- def _cleanup_failed_session(self):
|
|
|
- """create_session 在工作线程内失败时调用；外层会 _stop_pw_thread。"""
|
|
|
- self._close_playwright()
|
|
|
- self._rmtree_workspace()
|
|
|
-
|
|
|
- # --- 资源清理核心方法 ---
|
|
|
- def cleanup(self):
|
|
|
- """
|
|
|
- 销毁浏览器并彻底删除临时文件
|
|
|
- """
|
|
|
- w = getattr(self, "_pw_worker", None)
|
|
|
- on_worker = w is not None and threading.current_thread() is w
|
|
|
-
|
|
|
- if on_worker:
|
|
|
- self._close_playwright()
|
|
|
- self._rmtree_workspace()
|
|
|
- return
|
|
|
-
|
|
|
- if w is not None and self._pw_thread and self._pw_thread.is_alive():
|
|
|
- try:
|
|
|
- self._run_on_pw_thread(self._close_playwright)
|
|
|
- except Exception:
|
|
|
- self._close_playwright()
|
|
|
- self._rmtree_workspace()
|
|
|
- self._stop_pw_thread()
|
|
|
- else:
|
|
|
- self._close_playwright()
|
|
|
- self._rmtree_workspace()
|
|
|
- def __del__(self):
|
|
|
- """
|
|
|
- 析构函数：当对象被垃圾回收时自动调用
|
|
|
- """
|
|
|
- self.cleanup()
|
|
|
-
|
|
|
-
|
|
|
-class TlsPlugin2(TlsPlugin):
|
|
|
- """兼容工厂按模块名加载 `TlsPlugin2` 的场景。"""
|
|
|
- pass
|
jerry