de_plugin.py 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784
  1. import time
  2. import json
  3. import random
  4. import re
  5. import os
  6. import uuid
  7. import base64
  8. from datetime import datetime, timezone
  9. from typing import List, Dict, Optional, Any, Callable
  10. from DrissionPage import ChromiumPage
  11. from plugin import IPlugin
  12. from core_types import (
  13. PluginConfig,
  14. AppointmentType,
  15. QueryResult,
  16. BookResult,
  17. AvailabilityStatus,
  18. TimeSlot,
  19. DateAvailability,
  20. NotFoundError,
  21. PermissionDeniedError,
  22. RateLimiteddError,
  23. SessionExpiredOrInvalidError,
  24. BizLogicError,
  25. PluginStatus,
  26. utc_now_str
  27. )
  28. from toolkit.cloud_api import CloudApi
  29. from utils.cloudflare_bypass_for_scraping import CloudflareBypasser
  30. from toolkit.ocr_engine import DddOcrEngine
  31. from utils.plugin_utils import (
  32. BrowserResponse,
  33. init_chromium_options,
  34. perform_browser_fetch,
  35. filter_dates_in_range,
  36. cleanup_browser_workspace
  37. )
  38. def get_alias_email(email: str, new_domain: str = "text.skin") -> str:
  39. if "@" not in email:
  40. raise ValueError(f"Invalid email: {email}")
  41. local_part, _ = email.rsplit("@", 1)
  42. return f"{local_part}@{new_domain}"
  43. class DePlugin(IPlugin):
  44. """
  45. Germany (Visametric) 签证预约插件 (Browser + Tunnel Mode)
  46. 兼容有日历选时模式 (calendarType != 0) 与无日历排队等候模式 (calendarType == 0)
  47. """
  48. name = "de_plugin"
  49. version = "1.1.0"
  50. description = "德国Visametric签证预约插件 (支持Cloudflare穿透、OCR验证、双日历模式及完整前置校验)"
  51. def __init__(self, group_id: str):
  52. self.group_id = group_id
  53. self.config: Optional[PluginConfig] = None
  54. self.free_config: Dict[str, Any] = {}
  55. self.logger = None
  56. # 浏览器实例
  57. self.page: Optional[ChromiumPage] = None
  58. # 资源隔离
  59. self.instance_id = uuid.uuid4().hex[:8]
  60. self.root_workspace = os.path.abspath(os.path.join("data/temp_browser_data", f"{self.group_id}.{self.instance_id}"))
  61. self.user_data_path = os.path.join(self.root_workspace, "user_data")
  62. if not os.path.exists(self.root_workspace):
  63. os.makedirs(self.root_workspace)
  64. self.tunnel = None # 代理隧道
  65. self.is_healthy = True
  66. self.session_create_time: float = 0
  67. # 字符识别引擎
  68. self.ocr_engine: Optional[DddOcrEngine] = None
  69. # 业务与配置状态
  70. self.base_url = "https://ie-appointment.visametric.com"
  71. self.csrf_token = ""
  72. self.personal_info_val = ""
  73. self.email_val_control = ""
  74. # 动态业务参数 (默认以都柏林为例,可通过 free_config 动态覆盖)
  75. self.consular_id = "1"
  76. self.city_id = "6"
  77. self.office_id = "1"
  78. self.office_type = "1"
  79. self.service_type_id = "1"
  80. self.language_id = "2"
  81. self.app_country_view = "Schengen - Tourism/Family&Friend Visit/Transit Visa/Other Purposes"
  82. self.app_office_view = "Dublin"
  83. self.app_service_type_view = "NORMAL"
  84. self.nationality = "2"
  85. # 邮箱与 OTP 策略
  86. self.use_alias_email = False
  87. self.alias_domain = "text.skin"
  88. self.master_email = "hujiarui8@gmail.com"
  89. def set_log(self, logger: Callable[[str], None]) -> None:
  90. self.logger = logger
  91. def _log(self, message):
  92. if self.logger:
  93. self.logger(f'[DePlugin] [{self.group_id}] [{self.instance_id}] {message}')
  94. else:
  95. print(f'[DePlugin] [{self.group_id}] [{self.instance_id}] {message}')
  96. def set_config(self, config: PluginConfig):
  97. self.config = config
  98. self.free_config = config.free_config or {}
  99. if self.free_config.get("base_url"):
  100. self.base_url = self.free_config["base_url"].rstrip('/')
  101. self.consular_id = str(self.free_config.get("consularid", "1"))
  102. self.city_id = str(self.free_config.get("city", "6"))
  103. self.office_id = str(self.free_config.get("office", "1"))
  104. self.office_type = str(self.free_config.get("officetype", "1"))
  105. self.service_type_id = str(self.free_config.get("service_type_id", "1"))
  106. self.language_id = str(self.free_config.get("language_id", "2"))
  107. self.app_country_view = self.free_config.get(
  108. "view_set_app_country",
  109. "Schengen - Tourism/Family&Friend Visit/Transit Visa/Other Purposes"
  110. )
  111. self.app_office_view = self.free_config.get("view_set_app_office", "Dublin")
  112. self.app_service_type_view = self.free_config.get("view_set_app_service_type", "NORMAL")
  113. self.nationality = str(self.free_config.get("nationality", "2"))
  114. # 邮箱与验证码配置
  115. self.use_alias_email = bool(self.free_config.get("use_alias_email", False))
  116. self.alias_domain = self.free_config.get("alias_domain", "text.skin")
  117. self.master_email = self.free_config.get("master_email", "hujiarui8@gmail.com")
  118. def keep_alive(self):
  119. pass
  120. def health_check(self) -> bool:
  121. if not self.is_healthy or not self.page:
  122. return False
  123. try:
  124. if not self.page.run_js("return 1;"):
  125. return False
  126. except Exception:
  127. return False
  128. if self.config and self.config.session_max_life > 0:
  129. if time.time() - self.session_create_time > self.config.session_max_life:
  130. self._log("Session expired.")
  131. return False
  132. return True
  133. def create_session(self):
  134. """
  135. 创建会话:启动浏览器 -> 代理隧道 -> 过盾 -> 提取 Captcha -> 本地识别 -> 提交 -> 获取 Context
  136. """
  137. self._log(f"Initializing Session (ID: {self.instance_id})...")
  138. self.ocr_engine = DddOcrEngine()
  139. co, self.tunnel = init_chromium_options(
  140. user_data_path=self.user_data_path,
  141. username_seed=self.config.account.username if self.config and self.config.account else None,
  142. proxy=self.config.proxy if self.config else None,
  143. headless=False,
  144. window_size="1920,1080",
  145. logger=self._log
  146. )
  147. co.set_argument('--ignore-certificate-errors')
  148. try:
  149. self.page = ChromiumPage(co)
  150. # 1. 访问首页
  151. url_home = f"{self.base_url}/en"
  152. self._log(f"Navigating to {url_home}")
  153. self.page.get(url_home)
  154. # 2. Cloudflare 过盾
  155. cf = CloudflareBypasser(self.page, log=self.config.debug if self.config else False)
  156. if not cf.bypass(max_retry=15):
  157. if "access denied" in self.page.title.lower():
  158. raise BizLogicError("Cloudflare Access Denied")
  159. raise BizLogicError("Cloudflare bypass timeout")
  160. # 3. 提取 CSRF 和 验证码
  161. meta_ele = self.page.ele('xpath://meta[@name="csrf-token"]', timeout=30)
  162. if not meta_ele:
  163. self.page.get_screenshot(path='csrf_not_found.jpg')
  164. raise NotFoundError("CSRF Token meta tag not found (Page load failed?)")
  165. self.csrf_token = meta_ele.attr('content')
  166. # 提取验证码图片 (Visametric Base64)
  167. html = self.page.html
  168. match = re.search(r'"data:image/png;base64,"\s*\+\s*"(.*?)"', html)
  169. if not match:
  170. try:
  171. img_ele = self.page.ele('xpath://img[contains(@src, "data:image")]')
  172. if img_ele:
  173. b64_src = img_ele.attr('src')
  174. captcha_b64 = b64_src.split(',')[1]
  175. else:
  176. raise NotFoundError("Captcha image not found")
  177. except Exception:
  178. raise NotFoundError("Captcha image not found (Regex failed)")
  179. else:
  180. captcha_b64 = match.group(1)
  181. image_bytes = base64.b64decode(captcha_b64)
  182. # 4. 识别验证码 (本地 OCR 服务)
  183. captcha_code = self.ocr_engine.inference_captcha(image_bytes)
  184. # 5. 提交验证码 (获取 PersonalInfo 与 emailValControl)
  185. self._submit_captcha(captcha_code)
  186. self.session_create_time = time.time()
  187. self._log("Session created successfully.")
  188. except Exception as e:
  189. self._log(f"Session Create Failed: {e}")
  190. self.cleanup()
  191. raise e
  192. def _submit_captcha(self, code: str):
  193. """
  194. 提交验证码,获取 personalinfo 和 emailValControl
  195. """
  196. url = f"{self.base_url}/en/appointment-form"
  197. payload = {
  198. '_token': self.csrf_token,
  199. 'cpJvnsControl': '',
  200. 'mailConfirmCode': code
  201. }
  202. resp = self._perform_request('POST', url, data=payload, headers={
  203. 'X-Requested-With': 'XMLHttpRequest'
  204. })
  205. html = resp.text
  206. match_pi = re.search(r"personalinfo:\s*'([^']*)'", html)
  207. if match_pi:
  208. self.personal_info_val = match_pi.group(1)
  209. match_ev = re.search(r"emailValControl:\s*'([^']*)'", html)
  210. if match_ev:
  211. self.email_val_control = match_ev.group(1)
  212. if not self.personal_info_val:
  213. raise NotFoundError(message="Personalinfo not found in captcha response")
  214. m = re.search(r'name="csrf-token" content="([^"]+)"', html)
  215. if m:
  216. self.csrf_token = m.group(1)
  217. def _get_calendar_status(self) -> str:
  218. """
  219. 向服务端发起自动探测,获取办事处日历状态:
  220. "0": 无日历配额 / 等候名单 (without calendar quota)
  221. "2": 正常选日历模式
  222. """
  223. url = f"{self.base_url}/en/getcalendarstatus"
  224. payload = {
  225. "getvisaofficeid": self.office_id,
  226. "getservicetypeid": self.service_type_id,
  227. "getvisacountryid": self.consular_id
  228. }
  229. headers = {
  230. 'X-CSRF-TOKEN': self.csrf_token,
  231. 'X-Requested-With': 'XMLHttpRequest'
  232. }
  233. resp = self._perform_request('POST', url, data=payload, headers=headers)
  234. status = resp.text.strip().strip('"')
  235. self._log(f"Calendar Status for Office {self.office_id}: {status}")
  236. return status if status else "0"
  237. def _confirm_without_calendar_mode(self):
  238. """无日历模式下的服务确认与无配额状态校验"""
  239. headers = {
  240. 'X-CSRF-TOKEN': self.csrf_token,
  241. 'X-Requested-With': 'XMLHttpRequest'
  242. }
  243. # 1. getservices
  244. self._perform_request('POST', f"{self.base_url}/en/getservices", data={
  245. "country_id": self.consular_id,
  246. "service_type_id": self.service_type_id,
  247. "office_id": self.office_id,
  248. "languageID": self.language_id,
  249. "calendarType": "0"
  250. }, headers=headers)
  251. # 2. withoutcalendarquota
  252. self._perform_request('POST', f"{self.base_url}/en/withoutcalendarquota", data={
  253. "dateall": "0",
  254. "personCountTotal": "1"
  255. }, headers=headers)
  256. def _pre_validate_controls(self, passport_no: str, email: str, phone_no: str, cal_status: str):
  257. """
  258. 执行完整的个人信息校验与前置服务检查
  259. 对应 HAR 录制中的 entries #11 - #16 时序
  260. """
  261. headers = {
  262. 'X-CSRF-TOKEN': self.csrf_token,
  263. 'X-Requested-With': 'XMLHttpRequest',
  264. 'Referer': f"{self.base_url}/en/appointment-form"
  265. }
  266. self._log(f"Running pre-validation controls: passport={passport_no}, email={email}, phone={phone_no}...")
  267. # 1. passport-control
  268. self._log("[1/6] Validating passport...")
  269. resp = self._perform_request('POST', f"{self.base_url}/en/personal/passport-control", data={
  270. 'passport[]': passport_no,
  271. 'country_id': self.consular_id
  272. }, headers=headers)
  273. self._log(f"[1/6] Passport validated (status {resp.status_code})")
  274. # 2. email-control
  275. self._log("[2/6] Validating email...")
  276. resp = self._perform_request('POST', f"{self.base_url}/en/personal/email-control", data={
  277. 'email[]': email,
  278. 'country_id': self.consular_id
  279. }, headers=headers)
  280. self._log(f"[2/6] Email validated (status {resp.status_code})")
  281. # 3. phone-control
  282. self._log("[3/6] Validating phone...")
  283. resp = self._perform_request('POST', f"{self.base_url}/en/personal/phone-control", data={
  284. 'phone[]': phone_no,
  285. 'country_id': self.consular_id
  286. }, headers=headers)
  287. self._log(f"[3/6] Phone validated (status {resp.status_code})")
  288. # 4. getservices
  289. self._log("[4/6] Querying services...")
  290. resp = self._perform_request('POST', f"{self.base_url}/en/getservices", data={
  291. "country_id": self.consular_id,
  292. "service_type_id": self.service_type_id,
  293. "office_id": self.office_id,
  294. "languageID": self.language_id,
  295. "calendarType": cal_status
  296. }, headers=headers)
  297. self._log(f"[4/6] Services queried (status {resp.status_code})")
  298. # 5. withoutcalendarquota (若为无日历模式)
  299. if cal_status == "0":
  300. self._log("[5/6] Confirming without-calendar quota...")
  301. resp = self._perform_request('POST', f"{self.base_url}/en/withoutcalendarquota", data={
  302. "dateall": "0",
  303. "personCountTotal": "1"
  304. }, headers=headers)
  305. self._log(f"[5/6] Without-calendar quota confirmed (status {resp.status_code})")
  306. # 6. check-service-packages
  307. self._log("[6/6] Checking service packages...")
  308. resp = self._perform_request('POST', f"{self.base_url}/en/check-service-packages", data={}, headers=headers)
  309. self._log(f"[6/6] Service packages checked (status {resp.status_code})")
  310. self._log("Pre-validation controls completed successfully.")
  311. def query(self, apt_type: AppointmentType) -> QueryResult:
  312. res = QueryResult()
  313. res.success = False
  314. cal_status = self._get_calendar_status()
  315. # 模式一:无日历排队模式 (如爱尔兰都柏林等候名单)
  316. if cal_status == "0":
  317. self._confirm_without_calendar_mode()
  318. res.success = True
  319. res.availability_status = AvailabilityStatus.Available
  320. today = datetime.now()
  321. res.earliest_date = today
  322. res.availability = [
  323. DateAvailability(date=today, times=[TimeSlot(time="WAITLIST")])
  324. ]
  325. self._log("Without-calendar mode detected: Waitlist available.")
  326. return res
  327. # 模式二:普通有日历模式
  328. url = f"{self.base_url}/en/getdate"
  329. payload = {
  330. "consularid": self.consular_id,
  331. "exitid": "1",
  332. "servicetypeid": self.service_type_id,
  333. "calendarType": cal_status,
  334. "totalperson": "1"
  335. }
  336. headers = {
  337. 'X-CSRF-TOKEN': self.csrf_token,
  338. 'X-Requested-With': 'XMLHttpRequest'
  339. }
  340. try:
  341. resp = self._perform_request('POST', url, data=payload, headers=headers, retry_count=1)
  342. except Exception as e:
  343. self._log(f"Query Error: {e}")
  344. raise e
  345. j = resp.json()
  346. dates = j.get("getDateEnable", [])
  347. if dates:
  348. res.success = True
  349. res.availability_status = AvailabilityStatus.Available
  350. earliest_date = dates[0]
  351. earliest_dt = datetime.strptime(earliest_date, "%d-%m-%Y")
  352. res.earliest_date = earliest_dt
  353. res.availability = [
  354. DateAvailability(date=datetime.strptime(d, "%d-%m-%Y"), times=[])
  355. for d in dates
  356. ]
  357. else:
  358. res.availability_status = AvailabilityStatus.NoneAvailable
  359. return res
  360. def book(self, slot_info: QueryResult, user_inputs: Dict = None) -> BookResult:
  361. res = BookResult()
  362. res.account = self.config.account.username
  363. user_inputs = user_inputs or {}
  364. # 1. 动态检测日历模式
  365. cal_status = self._get_calendar_status()
  366. target_date = ""
  367. time_slot = {'data_id': '', 'data_all': '', 'time': 'WAITLIST'}
  368. if cal_status != "0":
  369. # 有日历模式:筛选有效日期并提取 slot
  370. exp_start = user_inputs.get('expected_start_date', '')
  371. exp_end = user_inputs.get('expected_end_date', '')
  372. available_dates_str = [
  373. da.date.strftime("%Y-%m-%d")
  374. for da in slot_info.availability
  375. if da.times and da.times[0].time != "WAITLIST"
  376. ]
  377. valid_dates = filter_dates_in_range(available_dates_str, exp_start, exp_end, shuffle=True)
  378. if not valid_dates:
  379. raise NotFoundError("No dates match constraints")
  380. target_date = random.choice(valid_dates)
  381. self._log(f"Selected date: {target_date}")
  382. time_slot = self._get_slot_time(target_date)
  383. else:
  384. # 无日历模式:不需要选 slot,直接以出行日期或当前日期为目标
  385. target_date = user_inputs.get('travel_date', datetime.now().strftime("%Y-%m-%d"))[:10]
  386. self._log(f"Booking in without-calendar mode, target date: {target_date}")
  387. # 2. 准备邮箱和手机号
  388. raw_email = user_inputs.get("email", "")
  389. if self.use_alias_email:
  390. booking_email = get_alias_email(raw_email, new_domain=self.alias_domain)
  391. else:
  392. booking_email = raw_email
  393. phone_no = user_inputs.get("phone_no") or user_inputs.get("phone", "")
  394. passport_no = user_inputs.get("passport_no") or user_inputs.get("passport", "")
  395. # 3. 按照 HAR 时序执行前置校验与服务检查
  396. self._pre_validate_controls(passport_no, booking_email, phone_no, cal_status)
  397. # 4. 记录发邮件前的旧验证码与精准 UTC 时间戳,杜绝读取到历史旧邮件
  398. old_otp = self._peek_latest_otp(booking_email)
  399. send_time_utc = datetime.now(timezone.utc).strftime("%Y-%m-%d %H:%M:%S")
  400. self._log(f"Pre-send snapshot: current latest OTP='{old_otp}', send_time_utc='{send_time_utc}'")
  401. # 5. 发送邮箱验证码流程 (jky45fgd -> confirmCodeSendMail)
  402. self._send_email_step1(booking_email)
  403. self._send_email_step2("0")
  404. # 6. 读取新到达的 OTP 验证码 (排除 old_otp)
  405. otp_code = self._read_otp_email(booking_email, send_time_utc=send_time_utc, old_otp=old_otp)
  406. # 7. 提交预约确认
  407. book_res_html = self._confirm_appointment(
  408. target_date=target_date,
  409. slot_data=time_slot,
  410. user_inputs=user_inputs,
  411. otp=otp_code,
  412. alias_email=booking_email,
  413. cal_status=cal_status
  414. )
  415. if "complete all required fields" in book_res_html.lower():
  416. raise BizLogicError("Incomplete fields response")
  417. match = re.search(r'https:\/\/checkout\.stripe\.com\/c\/pay\/[^\s"]+', book_res_html)
  418. if not match:
  419. raise BizLogicError('Germany final response has no payment/confirmation receipt')
  420. res.success = True
  421. res.book_date = target_date
  422. res.book_time = time_slot['time']
  423. if match:
  424. res.payment_link = match.group(0)
  425. self._log(f"Payment Link: {res.payment_link}")
  426. return res
  427. def _perform_request(self, method, url, headers=None, data=None, json_data=None, params=None, retry_count=0):
  428. """在浏览器上下文中注入执行 Fetch"""
  429. if not self.page:
  430. raise BizLogicError("Browser not initialized")
  431. resp = perform_browser_fetch(
  432. self.page,
  433. method=method,
  434. url=url,
  435. headers=headers,
  436. data=data,
  437. json_data=json_data,
  438. params=params
  439. )
  440. if resp.status_code == 200:
  441. return resp
  442. elif resp.status_code == 403:
  443. if method.upper() in ('GET', 'HEAD') and "Just a moment" in resp.text and retry_count < 2:
  444. self._log("Cloudflare 403. Refreshing...")
  445. if self._refresh_firewall_session():
  446. return self._perform_request(method, url, headers, data, json_data, params, retry_count+1)
  447. raise PermissionDeniedError(f"HTTP 403: {resp.text[:100]}")
  448. elif resp.status_code == 429:
  449. self.is_healthy = False
  450. raise RateLimiteddError()
  451. elif resp.status_code in (401, 419):
  452. self.is_healthy = False
  453. raise SessionExpiredOrInvalidError()
  454. else:
  455. raise BizLogicError(f"HTTP {resp.status_code}: {resp.text[:100]}")
  456. def _refresh_firewall_session(self) -> bool:
  457. try:
  458. self.page.refresh()
  459. cf = CloudflareBypasser(self.page, log=self.config.debug if self.config else False)
  460. return cf.bypass(max_retry=10)
  461. except Exception:
  462. return False
  463. def _get_slot_time(self, date: str) -> Dict:
  464. url = f"{self.base_url}/en/senddate"
  465. dt_m = datetime.strptime(date, "%Y-%m-%d")
  466. converted_date = dt_m.strftime("%d-%m-%Y")
  467. payload = {
  468. "fulldate": converted_date,
  469. "totalperson": "1",
  470. "set_new_consular_id": self.consular_id,
  471. "set_new_exit_office_id": self.office_id,
  472. "calendarType": "2",
  473. "set_new_service_type_id": self.service_type_id,
  474. "personalinfo": self.personal_info_val
  475. }
  476. headers = {'X-CSRF-TOKEN': self.csrf_token, 'X-Requested-With': 'XMLHttpRequest'}
  477. resp = self._perform_request('POST', url, data=payload, headers=headers)
  478. times = []
  479. for m in re.finditer(r'data-id="([^"]+)"[^>]*data-all="([^"]+)"[^>]*>.*?<i>(.*?)</i>', resp.text, re.DOTALL):
  480. times.append({'data_id': m.group(1), 'data_all': m.group(2), 'time': m.group(3).strip()})
  481. if not times:
  482. raise NotFoundError("No time slots")
  483. return random.choice(times)
  484. def _send_email_step1(self, email: str):
  485. self._log(f"Sending OTP verification email step 1 (jky45fgd) to: {email}...")
  486. url = f"{self.base_url}/en/jky45fgd"
  487. payload = {"emailCheck": email, "personalinfo": self.personal_info_val}
  488. headers = {
  489. 'X-CSRF-TOKEN': self.csrf_token,
  490. 'X-Requested-With': 'XMLHttpRequest',
  491. 'Referer': f"{self.base_url}/en/appointment-form"
  492. }
  493. resp = self._perform_request('POST', url, data=payload, headers=headers)
  494. self._log(f"OTP step 1 finished (status {resp.status_code})")
  495. def _send_email_step2(self, code_val: str):
  496. self._log(f"Sending OTP verification email step 2 (confirmCodeSendMail) code_val={code_val}...")
  497. url = f"{self.base_url}/en/confirmCodeSendMail"
  498. payload = {"confirmCode": code_val, "emailValControl": self.email_val_control}
  499. headers = {
  500. 'X-CSRF-TOKEN': self.csrf_token,
  501. 'X-Requested-With': 'XMLHttpRequest',
  502. 'Referer': f"{self.base_url}/en/appointment-form"
  503. }
  504. resp = self._perform_request('POST', url, data=payload, headers=headers)
  505. self._log(f"OTP step 2 finished (status {resp.status_code})")
  506. def _peek_latest_otp(self, recipient: str) -> str:
  507. """快速查看当前邮箱里已有的旧验证码,用于发码后比对排除旧邮件"""
  508. try:
  509. master_email = self.master_email if self.use_alias_email else recipient
  510. c = CloudApi.Instance().fetch_mail_content_from_top(
  511. email=master_email,
  512. sender="Visametric",
  513. recipient=recipient,
  514. subject_keywords="",
  515. body_keywords="",
  516. top=1
  517. )
  518. if c:
  519. m = re.search(r'Verification code.*?<h2[^>]*>\s*(\d{4,6})\s*</h2>', c, re.DOTALL | re.IGNORECASE)
  520. if m:
  521. return m.group(1).strip()
  522. m2 = re.search(r'\b\d{4,6}\b', c)
  523. if m2:
  524. return m2.group(0)
  525. except Exception:
  526. pass
  527. return ""
  528. def _read_otp_email(self, recipient: str, send_time_utc: str = "", old_otp: str = "") -> str:
  529. master_email = self.master_email if self.use_alias_email else recipient
  530. sender = 'Visametric'
  531. if not send_time_utc:
  532. send_time_utc = datetime.now(timezone.utc).strftime("%Y-%m-%d %H:%M:%S")
  533. self._log(f"Waiting for NEW OTP email... (recipient: '{recipient}', master: '{master_email}', sent after: {send_time_utc}, ignore old_otp='{old_otp}')")
  534. for attempt in range(1, 13):
  535. self._log(f"Polling OTP email (Attempt {attempt}/12)...")
  536. try:
  537. # 策略 1: 优先尝试带精准 sentDate(UTC) 时间戳过滤的 fetch 接口
  538. c = None
  539. try:
  540. c = CloudApi.Instance().fetch_mail_content(
  541. email=master_email,
  542. sender=sender,
  543. recipient=recipient,
  544. subject_keywords="",
  545. body_keywords="",
  546. sent_date=send_time_utc,
  547. expiry=300
  548. )
  549. except Exception as e_fetch:
  550. self._log(f"Standard fetch check: {e_fetch}")
  551. # 策略 2: 若 fetch 未立即返回,尝试 fetch-top
  552. if not c:
  553. c = CloudApi.Instance().fetch_mail_content_from_top(
  554. email=master_email,
  555. sender=sender,
  556. recipient=recipient,
  557. subject_keywords="",
  558. body_keywords="",
  559. top=1
  560. )
  561. if c:
  562. cand_otp = ""
  563. # 1. 精确提取 HTML 中的 Verification code (例如 <h2> 7029 </h2>)
  564. m = re.search(r'Verification code.*?<h2[^>]*>\s*(\d{4,6})\s*</h2>', c, re.DOTALL | re.IGNORECASE)
  565. if m:
  566. cand_otp = m.group(1).strip()
  567. else:
  568. m2 = re.search(r'\b\d{4,6}\b', c)
  569. if m2:
  570. cand_otp = m2.group(0)
  571. if cand_otp:
  572. # 核心防抖:如果拿到的验证码与发信前捕获的历史旧验证码完全一致,说明新邮件尚未到达,继续等待!
  573. if old_otp and cand_otp == old_otp:
  574. self._log(f"Captured OTP '{cand_otp}' equals pre-send old_otp, still waiting for newly arrived email...")
  575. else:
  576. self._log(f"🎉 Successfully retrieved NEW OTP: {cand_otp}")
  577. return cand_otp
  578. else:
  579. self._log(f"Email content received but no 4-6 digit OTP found. Snippet: {c[:100]}...")
  580. except Exception as e:
  581. self._log(f"Warning: Exception while polling mail: {e}")
  582. time.sleep(5)
  583. self._log("❌ OTP retrieval timed out after 12 attempts (60s).")
  584. raise NotFoundError("OTP timeout")
  585. def _confirm_appointment(self, target_date: str, slot_data: Dict, user_inputs: Dict, otp: str, alias_email: str, cal_status: str = "0"):
  586. url = f"{self.base_url}/en/personal/appointment/create"
  587. def _get_dob(d):
  588. try:
  589. return datetime.strptime(d[:10], "%Y-%m-%d")
  590. except Exception:
  591. return datetime.now()
  592. dob = _get_dob(user_inputs.get('birthday', ''))
  593. travel_dt_str = user_inputs.get('travel_date', '')[:10]
  594. if travel_dt_str:
  595. try:
  596. travel_start = datetime.strptime(travel_dt_str, "%Y-%m-%d").strftime("%d-%m-%Y")
  597. except Exception:
  598. travel_start = datetime.now().strftime("%d-%m-%Y")
  599. else:
  600. travel_start = datetime.now().strftime("%d-%m-%Y")
  601. passport_exp_str = user_inputs.get('passport_expiry_date', '')[:10]
  602. if passport_exp_str:
  603. try:
  604. passport_exp = datetime.strptime(passport_exp_str, "%Y-%m-%d").strftime("%d-%m-%Y")
  605. except Exception:
  606. passport_exp = ""
  607. else:
  608. passport_exp = ""
  609. payload = {
  610. "_token": self.csrf_token,
  611. "country": str(self.consular_id),
  612. "visitingcountry": str(self.consular_id),
  613. "city": str(self.city_id),
  614. "office": str(self.office_id),
  615. "officetype": str(self.office_type),
  616. "totalPerson": "1",
  617. "name1": user_inputs.get('first_name', '').upper(),
  618. "surname1": user_inputs.get('last_name', '').upper(),
  619. "nationality1": str(self.nationality),
  620. "birthday1": str(dob.day),
  621. "birthmonth1": str(dob.month),
  622. "birthyear1": str(dob.year),
  623. "passport1": user_inputs.get('passport_no', ''),
  624. "passportExpirationDate1": passport_exp,
  625. "email1": alias_email,
  626. "phone1": user_inputs.get('phone_no', ''),
  627. "alternativephone1": "",
  628. "mailConfirmCode": otp,
  629. "ctval": slot_data.get('data_id', '') if cal_status != "0" else "",
  630. "qtallvert": slot_data.get('data_all', '') if cal_status != "0" else "",
  631. "oldofficetype": str(self.office_type),
  632. "oldtotalperson": "1",
  633. "rePaymentControl": "0",
  634. "view_set_app_country": self.app_country_view,
  635. "view_set_app_office": self.app_office_view,
  636. "view_set_app_service_type": self.app_service_type_view,
  637. "cargoactive": "0",
  638. "setnewcalendarstatus": str(cal_status),
  639. "availableDaycontrol": "0",
  640. "travelStartDate": travel_start,
  641. "personalapproveTerms": "1"
  642. }
  643. for i in range(2, 5):
  644. payload.update({
  645. f"name{i}": "", f"surname{i}": "", f"nationality{i}": "0", f"birthday{i}": "0", f"birthmonth{i}": "0", f"birthyear{i}": "0", f"passport{i}": "", f"passportExpirationDate{i}": "", f"email{i}": alias_email, f"phone{i}": user_inputs.get('phone_no', ''), f"alternativephone{i}": ""
  646. })
  647. headers = {'X-Requested-With': 'XMLHttpRequest'}
  648. return self._perform_request('POST', url, data=payload, headers=headers).text
  649. def cleanup(self):
  650. """销毁浏览器并彻底删除临时文件"""
  651. cleanup_browser_workspace(self.page, self.root_workspace, self.tunnel, self._log)
  652. self.page = None
  653. self.tunnel = None
  654. def get_plugin_status(self) -> PluginStatus:
  655. account_name = self.config.account.username if self.config and self.config.account else ""
  656. proxy_info = f"{self.config.proxy.ip}:{self.config.proxy.port}" if self.config and self.config.proxy and self.config.proxy.ip else ""
  657. current_url = ""
  658. if self.page:
  659. try:
  660. current_url = self.page.url
  661. except Exception:
  662. pass
  663. session_age = int(time.time() - self.session_create_time) if getattr(self, "session_create_time", 0) > 0 else 0
  664. state = "running" if getattr(self, "is_healthy", True) else "unhealthy"
  665. return PluginStatus(
  666. instance_id=self.instance_id,
  667. is_healthy=self.is_healthy,
  668. state=state,
  669. current_url=current_url,
  670. account=account_name,
  671. proxy=proxy_info,
  672. session_age_sec=session_age,
  673. last_active_at=utc_now_str(),
  674. )
  675. def __del__(self):
  676. """
  677. 析构函数:当对象被垃圾回收时自动调用
  678. """
  679. self.cleanup()