test_booking_reliability.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. """Offline regressions for notification, booking and traffic controls."""
  2. import json
  3. import os
  4. import tempfile
  5. import threading
  6. import types
  7. import unittest
  8. from datetime import datetime
  9. from pathlib import Path
  10. from unittest.mock import MagicMock, patch
  11. from booker import BuiltinBookerGCO
  12. from core_types import (AppointmentType, AvailabilityStatus, BookResult, BookerStandaloneConfig,
  13. DateAvailability, GroupConfig, PluginConfig, QueryResult, Task, BizLogicError)
  14. from plugins.grc_plugin import GrcPlugin
  15. from plugins.usa_plugin import UsaPlugin
  16. from plugins.vfs_plugin import VfsPlugin
  17. from sentinel import SentinelGCO
  18. from standalone import StandaloneGCO
  19. from toolkit.notifier import notify_book_result, notify_date_changes
  20. from utils.booking_outbox import BookingOutbox
  21. from toolkit import notifier
  22. from collections import OrderedDict
  23. from plugin_factory import PluginFactory
  24. class BookingReliabilityTests(unittest.TestCase):
  25. def setUp(self):
  26. self.tmp = tempfile.TemporaryDirectory()
  27. self.addCleanup(self.tmp.cleanup)
  28. env = patch.dict(os.environ, {'BOOKING_OUTBOX_PATH': str(Path(self.tmp.name) / 'outbox.sqlite3')})
  29. env.start()
  30. self.addCleanup(env.stop)
  31. network = patch('socket.socket.connect', side_effect=AssertionError('Network forbidden in tests'))
  32. network.start()
  33. self.addCleanup(network.stop)
  34. for name, value in (('_pending', {}), ('_sent', OrderedDict()), ('_slot_states', {})):
  35. state = patch.object(notifier, name, value)
  36. state.start()
  37. self.addCleanup(state.stop)
  38. self.cloud = MagicMock()
  39. cloud = patch('toolkit.cloud_api.CloudApi.Instance', return_value=self.cloud)
  40. cloud.start()
  41. self.addCleanup(cloud.stop)
  42. self.apt = AppointmentType(routing_key='audit.slot')
  43. self.available = QueryResult(success=True, apt_type=self.apt,
  44. availability_status=AvailabilityStatus.Available,
  45. earliest_date=datetime(2026, 11, 1),
  46. availability=[DateAvailability(date=datetime(2026, 11, 1))])
  47. def pending(self):
  48. return len(notifier._pending)
  49. def test_notifications_do_not_use_telemetry_executor(self):
  50. with patch('toolkit.task_executor.submit_background', return_value=False):
  51. self.assertTrue(notify_date_changes(self.available))
  52. self.assertTrue(notify_book_result(BookResult(success=True, urn='confirmed')))
  53. self.assertEqual(self.pending(), 2)
  54. notifier._flush_pending(self.cloud, lambda _: None)
  55. self.assertEqual(self.cloud.push_weixin_text.call_count, 2)
  56. self.assertEqual(self.pending(), 0)
  57. def test_full_memory_queue_does_not_advance_slot_cache(self):
  58. cache = {}
  59. with patch.object(notifier, '_MAX_PENDING', 0):
  60. self.assertFalse(notify_date_changes(self.available, cache, logger=lambda _: None))
  61. self.assertEqual(cache, {})
  62. self.assertTrue(notify_date_changes(self.available, cache))
  63. def test_plugin_preferences_mutation_does_not_change_configuration(self):
  64. preferences = {'email': 'audit@example.invalid'}
  65. g = BuiltinBookerGCO(GroupConfig(identifier='audit', enable=True), {}, logger=lambda _: None)
  66. self.addCleanup(g.redis_client.close)
  67. g.redis_client = MagicMock()
  68. self.cloud.get_vas_task_pop.return_value = {'id': 42, 'user_inputs': preferences}
  69. def book(_, inputs):
  70. inputs['alias_email'] = 'generated@example.invalid'
  71. return BookResult(success=False)
  72. plugin = MagicMock(config=PluginConfig())
  73. plugin.book.side_effect = book
  74. g._execute_book_job(Task(instance=plugin), self.available)
  75. plugin.book.assert_called_once()
  76. self.assertNotIn('alias_email', preferences)
  77. def test_failed_delivery_retries_without_duplicate_enqueue(self):
  78. self.cloud.push_weixin_text.side_effect = RuntimeError('offline')
  79. notify_date_changes(self.available)
  80. notifier._flush_pending(self.cloud, lambda _: None)
  81. self.assertFalse(notify_date_changes(self.available))
  82. self.assertEqual(self.pending(), 1)
  83. self.cloud.push_weixin_text.side_effect = None
  84. with patch('toolkit.notifier.time.time', return_value=9999999999):
  85. notifier._flush_pending(self.cloud, lambda _: None)
  86. self.assertEqual(self.pending(), 0)
  87. def test_reopened_same_date_and_new_time_and_waitlist_notify(self):
  88. notify_date_changes(self.available)
  89. notify_date_changes(QueryResult(apt_type=self.apt))
  90. notify_date_changes(self.available)
  91. from core_types import TimeSlot
  92. modified = self.available.model_copy(deep=True)
  93. modified.availability[0].times.append(TimeSlot(time='10:00'))
  94. notify_date_changes(modified)
  95. notify_date_changes(QueryResult(success=True, apt_type=self.apt,
  96. availability_status=AvailabilityStatus.Waitlist))
  97. self.assertEqual(self.pending(), 4)
  98. def sentinel(self):
  99. g = SentinelGCO(GroupConfig(identifier='audit', enable=True), {}, logger=lambda _: None)
  100. self.addCleanup(g.redis_client.close)
  101. g.redis_client = MagicMock()
  102. g.redis_client.get.return_value = None
  103. plugin = MagicMock(config=PluginConfig())
  104. return g, plugin, Task(instance=plugin, next_health_check=float('inf'))
  105. def test_unavailable_result_replaces_positive_signal(self):
  106. g, plugin, task = self.sentinel()
  107. plugin.query.side_effect = [self.available, QueryResult()]
  108. with patch('sentinel.notify_date_changes'):
  109. g._monitor_task(task, self.apt)
  110. g._monitor_task(task, self.apt)
  111. self.assertEqual(g.redis_client.setex.call_count, 2)
  112. last = json.loads(g.redis_client.setex.call_args.args[2])
  113. self.assertFalse(last['query_result']['success'])
  114. self.assertEqual(last['query_result']['availability_status'], AvailabilityStatus.NoneAvailable.value)
  115. def test_vfs_window_has_hard_six_month_budget(self):
  116. self.assertEqual(len(VfsPlugin._get_filtered_covered_months(None, '2000-01-01', '2100-01-01', '2026-10-25')), 6)
  117. def test_grc_does_not_replay_post_on_read_timeout(self):
  118. session = MagicMock()
  119. session.request.side_effect = TimeoutError('response lost after commit')
  120. plugin = types.SimpleNamespace(session=session, config=PluginConfig(), _log=lambda _: None,
  121. _init_session=lambda **_: session)
  122. plugin._perform_request = types.MethodType(GrcPlugin._perform_request, plugin)
  123. with self.assertRaises(TimeoutError), patch('plugins.grc_plugin.time.sleep'):
  124. plugin._perform_request('POST', 'https://example.invalid/reservation')
  125. session.request.assert_called_once()
  126. def test_booking_outbox_queues_success_notification(self):
  127. outbox = BookingOutbox()
  128. outbox.put(42, 'tracker', {'status': 'grabbed', 'grabbed_history': {'urn': 'receipt'}})
  129. BookingOutbox(outbox.path).flush(self.cloud, MagicMock(), lambda _: None)
  130. self.assertEqual(self.pending(), 1)
  131. self.assertIsNone(outbox.get(42))
  132. def test_standalone_success_stops_further_booking_in_current_process(self):
  133. cfg = BookerStandaloneConfig(identifier='audit', appointment_types=[self.apt])
  134. g = StandaloneGCO(cfg, {}, logger=lambda _: None)
  135. self.addCleanup(g.redis_client.close)
  136. plugin = MagicMock()
  137. plugin.query.return_value = self.available
  138. plugin.book.return_value = BookResult(success=True, urn='receipt')
  139. g.m_instance = plugin
  140. stopped = threading.Event()
  141. g.m_stop_event = MagicMock()
  142. g.m_stop_event.is_set.side_effect = stopped.is_set
  143. waits = []
  144. def wait(*_):
  145. waits.append(1)
  146. if len(waits) >= 2:
  147. stopped.set()
  148. return stopped.is_set()
  149. g.m_stop_event.wait.side_effect = wait
  150. with patch.object(g, '_get_wait_interval', return_value=0):
  151. g._worker_loop()
  152. plugin.book.assert_called_once()
  153. self.assertEqual(g._booking_outcome[1].urn, 'receipt')
  154. def test_usa_rejects_click_as_success_and_accepts_confirmation(self):
  155. element = MagicMock()
  156. element.parent.return_value.text = '09:00'
  157. element.text = ''
  158. page = MagicMock()
  159. page.url = 'https://example.invalid/schedule'
  160. page.ele.return_value = element
  161. plugin = types.SimpleNamespace(page=page, mouse=MagicMock(), config=PluginConfig(),
  162. _random_sleep=lambda *_: None, _log=lambda _: None)
  163. with patch('plugins.usa_plugin.time.sleep'), self.assertRaises(BizLogicError):
  164. UsaPlugin.book(plugin, self.available, {})
  165. page.url = 'https://example.invalid/appointment-confirmation/'
  166. element.text = 'Confirmed: 2026-11-01'
  167. self.assertTrue(UsaPlugin.book(plugin, self.available, {}).success)
  168. def test_vfs_payment_resolution_error_preserves_confirmed_booking(self):
  169. route = {'subcategory_code': 'sub'}
  170. plugin = types.SimpleNamespace(
  171. _log=lambda _: None, config=PluginConfig(), free_config={'apt_configs': {self.apt.routing_key: route}},
  172. subcategory_conf={'sub': {}}, booking_wait_applied=True,
  173. _fetch_configurations=MagicMock(), _add_primary_applicant=MagicMock(return_value='receipt'),
  174. _get_filtered_covered_months=MagicMock(return_value=['2026-11-01']),
  175. _query_slot_calendar=MagicMock(return_value=['2026-11-01']),
  176. _saveuseractionaudit=MagicMock(return_value=True),
  177. _query_slot_time=MagicMock(return_value=[{'allocationId': '1', 'slot': '09:00'}]),
  178. _submit_no_addition_service=MagicMock(), _query_fee=MagicMock(return_value=(1, 'EUR')),
  179. _schedule=MagicMock(return_value={'IsAppointmentBooked': True, 'isPaymentRequired': True}),
  180. _pay_request=MagicMock(side_effect=TimeoutError('payment redirect lost')))
  181. plugin.book = types.MethodType(VfsPlugin.book, plugin)
  182. receipt = plugin.book(self.available,
  183. {'email': 'audit@example.invalid', 'expected_start_date': '2026-11-01',
  184. 'expected_end_date': '2026-12-01'})
  185. self.assertTrue(receipt.success)
  186. self.assertEqual(receipt.urn, 'receipt')
  187. def test_unsupported_adapters_fail_before_browser_or_order_consumption(self):
  188. root = Path(__file__).resolve().parent.parent
  189. for name in ('bel', 'pol', 'prt'):
  190. factory = PluginFactory()
  191. factory.register_plugin(name + '_plugin', str(root / 'plugins' / (name + '_plugin.py')),
  192. name.title() + 'Plugin')
  193. with self.assertRaises(NotImplementedError):
  194. factory.ensure_booking_supported(name + '_plugin')
  195. def test_proxy_host_ports_and_native_listeners_default_to_loopback(self):
  196. import yaml
  197. from start_proxy import secure_listener_config
  198. root = Path(__file__).resolve().parent.parent
  199. compose = yaml.safe_load((root / 'docker-compose.yml').read_text(encoding='utf-8'))
  200. self.assertTrue(all(str(port).startswith('127.0.0.1:')
  201. for port in compose['services']['proxy']['ports']))
  202. cfg = secure_listener_config({'allow-lan': True, 'listeners': [{'listen': '0.0.0.0', 'port': 16001}]})
  203. self.assertFalse(cfg['allow-lan'])
  204. self.assertEqual(cfg['bind-address'], '127.0.0.1')
  205. self.assertEqual(cfg['listeners'][0]['listen'], '127.0.0.1')
  206. def test_expired_and_unavailable_signals_never_start_booking(self):
  207. g = BuiltinBookerGCO(GroupConfig(identifier='audit', enable=True,
  208. appointment_types=[self.apt]), {}, logger=lambda _: None)
  209. self.addCleanup(g.redis_client.close)
  210. g.redis_client = MagicMock()
  211. g.redis_client.get.return_value = None
  212. g.m_tasks = [Task(instance=MagicMock(), acceptable_routing_keys=[self.apt.routing_key])]
  213. for payload in [
  214. {'apt_type': self.apt.model_dump(), 'query_result': self.available.to_snapshot_payload(), 'expires_at': 1},
  215. {'apt_type': self.apt.model_dump(), 'query_result': QueryResult().to_snapshot_payload()},
  216. ]:
  217. g.redis_client.mget.return_value = [json.dumps(payload)]
  218. with patch.object(g._executor, 'submit') as submit:
  219. g._poll_booking_signals()
  220. submit.assert_not_called()
  221. def test_confirmed_success_supersedes_pending_pause(self):
  222. outbox = BookingOutbox()
  223. outbox.put(42, 'tracker', {'status': 'pause'})
  224. outbox.put(42, 'tracker', {'status': 'grabbed', 'grabbed_history': {'urn': 'receipt'}})
  225. outbox.put(42, 'tracker', {'status': 'pause'})
  226. self.assertEqual(outbox.get(42)['status'], 'grabbed')
  227. if __name__ == '__main__':
  228. unittest.main()