test_proxy_reputation.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459
  1. # -*- coding: utf-8 -*-
  2. import pytest
  3. import pytest_asyncio
  4. import time
  5. from datetime import datetime, timedelta
  6. from sqlalchemy.ext.asyncio import create_async_engine, AsyncSession, async_sessionmaker
  7. from sqlalchemy import select
  8. from fastapi.testclient import TestClient
  9. from app.core.database import Base, get_db
  10. from app.core.auth import get_current_user, require_min_role, RoleLevel
  11. from app.models.proxy_reputation import ProxyReputation, ProxyTelemetryLog
  12. from app.services.proxy_reputation_service import ProxyReputationService
  13. from app.schemas.proxy_reputation import ProxyTelemetryReportRequest
  14. from app.main import app
  15. # 使用 SQLite 内存数据库进行测试
  16. TEST_DATABASE_URL = "sqlite+aiosqlite:///:memory:"
  17. test_engine = create_async_engine(TEST_DATABASE_URL, echo=False)
  18. TestSessionLocal = async_sessionmaker(
  19. bind=test_engine,
  20. class_=AsyncSession,
  21. autoflush=False,
  22. expire_on_commit=False,
  23. )
  24. @pytest_asyncio.fixture(scope="function")
  25. async def async_db():
  26. async with test_engine.begin() as conn:
  27. await conn.run_sync(Base.metadata.create_all)
  28. async with TestSessionLocal() as session:
  29. yield session
  30. async with test_engine.begin() as conn:
  31. await conn.run_sync(Base.metadata.drop_all)
  32. class DummyUser:
  33. id = 1
  34. role = "user"
  35. @pytest.fixture
  36. def test_client():
  37. async def override_get_db():
  38. async with TestSessionLocal() as session:
  39. yield session
  40. app.dependency_overrides[get_db] = override_get_db
  41. app.dependency_overrides[get_current_user] = lambda: DummyUser()
  42. app.dependency_overrides[require_min_role(RoleLevel.user)] = lambda: DummyUser()
  43. with TestClient(app) as client:
  44. yield client
  45. app.dependency_overrides.clear()
  46. @pytest.mark.asyncio
  47. async def test_new_ip_telemetry_initialization(async_db: AsyncSession):
  48. """
  49. 测试新 IP 首次上报初始化:
  50. 初始分 60 分,状态为 probation,流水表与信誉表正常生成
  51. """
  52. payload = ProxyTelemetryReportRequest(
  53. client_id="Client_01",
  54. plugin_name="vfs_plugin",
  55. egress_ip="104.28.198.42",
  56. local_port=16001,
  57. node_name="HK_01",
  58. action="spawn",
  59. success=True,
  60. http_code=200,
  61. error_type=None,
  62. latency_ms=350,
  63. timestamp=int(time.time()),
  64. )
  65. recorded = await ProxyReputationService.record_telemetry(async_db, payload)
  66. assert recorded is True
  67. # 验证信誉表数据
  68. res = await async_db.execute(
  69. select(ProxyReputation).where(ProxyReputation.egress_ip == "104.28.198.42")
  70. )
  71. rep = res.scalar_one_or_none()
  72. assert rep is not None
  73. assert rep.plugin_name == "vfs_plugin"
  74. # 初始 60 分 + 成功 1 次 (5分) = 65分
  75. assert rep.score == 65
  76. assert rep.state == "probation"
  77. assert rep.total_calls == 1
  78. assert rep.success_calls == 1
  79. assert rep.consecutive_successes == 1
  80. assert rep.consecutive_fails == 0
  81. # 验证流水日志
  82. logs = (await async_db.execute(select(ProxyTelemetryLog))).scalars().all()
  83. assert len(logs) == 1
  84. assert logs[0].egress_ip == "104.28.198.42"
  85. assert logs[0].http_code == 200
  86. @pytest.mark.asyncio
  87. async def test_success_score_increment_and_promotion_to_trusted(async_db: AsyncSession):
  88. """
  89. 测试加分与晋升规则:
  90. 一次成功调用 +5 分;连续成功 3 次且分数 >= 75 晋升为 trusted;分数上限 100
  91. """
  92. ip = "104.28.198.50"
  93. plugin = "vfs_plugin"
  94. # 第 1 次成功:初始 60 + 5 = 65,consecutive = 1
  95. await ProxyReputationService.record_telemetry(
  96. async_db,
  97. ProxyTelemetryReportRequest(
  98. client_id="Client_01",
  99. plugin_name=plugin,
  100. egress_ip=ip,
  101. action="query",
  102. success=True,
  103. http_code=200,
  104. timestamp=int(time.time()),
  105. ),
  106. )
  107. # 第 2 次成功:65 + 5 = 70,consecutive = 2
  108. await ProxyReputationService.record_telemetry(
  109. async_db,
  110. ProxyTelemetryReportRequest(
  111. client_id="Client_01",
  112. plugin_name=plugin,
  113. egress_ip=ip,
  114. action="query",
  115. success=True,
  116. http_code=200,
  117. timestamp=int(time.time()),
  118. ),
  119. )
  120. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == ip))
  121. rep = res.scalar_one()
  122. assert rep.score == 70
  123. assert rep.state == "probation"
  124. assert rep.consecutive_successes == 2
  125. # 第 3 次成功:70 + 5 = 75,consecutive = 3 -> 满足 >= 75 且 consecutive >= 3,晋升为 trusted
  126. await ProxyReputationService.record_telemetry(
  127. async_db,
  128. ProxyTelemetryReportRequest(
  129. client_id="Client_01",
  130. plugin_name=plugin,
  131. egress_ip=ip,
  132. action="query",
  133. success=True,
  134. http_code=200,
  135. timestamp=int(time.time()),
  136. ),
  137. )
  138. await async_db.refresh(rep)
  139. assert rep.score == 75
  140. assert rep.state == "trusted"
  141. assert rep.consecutive_successes == 3
  142. @pytest.mark.asyncio
  143. async def test_exempt_system_errors(async_db: AsyncSession):
  144. """
  145. 测试目标系统严重故障豁免:
  146. 若 http_code 为 500, 502, 503, 504 或 Cloudflare 520~526,绝对不扣减 IP 分数
  147. """
  148. ip = "104.28.198.60"
  149. plugin = "vfs_plugin"
  150. # 初始化 IP(初始 60 分)
  151. await ProxyReputationService.record_telemetry(
  152. async_db,
  153. ProxyTelemetryReportRequest(
  154. client_id="Client_01",
  155. plugin_name=plugin,
  156. egress_ip=ip,
  157. action="query",
  158. success=True,
  159. http_code=200,
  160. timestamp=int(time.time()),
  161. ),
  162. )
  163. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == ip))
  164. rep = res.scalar_one()
  165. assert rep.score == 65
  166. # 上报 502 Bad Gateway 失败
  167. await ProxyReputationService.record_telemetry(
  168. async_db,
  169. ProxyTelemetryReportRequest(
  170. client_id="Client_01",
  171. plugin_name=plugin,
  172. egress_ip=ip,
  173. action="query",
  174. success=False,
  175. http_code=502,
  176. error_type="Bad Gateway",
  177. timestamp=int(time.time()),
  178. ),
  179. )
  180. await async_db.refresh(rep)
  181. # 分数依然维持 65 分,不扣分
  182. assert rep.score == 65
  183. assert rep.consecutive_fails == 0
  184. # 上报 Cloudflare 521 Web server is down
  185. await ProxyReputationService.record_telemetry(
  186. async_db,
  187. ProxyTelemetryReportRequest(
  188. client_id="Client_01",
  189. plugin_name=plugin,
  190. egress_ip=ip,
  191. action="query",
  192. success=False,
  193. http_code=521,
  194. error_type="Web server is down",
  195. timestamp=int(time.time()),
  196. ),
  197. )
  198. await async_db.refresh(rep)
  199. assert rep.score == 65
  200. @pytest.mark.asyncio
  201. async def test_waf_blocked_penalty_and_blocked_state(async_db: AsyncSession):
  202. """
  203. 测试命中 WAF 阻断扣除 40 分并降级拉黑:
  204. 命中 403202 / cf-mitigated / WAF Blocked 直接扣 40 分,分数 < 40 降级为 blocked 并设置 30分钟 TTL
  205. """
  206. ip = "104.28.198.70"
  207. plugin = "vfs_plugin"
  208. # 新 IP 初始 60 分,遭遇 WAF 阻断
  209. await ProxyReputationService.record_telemetry(
  210. async_db,
  211. ProxyTelemetryReportRequest(
  212. client_id="Client_01",
  213. plugin_name=plugin,
  214. egress_ip=ip,
  215. action="spawn",
  216. success=False,
  217. http_code=403,
  218. error_type="cf-mitigated (403202)",
  219. timestamp=int(time.time()),
  220. ),
  221. )
  222. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == ip))
  223. rep = res.scalar_one()
  224. # 60 - 40 = 20 分
  225. assert rep.score == 20
  226. assert rep.state == "blocked"
  227. assert rep.unblock_time is not None
  228. # unblock_time 应约为当前时间后 30 分钟
  229. assert rep.unblock_time > datetime.utcnow() + timedelta(minutes=25)
  230. @pytest.mark.asyncio
  231. async def test_general_error_penalty_and_trusted_downgrade(async_db: AsyncSession):
  232. """
  233. 测试普通错误扣除 2 分以及 trusted 降级为 probation
  234. """
  235. ip = "104.28.198.80"
  236. plugin = "vfs_plugin"
  237. # 先将其提升至 trusted (75分)
  238. for _ in range(3):
  239. await ProxyReputationService.record_telemetry(
  240. async_db,
  241. ProxyTelemetryReportRequest(
  242. client_id="Client_01",
  243. plugin_name=plugin,
  244. egress_ip=ip,
  245. action="query",
  246. success=True,
  247. http_code=200,
  248. timestamp=int(time.time()),
  249. ),
  250. )
  251. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == ip))
  252. rep = res.scalar_one()
  253. assert rep.score == 75
  254. assert rep.state == "trusted"
  255. # 发生普通业务超时错误,扣除 2 分 -> 73 分,降级回 probation
  256. await ProxyReputationService.record_telemetry(
  257. async_db,
  258. ProxyTelemetryReportRequest(
  259. client_id="Client_01",
  260. plugin_name=plugin,
  261. egress_ip=ip,
  262. action="query",
  263. success=False,
  264. http_code=408,
  265. error_type="Network Timeout",
  266. timestamp=int(time.time()),
  267. ),
  268. )
  269. await async_db.refresh(rep)
  270. assert rep.score == 73
  271. assert rep.state == "probation"
  272. assert rep.consecutive_fails == 1
  273. assert rep.consecutive_successes == 0
  274. @pytest.mark.asyncio
  275. async def test_half_open_revival_after_ttl(async_db: AsyncSession):
  276. """
  277. 测试黑名单 30 分钟 TTL 自动半开复活 (Half-Open Revival):
  278. 进入 blocked 的 IP 在 30 分钟后自动重置为 probation(恢复至 50 分)
  279. """
  280. ip = "104.28.198.90"
  281. plugin = "vfs_plugin"
  282. # 触发拉黑
  283. await ProxyReputationService.record_telemetry(
  284. async_db,
  285. ProxyTelemetryReportRequest(
  286. client_id="Client_01",
  287. plugin_name=plugin,
  288. egress_ip=ip,
  289. action="spawn",
  290. success=False,
  291. http_code=403,
  292. error_type="cf-mitigated",
  293. timestamp=int(time.time()),
  294. ),
  295. )
  296. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == ip))
  297. rep = res.scalar_one()
  298. assert rep.state == "blocked"
  299. # 模拟时间流逝:将 unblock_time 修改为 5 分钟前(已过 TTL)
  300. rep.unblock_time = datetime.utcnow() - timedelta(minutes=5)
  301. await async_db.commit()
  302. # 触发查询字典接口
  303. map_resp = await ProxyReputationService.get_reputation_map(async_db, plugin)
  304. assert ip in map_resp.reputation_map
  305. item = map_resp.reputation_map[ip]
  306. # 已半开复活
  307. assert item.state == "probation"
  308. assert item.score == 50
  309. # 验证数据库中也已更新
  310. await async_db.refresh(rep)
  311. assert rep.state == "probation"
  312. assert rep.score == 50
  313. assert rep.unblock_time is None
  314. @pytest.mark.asyncio
  315. async def test_global_outage_breaker(async_db: AsyncSession):
  316. """
  317. 测试全局目标故障保护 (Global Outage Breaker):
  318. 全网 3 分钟内失败率 > 85% 时,冻结打分与拉黑
  319. """
  320. plugin = "vfs_plugin"
  321. # 模拟在最近 1 分钟内,其他节点产生了大面积失败(10 次全部失败,失败率 100%)
  322. now = datetime.utcnow()
  323. for i in range(10):
  324. log = ProxyTelemetryLog(
  325. client_id=f"Client_{i}",
  326. plugin_name=plugin,
  327. egress_ip=f"192.168.1.{i}",
  328. action="query",
  329. success=False,
  330. http_code=403,
  331. error_type="cf-mitigated",
  332. latency_ms=1000,
  333. timestamp=int(time.time()),
  334. created_at=now,
  335. )
  336. async_db.add(log)
  337. await async_db.commit()
  338. # 此时有一个正常 IP (score=60) 上报失败
  339. test_ip = "104.28.198.100"
  340. await ProxyReputationService.record_telemetry(
  341. async_db,
  342. ProxyTelemetryReportRequest(
  343. client_id="Client_X",
  344. plugin_name=plugin,
  345. egress_ip=test_ip,
  346. action="query",
  347. success=False,
  348. http_code=403,
  349. error_type="cf-mitigated",
  350. timestamp=int(time.time()),
  351. ),
  352. )
  353. res = await async_db.execute(select(ProxyReputation).where(ProxyReputation.egress_ip == test_ip))
  354. rep = res.scalar_one()
  355. # 因为处于全网故障保护期,分数冻结,不扣 40 分,不拉黑
  356. assert rep.score == 60
  357. assert rep.state == "probation"
  358. def test_http_api_endpoints(test_client):
  359. """
  360. 测试 HTTP 接口:
  361. 1. POST /api/proxy/telemetry
  362. 2. GET /api/proxy/reputation/{plugin_name}
  363. """
  364. import asyncio
  365. async def setup_db():
  366. async with test_engine.begin() as conn:
  367. await conn.run_sync(Base.metadata.create_all)
  368. asyncio.run(setup_db())
  369. # 1. 代理指标埋点上报 (POST /api/proxy/telemetry)
  370. payload = {
  371. "client_id": "Jerry_Win11_PC",
  372. "plugin_name": "vfs_plugin",
  373. "local_port": 16001,
  374. "node_name": "🇭🇰 香港 01丨1x HK",
  375. "egress_ip": "104.28.198.42",
  376. "action": "spawn",
  377. "success": True,
  378. "http_code": 200,
  379. "error_type": None,
  380. "latency_ms": 1150,
  381. "timestamp": 1758985800,
  382. }
  383. resp = test_client.post(
  384. "/api/proxy/telemetry",
  385. json=payload,
  386. headers={"Authorization": "Bearer tok_test_token"},
  387. )
  388. assert resp.status_code == 200
  389. data = resp.json()
  390. assert data["code"] == 0
  391. assert data["message"] == "success"
  392. assert data["data"]["recorded"] is True
  393. # 2. 插件代理信誉字典查询 (GET /api/proxy/reputation/vfs_plugin)
  394. resp2 = test_client.get(
  395. "/api/proxy/reputation/vfs_plugin",
  396. headers={"Authorization": "Bearer tok_test_token"},
  397. )
  398. assert resp2.status_code == 200
  399. data2 = resp2.json()
  400. assert data2["code"] == 0
  401. assert data2["data"]["plugin_name"] == "vfs_plugin"
  402. assert "version" in data2["data"]
  403. assert "104.28.198.42" in data2["data"]["reputation_map"]
  404. ip_info = data2["data"]["reputation_map"]["104.28.198.42"]
  405. assert ip_info["score"] == 65
  406. assert ip_info["state"] == "probation"
  407. assert ip_info["success_rate"] == 1.0
  408. assert ip_info["last_seen"] == 1758985800