test_public_server.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408
  1. import json
  2. import unittest
  3. from public_server import PublicMcpHttpHandler, extract_client_ip
  4. from utils.rate_limiter import SimpleRateLimiter
  5. class FakeContext:
  6. def __init__(self, gateway_session_id):
  7. self.gateway_session_id = gateway_session_id
  8. def has_session(self):
  9. return bool(self.gateway_session_id)
  10. class FakeParser:
  11. def parse(self, headers):
  12. return FakeContext(headers.get('X-Gateway-Session', ''))
  13. class FakeGateway:
  14. def __init__(self):
  15. self.calls = []
  16. self.list_calls = []
  17. self.tool_result = {'code': 'MCP_0000', 'data': {'ok': True}}
  18. def registered_tool_names(self):
  19. return ('query_order', 'query_track')
  20. def list_tools(self, gateway_session_id, request_id=''):
  21. self.list_calls.append((gateway_session_id, request_id))
  22. return [{'name': 'query_track', 'description': 'query track', 'input_schema': {'type': 'object'}}]
  23. def call_tool(self, gateway_session_id, name, arguments=None, request_id='', client_ip=''):
  24. self.calls.append((gateway_session_id, name, arguments, request_id, client_ip))
  25. return self.tool_result
  26. class PublicMcpHttpHandlerTest(unittest.TestCase):
  27. def test_constructor_uses_registered_names_without_loading_dynamic_list(self):
  28. gateway = FakeGateway()
  29. PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  30. self.assertEqual([], gateway.list_calls)
  31. def test_handle_tools_list_passes_session_and_returns_dynamic_tools(self):
  32. gateway = FakeGateway()
  33. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  34. response = handler.handle_json_rpc(
  35. headers={'X-Gateway-Session': 'GWS_A'},
  36. message={
  37. 'jsonrpc': '2.0',
  38. 'id': 2,
  39. 'method': 'tools/list',
  40. 'params': {},
  41. },
  42. client_ip='10.0.0.5',
  43. )
  44. self.assertEqual('GWS_A', gateway.list_calls[0][0])
  45. self.assertTrue(gateway.list_calls[0][1].startswith('rq_http_'))
  46. self.assertEqual(
  47. ['query_track'],
  48. [tool['name'] for tool in response['result']['tools']],
  49. )
  50. self.assertIn('inputSchema', response['result']['tools'][0])
  51. def test_missing_session_on_tools_list_returns_protocol_error(self):
  52. gateway = FakeGateway()
  53. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  54. with self.assertLogs('public_server', level='WARNING') as logs:
  55. response = handler.handle_json_rpc(
  56. headers={},
  57. message={
  58. 'jsonrpc': '2.0',
  59. 'id': 3,
  60. 'method': 'tools/list',
  61. 'params': {},
  62. },
  63. client_ip='10.0.0.5',
  64. )
  65. self.assertEqual(-32001, response['error']['code'])
  66. self.assertIn('Workbuddy', response['error']['message'])
  67. self.assertTrue(response['error']['data']['request_id'].startswith('rq_http_'))
  68. self.assertEqual([], gateway.list_calls)
  69. record = logs.records[0]
  70. self.assertEqual(3, record.jsonrpc_id)
  71. self.assertEqual(response['error']['data']['request_id'], record.request_id)
  72. self.assertEqual('tools/list', record.protocol_method)
  73. self.assertEqual(-32001, record.protocol_code)
  74. self.assertEqual('GATEWAY_SESSION_NOT_FOUND', record.diagnostic_reason)
  75. def test_client_request_id_is_logged_only_as_safe_hash(self):
  76. gateway = FakeGateway()
  77. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  78. value = handler._client_request_id({
  79. 'X-Request-Id': 'client-id\nAuthorization: secret',
  80. })
  81. self.assertRegex(value, r'^[0-9a-f]{16}$')
  82. self.assertNotIn('client-id', value)
  83. def test_tools_list_internal_exception_is_sanitized(self):
  84. class ExplodingGateway(FakeGateway):
  85. def list_tools(self, gateway_session_id, request_id=''):
  86. raise RuntimeError('database password leaked')
  87. handler = PublicMcpHttpHandler(ExplodingGateway(), context_parser=FakeParser())
  88. response = handler.handle_json_rpc(
  89. headers={'X-Gateway-Session': 'GWS_A'},
  90. message={'jsonrpc': '2.0', 'id': 31, 'method': 'tools/list', 'params': {}},
  91. client_ip='10.0.0.5',
  92. )
  93. self.assertEqual(-32000, response['error']['code'])
  94. self.assertEqual('Gateway request failed. Please try again later.', response['error']['message'])
  95. self.assertNotIn('password', json.dumps(response))
  96. def test_handle_tools_call_passes_gateway_session_to_public_gateway(self):
  97. gateway = FakeGateway()
  98. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  99. response = handler.handle_json_rpc(
  100. headers={
  101. 'X-Gateway-Session': 'GWS_A',
  102. 'X-Request-Id': 'rq_public_incoming',
  103. },
  104. message={
  105. 'jsonrpc': '2.0',
  106. 'id': 1,
  107. 'method': 'tools/call',
  108. 'params': {
  109. 'name': 'query_order',
  110. 'arguments': {'keyword': 'USC'},
  111. },
  112. },
  113. client_ip='10.0.0.5'
  114. )
  115. self.assertEqual(False, response['result']['isError'])
  116. self.assertEqual('GWS_A', gateway.calls[0][0])
  117. self.assertEqual('query_order', gateway.calls[0][1])
  118. self.assertTrue(gateway.calls[0][3].startswith('rq_http_'))
  119. self.assertNotEqual('rq_public_incoming', gateway.calls[0][3])
  120. self.assertEqual('10.0.0.5', gateway.calls[0][4])
  121. def test_reused_client_request_id_gets_unique_server_trace_ids(self):
  122. gateway = FakeGateway()
  123. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  124. headers = {
  125. 'X-Gateway-Session': 'GWS_A',
  126. 'X-Request-Id': 'client-retry-id',
  127. }
  128. message = {
  129. 'jsonrpc': '2.0',
  130. 'id': 1,
  131. 'method': 'tools/call',
  132. 'params': {'name': 'query_track', 'arguments': {}},
  133. }
  134. handler.handle_json_rpc(headers, message, client_ip='10.0.0.5')
  135. handler.handle_json_rpc(headers, message, client_ip='10.0.0.5')
  136. first_request_id = gateway.calls[0][3]
  137. second_request_id = gateway.calls[1][3]
  138. self.assertTrue(first_request_id.startswith('rq_http_'))
  139. self.assertTrue(second_request_id.startswith('rq_http_'))
  140. self.assertNotEqual(first_request_id, second_request_id)
  141. def test_backend_business_error_returns_tool_error_result(self):
  142. gateway = FakeGateway()
  143. gateway.tool_result = {
  144. 'code': 'MCP_1401',
  145. 'msg': 'invalid exact order query conditions',
  146. 'data': [],
  147. 'meta': {'request_id': 'rq_backend'},
  148. }
  149. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  150. response = handler.handle_json_rpc(
  151. headers={'X-Gateway-Session': 'GWS_A'},
  152. message={
  153. 'jsonrpc': '2.0',
  154. 'id': 7,
  155. 'method': 'tools/call',
  156. 'params': {
  157. 'name': 'query_order',
  158. 'arguments': {'keyword': 'USC'},
  159. },
  160. },
  161. client_ip='10.0.0.5',
  162. )
  163. self.assertNotIn('error', response)
  164. self.assertTrue(response['result']['isError'])
  165. self.assertIn('MCP_1401', response['result']['content'][0]['text'])
  166. self.assertEqual(
  167. {
  168. 'code': 'MCP_1401',
  169. 'msg': 'invalid exact order query conditions',
  170. 'meta': {'request_id': 'rq_backend'},
  171. },
  172. response['result']['structuredContent'],
  173. )
  174. def test_query_track_success_uses_safe_public_output(self):
  175. gateway = FakeGateway()
  176. gateway.tool_result = {
  177. 'code': 'MCP_0000',
  178. 'data': {
  179. 'summary': '共 1 条轨迹',
  180. 'columns': [
  181. {'key': 'status', 'name': '轨迹节点'},
  182. {'key': 'tracking_number', 'name': '快递单号'},
  183. ],
  184. 'records': [{
  185. 'status': '已发货',
  186. 'tracking_number': 'TN-PUBLIC',
  187. 'time_zone': '8.00',
  188. }],
  189. },
  190. 'meta': {'request_id': 'rq_public', 'page': 1, 'limit': 5},
  191. }
  192. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  193. response = handler.handle_json_rpc(
  194. headers={'X-Gateway-Session': 'GWS_A'},
  195. message={
  196. 'jsonrpc': '2.0',
  197. 'id': 8,
  198. 'method': 'tools/call',
  199. 'params': {
  200. 'name': 'query_track',
  201. 'arguments': {'tracking_number': 'TN-PUBLIC'},
  202. },
  203. },
  204. client_ip='10.0.0.5',
  205. )
  206. serialized = json.dumps(response['result'], ensure_ascii=False)
  207. self.assertFalse(response['result']['isError'])
  208. self.assertNotIn('tracking_number', serialized)
  209. self.assertNotIn('time_zone', serialized)
  210. self.assertIn('快递单号', serialized)
  211. self.assertIn('TN-PUBLIC', serialized)
  212. self.assertEqual('rq_public', response['result']['_meta']['request_id'])
  213. def test_missing_session_on_tool_call_returns_device_protocol_error(self):
  214. gateway = FakeGateway()
  215. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  216. response = handler.handle_json_rpc(
  217. headers={},
  218. message={
  219. 'jsonrpc': '2.0',
  220. 'id': 1,
  221. 'method': 'tools/call',
  222. 'params': {'name': 'query_order', 'arguments': {'keyword': 'USC'}},
  223. },
  224. )
  225. self.assertEqual(-32001, response['error']['code'])
  226. self.assertIn('Workbuddy', response['error']['message'])
  227. self.assertEqual([], gateway.calls)
  228. def test_non_object_tool_params_fail_safely(self):
  229. gateway = FakeGateway()
  230. handler = PublicMcpHttpHandler(gateway, context_parser=FakeParser())
  231. with self.assertLogs('public_server', level='ERROR') as logs:
  232. response = handler.handle_json_rpc(
  233. headers={'X-Gateway-Session': 'GWS_A'},
  234. message={
  235. 'jsonrpc': '2.0',
  236. 'id': 9,
  237. 'method': 'tools/call',
  238. 'params': 'not-an-object',
  239. },
  240. client_ip='10.0.0.5',
  241. )
  242. self.assertTrue(response['result']['isError'])
  243. self.assertEqual(
  244. '工具返回格式异常',
  245. response['result']['structuredContent']['message'],
  246. )
  247. self.assertEqual([], gateway.calls)
  248. record = logs.records[0]
  249. self.assertEqual(9, record.jsonrpc_id)
  250. self.assertTrue(record.request_id.startswith('rq_http_'))
  251. self.assertEqual('', record.tool_code)
  252. self.assertEqual('MCP_9001', record.response_code)
  253. self.assertEqual('PARAM_VALIDATION_FAILED', record.diagnostic_reason)
  254. self.assertEqual('ValueError', record.exception_class)
  255. self.assertEqual(record.request_id, response['result']['_meta']['request_id'])
  256. def test_extract_client_ip_ignores_spoofable_forwarded_for_header(self):
  257. client_ip = extract_client_ip(
  258. {'X-Forwarded-For': '203.0.113.9'},
  259. ('10.0.0.5', 54321),
  260. )
  261. self.assertEqual('10.0.0.5', client_ip)
  262. class RateLimitTest(unittest.TestCase):
  263. def _make_handler(self, max_requests=2):
  264. gateway = FakeGateway()
  265. limiter = SimpleRateLimiter(max_requests=max_requests, window_seconds=60)
  266. return PublicMcpHttpHandler(gateway, context_parser=FakeParser(), rate_limiter=limiter)
  267. def _tools_call_msg(self, tool_name='query_order'):
  268. return {
  269. 'jsonrpc': '2.0', 'id': 1,
  270. 'method': 'tools/call',
  271. 'params': {'name': tool_name, 'arguments': {'keyword': 'test'}},
  272. }
  273. # --- tools/call per-tool独立限流 ---
  274. def test_known_tool_rate_limited_after_quota_exhausted(self):
  275. handler = self._make_handler(max_requests=1)
  276. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg(), client_ip='1.2.3.4')
  277. with self.assertLogs('public_server', level='WARNING') as logs:
  278. response = handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg(), client_ip='1.2.3.4')
  279. self.assertIn('error', response)
  280. self.assertEqual(-32029, response['error']['code'])
  281. self.assertIn('Rate limit', response['error']['message'])
  282. record = logs.records[0]
  283. self.assertEqual(1, record.jsonrpc_id)
  284. self.assertEqual('query_order', record.tool_code)
  285. self.assertEqual(-32029, record.protocol_code)
  286. self.assertEqual('RATE_LIMIT_EXCEEDED', record.diagnostic_reason)
  287. self.assertEqual(response['error']['data']['request_id'], record.request_id)
  288. def test_two_known_tools_have_independent_quotas(self):
  289. # query_order 限流不影响 query_track
  290. handler = self._make_handler(max_requests=1)
  291. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg('query_order'), client_ip='1.2.3.4')
  292. # query_order quota exhausted, query_track should still work
  293. response = handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg('query_track'), client_ip='1.2.3.4')
  294. self.assertNotIn('error', response)
  295. def test_unknown_tool_name_uses_shared_session_bucket_not_new_bucket(self):
  296. # 未知工具名应归入 session_id 桶,同一会话的不同未知工具共享同一配额,不能无限新建桶
  297. handler = self._make_handler(max_requests=1)
  298. # 先用 session 桶打一次(用未知工具名触发)
  299. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg('fake_tool_1'), client_ip='1.2.3.4')
  300. # 再用同会话的另一个未知工具名,应该命中同一个 session 桶,被限流
  301. response = handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg('fake_tool_2'), client_ip='1.2.3.4')
  302. self.assertIn('error', response)
  303. self.assertIn('Rate limit', response['error']['message'])
  304. def test_different_sessions_have_independent_quotas(self):
  305. # 不同会话(不同员工)即使来自同一IP,也拥有独立的配额
  306. handler = self._make_handler(max_requests=1)
  307. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg(), client_ip='1.1.1.1')
  308. # 不同 session,即使同一 IP,quota 独立 → 应该允许
  309. response = handler.handle_json_rpc({'X-Gateway-Session': 'GWS_B'}, self._tools_call_msg(), client_ip='1.1.1.1')
  310. self.assertNotIn('error', response)
  311. def test_same_session_from_different_ips_shares_quota(self):
  312. # 同一会话从不同IP发来(如移动网络切换),仍共享同一会话配额
  313. handler = self._make_handler(max_requests=1)
  314. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg(), client_ip='1.1.1.1')
  315. # 同 session,不同 IP → 命中同一 session 桶,被限流
  316. response = handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, self._tools_call_msg(), client_ip='2.2.2.2')
  317. self.assertIn('error', response)
  318. self.assertIn('Rate limit', response['error']['message'])
  319. # --- initialize 不受限流,tools/list 有独立 bucket ---
  320. def test_initialize_is_never_rate_limited(self):
  321. # initialize 是握手协议,无论请求多少次都不应被限流
  322. handler = self._make_handler(max_requests=1)
  323. for i in range(5):
  324. response = handler.handle_json_rpc({}, {'jsonrpc': '2.0', 'id': i, 'method': 'initialize'}, client_ip='1.2.3.4')
  325. self.assertNotIn('error', response, f'initialize should never be rate limited (attempt {i})')
  326. self.assertIn('protocolVersion', response['result'])
  327. def test_tools_list_is_rate_limited(self):
  328. handler = self._make_handler(max_requests=1)
  329. headers = {'X-Gateway-Session': 'GWS_A'}
  330. handler.handle_json_rpc(headers, {'jsonrpc': '2.0', 'id': 1, 'method': 'tools/list'}, client_ip='1.2.3.4')
  331. response = handler.handle_json_rpc(headers, {'jsonrpc': '2.0', 'id': 2, 'method': 'tools/list'}, client_ip='1.2.3.4')
  332. self.assertIn('error', response)
  333. self.assertIn('Rate limit', response['error']['message'])
  334. def test_tools_list_quota_independent_from_tools_call_quota(self):
  335. # tools/list 和 tools/call 使用不同 bucket,互不影响
  336. handler = self._make_handler(max_requests=1)
  337. # 用掉 tools/list 的1个 slot
  338. handler.handle_json_rpc({'X-Gateway-Session': 'GWS_A'}, {'jsonrpc': '2.0', 'id': 1, 'method': 'tools/list'}, client_ip='1.2.3.4')
  339. # tools/call 应仍可正常执行(使用独立的 client_ip:tool_name bucket)
  340. response = handler.handle_json_rpc(
  341. {'X-Gateway-Session': 'GWS_A'},
  342. {'jsonrpc': '2.0', 'id': 2, 'method': 'tools/call',
  343. 'params': {'name': 'query_order', 'arguments': {'keyword': 'test'}}},
  344. client_ip='1.2.3.4',
  345. )
  346. self.assertNotIn('error', response)
  347. if __name__ == '__main__':
  348. unittest.main()