public_server.py 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. import json
  2. import logging
  3. import threading
  4. import time
  5. import uuid
  6. from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
  7. from constants import DEVICE_INVALID_MESSAGE
  8. from mcp_protocol import McpProtocolHandler
  9. from services.request_context import RequestContextParser
  10. from utils.rate_limiter import SimpleRateLimiter
  11. logger = logging.getLogger(__name__)
  12. def extract_client_ip(headers, client_address):
  13. if client_address and len(client_address) > 0:
  14. return str(client_address[0])
  15. return ''
  16. class PublicMcpHttpHandler:
  17. def __init__(self, gateway_app, context_parser=None, rate_limiter=None):
  18. self.gateway_app = gateway_app
  19. self.context_parser = context_parser or RequestContextParser()
  20. self.rate_limiter = rate_limiter
  21. # Cache registered tool names at startup for rate-key validation;
  22. # unknown names fall back to the bare IP bucket, preventing bucket explosion
  23. self._known_tools = frozenset(gateway_app.registered_tool_names())
  24. def _check_rate_limit(self, rate_key, method, request_id=None, *, log_identity=None):
  25. """Returns an error response if rate limit exceeded, else None.
  26. rate_key — the bucket key used by the limiter (session-based for tools/call,
  27. IP-based for tools/list)
  28. log_identity — optional string shown in warning logs (e.g. client_ip)
  29. """
  30. if self.rate_limiter and rate_key and not self.rate_limiter.is_allowed(rate_key):
  31. logger.warning(
  32. f"[RATE_LIMIT] rate limit exceeded: identity={log_identity or rate_key}, method={method}"
  33. )
  34. return McpProtocolHandler._error_response(request_id, -32000, 'Rate limit exceeded. Please try again later.')
  35. return None
  36. def handle_json_rpc(self, headers, message, client_ip=''):
  37. request_id = message.get('id') if isinstance(message, dict) else None
  38. method = str((message or {}).get('method') or '').strip()
  39. try:
  40. if method == 'initialize':
  41. # initialize is a stateless handshake that only returns server metadata;
  42. # rate-limiting it would block clients from connecting at all, so we skip it.
  43. return McpProtocolHandler._success_response(request_id, {
  44. 'protocolVersion': McpProtocolHandler.protocol_version,
  45. 'capabilities': {'tools': {'listChanged': False}},
  46. 'serverInfo': {
  47. 'name': McpProtocolHandler.server_name,
  48. 'version': McpProtocolHandler.server_version,
  49. },
  50. })
  51. if method == 'tools/list':
  52. # Keep list traffic in a dedicated IP-based bucket so it does not
  53. # compete with the per-session tools/call quota.
  54. blocked = self._check_rate_limit(
  55. 'list:{0}'.format(client_ip), method, request_id,
  56. log_identity=client_ip,
  57. )
  58. if blocked:
  59. return blocked
  60. context = self.context_parser.parse(headers or {})
  61. if not context.has_session():
  62. raise RuntimeError(DEVICE_INVALID_MESSAGE)
  63. tools = []
  64. for tool in self.gateway_app.list_tools(context.gateway_session_id):
  65. normalized = dict(tool)
  66. if 'input_schema' in normalized:
  67. normalized['inputSchema'] = normalized.pop('input_schema')
  68. tools.append(normalized)
  69. return McpProtocolHandler._success_response(request_id, {'tools': tools})
  70. if method == 'tools/call':
  71. # Parse context first — tools/call always requires a valid session
  72. context = self.context_parser.parse(headers or {})
  73. if not context.has_session():
  74. raise RuntimeError(DEVICE_INVALID_MESSAGE)
  75. # Session-based rate limiting: each employee gets an independent quota per tool.
  76. # Unknown tool names fall back to the bare session bucket to prevent key explosion.
  77. session_id = context.gateway_session_id
  78. tool_name = ((message.get('params') or {}).get('name') or '').strip()
  79. rate_key = '{0}:{1}'.format(session_id, tool_name) if tool_name in self._known_tools else session_id
  80. blocked = self._check_rate_limit(rate_key, method, request_id, log_identity=client_ip)
  81. if blocked:
  82. return blocked
  83. params = message.get('params') or {}
  84. result = self.gateway_app.call_tool(
  85. session_id,
  86. params.get('name'),
  87. params.get('arguments') or {},
  88. request_id='rq_http_{0}_{1}'.format(request_id, uuid.uuid4().hex[:16]),
  89. client_ip=client_ip,
  90. )
  91. return McpProtocolHandler._tool_call_response(
  92. request_id,
  93. result,
  94. )
  95. return McpProtocolHandler._error_response(request_id, -32601, 'Method not found: {0}'.format(method))
  96. except Exception as exc:
  97. if method == 'tools/call':
  98. return McpProtocolHandler._success_response(request_id, {
  99. 'content': [{'type': 'text', 'text': str(exc)}],
  100. 'isError': True,
  101. })
  102. return McpProtocolHandler._error_response(request_id, -32000, str(exc))
  103. def create_http_handler(gateway_app, rate_limiter=None):
  104. rpc_handler = PublicMcpHttpHandler(gateway_app, rate_limiter=rate_limiter)
  105. class Handler(BaseHTTPRequestHandler):
  106. def log_message(self, format, *args):
  107. # Override to use Python logging instead of stderr
  108. logger.info(f"{self.address_string()} - {format % args}")
  109. def do_GET(self):
  110. if self.path == '/health':
  111. self._write_json({'ok': True})
  112. return
  113. self.send_response(404)
  114. self.end_headers()
  115. def do_POST(self):
  116. client_ip = extract_client_ip(dict(self.headers.items()), self.client_address)
  117. length = int(self.headers.get('Content-Length') or '0')
  118. if self.path != '/mcp':
  119. logger.warning(f"[HTTP] 404: ip={client_ip}, path={self.path}")
  120. if length > 0:
  121. self.rfile.read(length)
  122. self.send_response(404)
  123. self.end_headers()
  124. return
  125. body = self.rfile.read(length).decode('utf-8-sig')
  126. try:
  127. message = json.loads(body)
  128. except json.JSONDecodeError as exc:
  129. logger.warning(f"[HTTP] invalid JSON: ip={client_ip}, error={exc}")
  130. self._write_json(McpProtocolHandler._error_response(None, -32700, 'Parse error'))
  131. return
  132. method = message.get('method', '')
  133. request_id = message.get('id') if message.get('id') is not None else ''
  134. logger.info(f"[HTTP] request: ip={client_ip}, method={method}, id={request_id}")
  135. response = rpc_handler.handle_json_rpc(dict(self.headers.items()), message, client_ip)
  136. self._write_json(response)
  137. def _write_json(self, payload):
  138. raw = json.dumps(payload, ensure_ascii=False).encode('utf-8')
  139. self.send_response(200)
  140. self.send_header('Content-Type', 'application/json; charset=utf-8')
  141. self.send_header('Content-Length', str(len(raw)))
  142. self.end_headers()
  143. self.wfile.write(raw)
  144. return Handler
  145. def serve_public(gateway_app, host='0.0.0.0', port=8765, enable_rate_limit=True,
  146. rate_limit_max_requests=60, rate_limit_window_seconds=60):
  147. # Configure logging
  148. logging.basicConfig(
  149. level=logging.INFO,
  150. format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
  151. datefmt='%Y-%m-%d %H:%M:%S'
  152. )
  153. # Configure rate limiting
  154. rate_limiter = None
  155. if enable_rate_limit:
  156. rate_limiter = SimpleRateLimiter(
  157. max_requests=rate_limit_max_requests,
  158. window_seconds=rate_limit_window_seconds,
  159. )
  160. logger.info(f"Rate limiting enabled: {rate_limit_max_requests} requests/{rate_limit_window_seconds}s per session (tools/call) / per IP (tools/list)")
  161. logger.info(f"Starting public MCP Gateway on {host}:{port}")
  162. server = ThreadingHTTPServer((host, int(port)), create_http_handler(gateway_app, rate_limiter))
  163. # Schedule periodic cleanup to prevent unbounded memory growth in the rate limiter
  164. if rate_limiter is not None:
  165. def _cleanup_loop():
  166. while True:
  167. time.sleep(300)
  168. # Use the actual window as max_age to avoid deleting entries still within the window
  169. rate_limiter.cleanup(max_age_seconds=rate_limit_window_seconds)
  170. t = threading.Thread(target=_cleanup_loop, daemon=True)
  171. t.start()
  172. try:
  173. server.serve_forever()
  174. except KeyboardInterrupt:
  175. logger.info("Shutting down public MCP Gateway")
  176. server.shutdown()