proxy.py 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136
  1. from dataclasses import dataclass
  2. from typing import Literal
  3. import httpx
  4. from core_shared.observability import PARENT_SPAN_ID_HEADER, SPAN_ID_HEADER, TRACE_ID_HEADER
  5. from core_shared.security import build_internal_service_headers
  6. from fastapi import Request, Response
  7. from app.bootstrap.settings import ApiGatewaySettings
  8. from app.infrastructure.audit import mark_gateway_target
  9. from app.infrastructure.request_context import REQUEST_ID_HEADER, get_gateway_request_context
  10. from app.schemas.gateway import DownstreamServiceHealth
  11. ProxyServiceName = Literal[
  12. "session-service",
  13. "tool-service",
  14. "model-gateway-service",
  15. "model-provider-service",
  16. "code-runner-service",
  17. "agent-service",
  18. "memory-service",
  19. "team-service",
  20. "skill-service",
  21. "human-service",
  22. "knowledge-service",
  23. "event-service",
  24. "identity-service",
  25. "scheduler-service",
  26. ]
  27. @dataclass(frozen=True)
  28. class ProxyTarget:
  29. service_name: ProxyServiceName
  30. base_url: str
  31. path_prefix: str
  32. health_path: str
  33. class ServiceProxy:
  34. def __init__(self, *, settings: ApiGatewaySettings, timeout_seconds: float) -> None:
  35. self.settings = settings
  36. self.timeout_seconds = timeout_seconds
  37. async def forward(
  38. self,
  39. *,
  40. request: Request,
  41. target: ProxyTarget,
  42. path: str) -> Response:
  43. target_url = build_target_url(target=target, path=path)
  44. mark_gateway_target(
  45. request,
  46. target_service=target.service_name,
  47. target_url=target_url)
  48. headers = build_forward_headers(request)
  49. request_context = get_gateway_request_context(request)
  50. headers[REQUEST_ID_HEADER] = request_context.request_id
  51. trace_id = getattr(request.state, "trace_id", None)
  52. span_id = getattr(request.state, "span_id", None)
  53. if isinstance(trace_id, str):
  54. headers[TRACE_ID_HEADER] = trace_id
  55. if isinstance(span_id, str):
  56. headers[PARENT_SPAN_ID_HEADER] = span_id
  57. headers.update(build_internal_service_headers(self.settings))
  58. body = await request.body()
  59. async with httpx.AsyncClient(timeout=self.timeout_seconds) as client:
  60. upstream_response = await client.request(
  61. method=request.method,
  62. url=target_url,
  63. params=request.query_params,
  64. headers=headers,
  65. content=body)
  66. return Response(
  67. content=upstream_response.content,
  68. status_code=upstream_response.status_code,
  69. headers=build_response_headers(upstream_response),
  70. media_type=upstream_response.headers.get("content-type"))
  71. async def check_health(self, target: ProxyTarget) -> DownstreamServiceHealth:
  72. health_url = f"{target.base_url.rstrip('/')}{target.health_path}"
  73. try:
  74. async with httpx.AsyncClient(timeout=self.timeout_seconds) as client:
  75. response = await client.get(
  76. health_url,
  77. headers=build_internal_service_headers(self.settings))
  78. except httpx.HTTPError as exc:
  79. return DownstreamServiceHealth(
  80. service=target.service_name,
  81. status="error",
  82. url=health_url,
  83. error_message=str(exc))
  84. return DownstreamServiceHealth(
  85. service=target.service_name,
  86. status="ok" if response.is_success else "error",
  87. url=health_url,
  88. status_code=response.status_code,
  89. error_message=None if response.is_success else response.text)
  90. def build_target_url(*, target: ProxyTarget, path: str) -> str:
  91. normalized_path = path.strip("/")
  92. if normalized_path:
  93. return f"{target.base_url.rstrip('/')}{target.path_prefix}/{normalized_path}"
  94. return f"{target.base_url.rstrip('/')}{target.path_prefix}"
  95. def build_forward_headers(request: Request) -> dict[str, str]:
  96. skipped_headers = {
  97. "host",
  98. "content-length",
  99. "connection",
  100. REQUEST_ID_HEADER,
  101. "x-internal-service-token",
  102. "x-internal-service-name",
  103. TRACE_ID_HEADER,
  104. SPAN_ID_HEADER,
  105. PARENT_SPAN_ID_HEADER,
  106. }
  107. return {
  108. key: value
  109. for key, value in request.headers.items()
  110. if key.lower() not in skipped_headers
  111. }
  112. def build_response_headers(response: httpx.Response) -> dict[str, str]:
  113. skipped_headers = {"content-length", "transfer-encoding", "connection"}
  114. return {
  115. key: value
  116. for key, value in response.headers.items()
  117. if key.lower() not in skipped_headers
  118. }