worker.py 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. from __future__ import annotations
  2. import os
  3. import socket
  4. import time
  5. import traceback
  6. from dataclasses import dataclass
  7. from math import ceil
  8. from uuid import uuid4
  9. from sqlalchemy.orm import Session, sessionmaker
  10. from core_shared import try_build_redis_client
  11. from core_shared.task_queue import TEAM_RUN_QUEUE, build_task_queue_consumer
  12. from app.application.services import build_team_application_service
  13. from app.bootstrap.settings import TeamServiceSettings
  14. from app.db.session import build_session_factory
  15. from app.domain.repositories import (
  16. TeamDefinitionRepository,
  17. TeamRunRepository,
  18. TeamVersionRepository,
  19. )
  20. @dataclass(frozen=True)
  21. class TeamWorkerStats:
  22. worker_key: str
  23. executed_count: int = 0
  24. idle_count: int = 0
  25. error_count: int = 0
  26. class TeamWorker:
  27. def __init__(
  28. self,
  29. *,
  30. settings: TeamServiceSettings,
  31. session_factory: sessionmaker[Session],
  32. worker_key: str,
  33. ) -> None:
  34. self.settings = settings
  35. self.session_factory = session_factory
  36. self.worker_key = worker_key
  37. self.redis_client = try_build_redis_client(settings.redis_url)
  38. self.task_queue = build_task_queue_consumer(
  39. client=self.redis_client,
  40. queue_name=TEAM_RUN_QUEUE,
  41. )
  42. def run_forever(self) -> TeamWorkerStats:
  43. executed_count = 0
  44. idle_count = 0
  45. error_count = 0
  46. while True:
  47. try:
  48. executed = self.run_once()
  49. except Exception:
  50. error_count += 1
  51. traceback.print_exc()
  52. executed = False
  53. if executed:
  54. executed_count += 1
  55. idle_count = 0
  56. else:
  57. idle_count += 1
  58. if self.task_queue is None:
  59. time.sleep(self.settings.worker_poll_interval_seconds)
  60. if self.settings.worker_max_idle_cycles is not None:
  61. if idle_count >= self.settings.worker_max_idle_cycles:
  62. return TeamWorkerStats(
  63. worker_key=self.worker_key,
  64. executed_count=executed_count,
  65. idle_count=idle_count,
  66. error_count=error_count,
  67. )
  68. def run_once(self) -> bool:
  69. self._wait_for_queue_signal()
  70. db = self.session_factory()
  71. try:
  72. service = build_team_application_service(
  73. team_repository=TeamDefinitionRepository(db),
  74. team_version_repository=TeamVersionRepository(db),
  75. team_run_repository=TeamRunRepository(db),
  76. settings=self.settings,
  77. )
  78. result = service.execute_next_claimed_team_run(
  79. worker_key=self.worker_key,
  80. lease_seconds=self.settings.worker_lease_seconds,
  81. dry_run=self.settings.worker_dry_run,
  82. )
  83. return result is not None
  84. finally:
  85. db.close()
  86. def _wait_for_queue_signal(self) -> None:
  87. if self.task_queue is None:
  88. return
  89. try:
  90. self.task_queue.dequeue(
  91. timeout_seconds=max(1, ceil(self.settings.worker_poll_interval_seconds)),
  92. )
  93. except Exception:
  94. return
  95. def build_worker_key() -> str:
  96. configured_key = os.getenv("AGENT_PLATFORM_WORKER_KEY")
  97. if configured_key:
  98. return configured_key
  99. hostname = socket.gethostname()
  100. return f"{hostname}-{uuid4().hex[:8]}"
  101. def main() -> None:
  102. settings = TeamServiceSettings()
  103. worker = TeamWorker(
  104. settings=settings,
  105. session_factory=build_session_factory(settings),
  106. worker_key=build_worker_key(),
  107. )
  108. stats = worker.run_forever()
  109. print(
  110. "team-worker stopped "
  111. f"worker_key={stats.worker_key} "
  112. f"executed_count={stats.executed_count} "
  113. f"idle_count={stats.idle_count} "
  114. f"error_count={stats.error_count}",
  115. flush=True,
  116. )
  117. if __name__ == "__main__":
  118. main()