worker.py 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107
  1. from __future__ import annotations
  2. import os
  3. import socket
  4. import time
  5. import traceback
  6. from dataclasses import dataclass
  7. from uuid import uuid4
  8. from sqlalchemy.orm import Session, sessionmaker
  9. from app.application.services import build_agent_application_service
  10. from app.bootstrap.settings import AgentServiceSettings
  11. from app.db.session import build_session_factory
  12. @dataclass(frozen=True)
  13. class AgentWorkerStats:
  14. worker_key: str
  15. executed_count: int = 0
  16. idle_count: int = 0
  17. error_count: int = 0
  18. class AgentWorker:
  19. def __init__(
  20. self,
  21. *,
  22. settings: AgentServiceSettings,
  23. session_factory: sessionmaker[Session],
  24. worker_key: str,
  25. ) -> None:
  26. self.settings = settings
  27. self.session_factory = session_factory
  28. self.worker_key = worker_key
  29. def run_forever(self) -> AgentWorkerStats:
  30. executed_count = 0
  31. idle_count = 0
  32. error_count = 0
  33. while True:
  34. try:
  35. executed = self.run_once()
  36. except Exception:
  37. error_count += 1
  38. traceback.print_exc()
  39. executed = False
  40. if executed:
  41. executed_count += 1
  42. idle_count = 0
  43. else:
  44. idle_count += 1
  45. time.sleep(self.settings.worker_poll_interval_seconds)
  46. if self.settings.worker_max_idle_cycles is not None:
  47. if idle_count >= self.settings.worker_max_idle_cycles:
  48. return AgentWorkerStats(
  49. worker_key=self.worker_key,
  50. executed_count=executed_count,
  51. idle_count=idle_count,
  52. error_count=error_count,
  53. )
  54. def run_once(self) -> bool:
  55. db = self.session_factory()
  56. try:
  57. service = build_agent_application_service(db=db, settings=self.settings)
  58. result = service.execute_next_claimed_agent_run(
  59. worker_key=self.worker_key,
  60. lease_seconds=self.settings.worker_lease_seconds,
  61. dry_run=self.settings.worker_dry_run,
  62. )
  63. return result is not None
  64. finally:
  65. db.close()
  66. def build_worker_key() -> str:
  67. configured_key = os.getenv("AGENT_PLATFORM_WORKER_KEY")
  68. if configured_key:
  69. return configured_key
  70. hostname = socket.gethostname()
  71. return f"{hostname}-{uuid4().hex[:8]}"
  72. def main() -> None:
  73. settings = AgentServiceSettings()
  74. worker = AgentWorker(
  75. settings=settings,
  76. session_factory=build_session_factory(settings),
  77. worker_key=build_worker_key(),
  78. )
  79. stats = worker.run_forever()
  80. print(
  81. "agent-worker stopped "
  82. f"worker_key={stats.worker_key} "
  83. f"executed_count={stats.executed_count} "
  84. f"idle_count={stats.idle_count} "
  85. f"error_count={stats.error_count}",
  86. flush=True,
  87. )
  88. if __name__ == "__main__":
  89. main()