repositories.py 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277
  1. from datetime import datetime, timedelta
  2. from sqlalchemy import select
  3. from sqlalchemy.orm import Session
  4. from core_domain import TeamRunStatus, TeamStatus
  5. from core_shared import JSONValue
  6. from app.db.models import TeamDefinition, TeamRun, TeamConfig
  7. class TeamDefinitionRepository:
  8. def __init__(self, db: Session) -> None:
  9. self.db = db
  10. def create(
  11. self,
  12. *,
  13. code: str,
  14. name: str,
  15. description: str | None,
  16. team_type: str,
  17. owner_user_id: str | None,
  18. metadata_json: dict[str, JSONValue] | None) -> TeamDefinition:
  19. entity = TeamDefinition(
  20. code=code,
  21. name=name,
  22. description=description,
  23. team_type=team_type,
  24. owner_user_id=owner_user_id,
  25. metadata_json=metadata_json)
  26. self.db.add(entity)
  27. self.db.commit()
  28. self.db.refresh(entity)
  29. return entity
  30. def list_all(self) -> list[TeamDefinition]:
  31. stmt = (
  32. select(TeamDefinition)
  33. .order_by(TeamDefinition.created_time.desc())
  34. )
  35. return list(self.db.scalars(stmt))
  36. def get_by_id(self, *, team_id: str) -> TeamDefinition | None:
  37. stmt = (
  38. select(TeamDefinition)
  39. .where(TeamDefinition.id == team_id)
  40. )
  41. return self.db.scalar(stmt)
  42. def save(self, entity: TeamDefinition) -> TeamDefinition:
  43. self.db.add(entity)
  44. self.db.commit()
  45. self.db.refresh(entity)
  46. return entity
  47. def delete(self, entity: TeamDefinition) -> None:
  48. self.db.delete(entity)
  49. self.db.commit()
  50. def update_status(
  51. self,
  52. *,
  53. team_id: str,
  54. status: TeamStatus) -> TeamDefinition | None:
  55. entity = self.get_by_id(team_id=team_id)
  56. if entity is None:
  57. return None
  58. entity.status = status
  59. self.db.commit()
  60. self.db.refresh(entity)
  61. return entity
  62. class TeamConfigRepository:
  63. def __init__(self, db: Session) -> None:
  64. self.db = db
  65. def create(
  66. self,
  67. *,
  68. team_id: str,
  69. coordination_mode: str,
  70. objective: str | None,
  71. member_refs_json: list[dict[str, JSONValue]],
  72. policy_json: dict[str, JSONValue]) -> TeamConfig:
  73. entity = TeamConfig(
  74. team_id=team_id,
  75. coordination_mode=coordination_mode,
  76. objective=objective,
  77. member_refs_json=member_refs_json,
  78. policy_json=policy_json)
  79. self.db.add(entity)
  80. self.db.commit()
  81. self.db.refresh(entity)
  82. return entity
  83. def list_by_team(self, *, team_id: str) -> list[TeamConfig]:
  84. stmt = (
  85. select(TeamConfig)
  86. .where(TeamConfig.team_id == team_id)
  87. .order_by(TeamConfig.created_time.desc())
  88. )
  89. return list(self.db.scalars(stmt))
  90. def list_all(self) -> list[TeamConfig]:
  91. stmt = select(TeamConfig).order_by(TeamConfig.created_time.desc())
  92. return list(self.db.scalars(stmt))
  93. def get_by_id(self, *, team_config_id: str) -> TeamConfig | None:
  94. stmt = (
  95. select(TeamConfig)
  96. .where(TeamConfig.id == team_config_id)
  97. )
  98. return self.db.scalar(stmt)
  99. def save(self, entity: TeamConfig) -> TeamConfig:
  100. self.db.add(entity)
  101. self.db.commit()
  102. self.db.refresh(entity)
  103. return entity
  104. def delete(self, entity: TeamConfig) -> None:
  105. self.db.delete(entity)
  106. self.db.commit()
  107. def get_latest_by_team(self, *, team_id: str) -> TeamConfig | None:
  108. stmt = (
  109. select(TeamConfig)
  110. .where(TeamConfig.team_id == team_id)
  111. .order_by(TeamConfig.created_time.desc())
  112. .limit(1)
  113. )
  114. return self.db.scalar(stmt)
  115. class TeamRunRepository:
  116. def __init__(self, db: Session) -> None:
  117. self.db = db
  118. def create(
  119. self,
  120. *,
  121. team_id: str,
  122. team_config_id: str,
  123. session_id: str | None,
  124. input_text: str | None,
  125. input_json: dict[str, JSONValue] | None) -> TeamRun:
  126. now = datetime.utcnow()
  127. entity = TeamRun(
  128. team_id=team_id,
  129. team_config_id=team_config_id,
  130. session_id=session_id,
  131. input_text=input_text,
  132. input_json=input_json,
  133. status="queued",
  134. queued_time=now)
  135. self.db.add(entity)
  136. self.db.commit()
  137. self.db.refresh(entity)
  138. return entity
  139. def list_by_scope(
  140. self,
  141. *,
  142. team_id: str | None = None,
  143. session_id: str | None = None) -> list[TeamRun]:
  144. stmt = select(TeamRun)
  145. if team_id is not None:
  146. stmt = stmt.where(TeamRun.team_id == team_id)
  147. if session_id is not None:
  148. stmt = stmt.where(TeamRun.session_id == session_id)
  149. stmt = stmt.order_by(TeamRun.created_time.desc())
  150. return list(self.db.scalars(stmt))
  151. def get_by_id(self, *, team_run_id: str) -> TeamRun | None:
  152. stmt = (
  153. select(TeamRun)
  154. .where(TeamRun.id == team_run_id)
  155. )
  156. return self.db.scalar(stmt)
  157. def delete(self, entity: TeamRun) -> None:
  158. self.db.delete(entity)
  159. self.db.commit()
  160. def claim_next_queued(
  161. self,
  162. *,
  163. worker_key: str,
  164. lease_expire_time: datetime) -> TeamRun | None:
  165. stmt = (
  166. select(TeamRun)
  167. .where(TeamRun.status == "queued")
  168. .order_by(TeamRun.created_time.asc())
  169. .with_for_update(skip_locked=True)
  170. .limit(1)
  171. )
  172. entity = self.db.scalar(stmt)
  173. if entity is None:
  174. return None
  175. now = datetime.utcnow()
  176. entity.status = "running"
  177. entity.worker_key = worker_key
  178. entity.started_time = entity.started_time or now
  179. entity.lease_expire_time = lease_expire_time
  180. self.db.commit()
  181. self.db.refresh(entity)
  182. return entity
  183. def release_expired_leases(
  184. self,
  185. *,
  186. now_time: datetime,
  187. stale_running_seconds: int,
  188. max_items: int = 100) -> int:
  189. stale_started_before = now_time - timedelta(seconds=stale_running_seconds)
  190. stmt = (
  191. select(TeamRun)
  192. .where(TeamRun.status == "running")
  193. .where(
  194. (TeamRun.lease_expire_time.is_not(None) & (TeamRun.lease_expire_time <= now_time))
  195. | (
  196. TeamRun.lease_expire_time.is_(None)
  197. & TeamRun.started_time.is_not(None)
  198. & (TeamRun.started_time <= stale_started_before)
  199. )
  200. )
  201. .order_by(TeamRun.lease_expire_time.asc())
  202. .limit(max_items)
  203. )
  204. entities = list(self.db.scalars(stmt))
  205. for entity in entities:
  206. entity.status = "queued"
  207. entity.worker_key = None
  208. entity.lease_expire_time = None
  209. entity.queued_time = now_time
  210. entity.started_time = None
  211. entity.finished_time = None
  212. if entities:
  213. self.db.commit()
  214. return len(entities)
  215. def update_status(
  216. self,
  217. *,
  218. team_run_id: str,
  219. status: TeamRunStatus,
  220. worker_key: str | None = None,
  221. output_text: str | None = None,
  222. output_json: dict[str, JSONValue] | None = None,
  223. error_code: str | None = None,
  224. error_message: str | None = None) -> TeamRun | None:
  225. entity = self.db.get(TeamRun, team_run_id)
  226. if entity is None:
  227. return None
  228. now = datetime.utcnow()
  229. entity.status = status
  230. entity.worker_key = worker_key
  231. entity.output_text = output_text
  232. entity.output_json = output_json
  233. entity.error_code = error_code
  234. entity.error_message = error_message
  235. if status == "running" and entity.started_time is None:
  236. entity.started_time = now
  237. if status != "running":
  238. entity.lease_expire_time = None
  239. if status in {"completed", "failed", "cancelled"}:
  240. entity.finished_time = now
  241. self.db.commit()
  242. self.db.refresh(entity)
  243. return entity