services.py 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255
  1. import json
  2. from datetime import datetime, timedelta
  3. from typing import cast
  4. from sqlalchemy.orm import Session
  5. from core_events import EventPublishContract, EventServiceClient, EventServiceClientError
  6. from core_domain import (
  7. AgentSkillRefContract,
  8. AgentToolRefContract,
  9. ChatCompletionRequestContract,
  10. ChatMessageContract,
  11. MemoryCreateContract,
  12. MemoryScopeType,
  13. MemorySearchRequestContract,
  14. MemorySearchResultContract,
  15. )
  16. from core_shared import JSONValue
  17. from app.bootstrap.settings import AgentServiceSettings
  18. from app.db.models import AgentDefinition, AgentRun, AgentToolInvocation, AgentVersion
  19. from app.domain.repositories import (
  20. AgentDefinitionRepository,
  21. AgentRunRepository,
  22. AgentToolInvocationRepository,
  23. AgentVersionRepository,
  24. )
  25. from app.infrastructure.model_gateway_client import ModelGatewayClient, ModelGatewayClientError
  26. from app.infrastructure.memory_client import MemoryClient, MemoryClientError
  27. from app.infrastructure.skill_client import SkillServiceClient, SkillServiceClientError
  28. from app.infrastructure.tool_client import ToolServiceClient, ToolServiceClientError
  29. from app.schemas.agent import (
  30. AgentCreateRequest,
  31. AgentRunCreateRequest,
  32. AgentRunExecuteRequest,
  33. AgentRunStatusUpdateRequest,
  34. AgentStatusUpdateRequest,
  35. AgentVersionCreateRequest,
  36. )
  37. class AgentApplicationService:
  38. def __init__(
  39. self,
  40. *,
  41. agent_repository: AgentDefinitionRepository,
  42. agent_version_repository: AgentVersionRepository,
  43. agent_run_repository: AgentRunRepository,
  44. agent_tool_invocation_repository: AgentToolInvocationRepository,
  45. model_gateway_client: ModelGatewayClient | None = None,
  46. memory_client: MemoryClient | None = None,
  47. tool_client: ToolServiceClient | None = None,
  48. skill_client: SkillServiceClient | None = None,
  49. event_client: EventServiceClient | None = None,
  50. react_max_steps: int = 5,
  51. ) -> None:
  52. self.agent_repository = agent_repository
  53. self.agent_version_repository = agent_version_repository
  54. self.agent_run_repository = agent_run_repository
  55. self.agent_tool_invocation_repository = agent_tool_invocation_repository
  56. self.model_gateway_client = model_gateway_client
  57. self.memory_client = memory_client
  58. self.tool_client = tool_client
  59. self.skill_client = skill_client
  60. self.event_client = event_client
  61. self.react_max_steps = react_max_steps
  62. def create_agent(self, payload: AgentCreateRequest) -> AgentDefinition:
  63. return self.agent_repository.create(
  64. tenant_id=payload.tenant_id,
  65. code=payload.code,
  66. name=payload.name,
  67. description=payload.description,
  68. agent_type=payload.agent_type,
  69. owner_user_id=payload.owner_user_id,
  70. metadata_json=payload.metadata_json,
  71. )
  72. def list_agents(self, *, tenant_id: str) -> list[AgentDefinition]:
  73. return self.agent_repository.list_by_tenant(tenant_id=tenant_id)
  74. def update_agent_status(
  75. self,
  76. *,
  77. agent_id: str,
  78. payload: AgentStatusUpdateRequest,
  79. ) -> AgentDefinition | None:
  80. return self.agent_repository.update_status(
  81. tenant_id=payload.tenant_id,
  82. agent_id=agent_id,
  83. status=payload.status,
  84. )
  85. def create_agent_version(self, payload: AgentVersionCreateRequest) -> AgentVersion:
  86. agent = self.agent_repository.get_by_id(
  87. tenant_id=payload.tenant_id,
  88. agent_id=payload.agent_id,
  89. )
  90. if agent is None:
  91. raise ValueError(f"agent not found: {payload.agent_id}")
  92. return self.agent_version_repository.create(
  93. tenant_id=payload.tenant_id,
  94. agent_id=payload.agent_id,
  95. status=payload.status,
  96. role=payload.role,
  97. goal=payload.goal,
  98. system_prompt=payload.system_prompt,
  99. model_config_json=payload.model_config_data.model_dump(mode="json"),
  100. memory_policy_json=payload.memory_policy.model_dump(mode="json"),
  101. tool_refs_json=[item.model_dump(mode="json") for item in payload.tool_refs],
  102. skill_refs_json=[item.model_dump(mode="json") for item in payload.skill_refs],
  103. )
  104. def list_agent_versions(self, *, tenant_id: str, agent_id: str) -> list[AgentVersion]:
  105. return self.agent_version_repository.list_by_agent(tenant_id=tenant_id, agent_id=agent_id)
  106. def create_agent_run(self, payload: AgentRunCreateRequest) -> AgentRun:
  107. agent_version = self._resolve_agent_version(
  108. tenant_id=payload.tenant_id,
  109. agent_id=payload.agent_id,
  110. agent_version_id=payload.agent_version_id,
  111. )
  112. if agent_version is None:
  113. raise ValueError("published agent version not found")
  114. agent_run = self.agent_run_repository.create(
  115. tenant_id=payload.tenant_id,
  116. agent_id=payload.agent_id,
  117. agent_version_id=agent_version.id,
  118. session_id=payload.session_id,
  119. input_text=payload.input_text,
  120. input_json=payload.input_json,
  121. )
  122. self._publish_event(
  123. event_type="agent.run.created",
  124. agent_run=agent_run,
  125. payload_json={"agent_run_id": agent_run.id, "status": agent_run.status},
  126. )
  127. return agent_run
  128. def list_agent_runs(
  129. self,
  130. *,
  131. tenant_id: str,
  132. agent_id: str | None = None,
  133. session_id: str | None = None,
  134. ) -> list[AgentRun]:
  135. return self.agent_run_repository.list_by_scope(
  136. tenant_id=tenant_id,
  137. agent_id=agent_id,
  138. session_id=session_id,
  139. )
  140. def list_agent_tool_invocations(
  141. self,
  142. *,
  143. tenant_id: str,
  144. agent_run_id: str,
  145. ) -> list[AgentToolInvocation]:
  146. return self.agent_tool_invocation_repository.list_by_run(
  147. tenant_id=tenant_id,
  148. agent_run_id=agent_run_id,
  149. )
  150. def update_agent_run_status(
  151. self,
  152. *,
  153. agent_run_id: str,
  154. payload: AgentRunStatusUpdateRequest,
  155. ) -> AgentRun | None:
  156. entity = self.agent_run_repository.get_by_id(
  157. tenant_id=payload.tenant_id,
  158. agent_run_id=agent_run_id,
  159. )
  160. if entity is None:
  161. return None
  162. return self.agent_run_repository.update_status(
  163. agent_run_id=agent_run_id,
  164. status=payload.status,
  165. worker_key=payload.worker_key,
  166. output_text=payload.output_text,
  167. output_json=payload.output_json,
  168. error_code=payload.error_code,
  169. error_message=payload.error_message,
  170. )
  171. def execute_agent_run(
  172. self,
  173. *,
  174. agent_run_id: str,
  175. payload: AgentRunExecuteRequest,
  176. ) -> AgentRun | None:
  177. agent_run = self.agent_run_repository.get_by_id(
  178. tenant_id=payload.tenant_id,
  179. agent_run_id=agent_run_id,
  180. )
  181. if agent_run is None:
  182. return None
  183. agent_version = self.agent_version_repository.get_by_id(
  184. tenant_id=payload.tenant_id,
  185. agent_version_id=agent_run.agent_version_id,
  186. )
  187. if agent_version is None:
  188. return self.agent_run_repository.update_status(
  189. agent_run_id=agent_run.id,
  190. status="failed",
  191. worker_key=payload.worker_key,
  192. error_code="agent_version_missing",
  193. error_message=f"agent version not found: {agent_run.agent_version_id}",
  194. )
  195. self.agent_run_repository.update_status(
  196. agent_run_id=agent_run.id,
  197. status="running",
  198. worker_key=payload.worker_key,
  199. )
  200. memory_results, memory_metadata = self._read_relevant_memories(
  201. agent_run=agent_run,
  202. agent_version=agent_version,
  203. )
  204. selected_tools = self._select_tool_refs(agent_run=agent_run, agent_version=agent_version)
  205. selected_skills = self._select_skill_refs(agent_run=agent_run, agent_version=agent_version)
  206. if payload.dry_run:
  207. messages = self._build_chat_messages(
  208. agent_run=agent_run,
  209. agent_version=agent_version,
  210. memory_results=memory_results,
  211. capability_context=self._format_capability_plan(
  212. selected_tools=selected_tools,
  213. selected_skills=selected_skills,
  214. ),
  215. )
  216. completed_run = self.agent_run_repository.update_status(
  217. agent_run_id=agent_run.id,
  218. status="completed",
  219. worker_key=payload.worker_key,
  220. output_text=self._build_dry_run_output(
  221. agent_run=agent_run,
  222. agent_version=agent_version,
  223. ),
  224. output_json={
  225. "dry_run": True,
  226. "agent_version_id": agent_version.id,
  227. "message_count": len(messages),
  228. "messages": [message.model_dump(mode="json") for message in messages],
  229. "selected_tool_refs": [
  230. tool_ref.model_dump(mode="json") for tool_ref in selected_tools
  231. ],
  232. "selected_skill_refs": [
  233. skill_ref.model_dump(mode="json") for skill_ref in selected_skills
  234. ],
  235. **memory_metadata,
  236. },
  237. )
  238. if completed_run is not None:
  239. self._publish_event(
  240. event_type="agent.run.completed",
  241. agent_run=completed_run,
  242. payload_json={
  243. "agent_run_id": completed_run.id,
  244. "dry_run": True,
  245. "status": completed_run.status,
  246. },
  247. )
  248. return completed_run
  249. if self._read_bool(agent_version.model_config_json, "react_enabled", default=False):
  250. return self._execute_react_agent_run(
  251. agent_run=agent_run,
  252. agent_version=agent_version,
  253. payload=payload,
  254. memory_results=memory_results,
  255. memory_metadata=memory_metadata,
  256. selected_tools=selected_tools,
  257. selected_skills=selected_skills,
  258. )
  259. tool_invocations = self._invoke_selected_tools(
  260. agent_run=agent_run,
  261. agent_version=agent_version,
  262. selected_tools=selected_tools,
  263. )
  264. skill_invocations = self._invoke_selected_skills(
  265. agent_run=agent_run,
  266. selected_skills=selected_skills,
  267. worker_key=payload.worker_key,
  268. )
  269. messages = self._build_chat_messages(
  270. agent_run=agent_run,
  271. agent_version=agent_version,
  272. memory_results=memory_results,
  273. capability_context=self._format_capability_results(
  274. tool_invocations=tool_invocations,
  275. skill_invocations=skill_invocations,
  276. ),
  277. )
  278. if self.model_gateway_client is None:
  279. return self.agent_run_repository.update_status(
  280. agent_run_id=agent_run.id,
  281. status="failed",
  282. worker_key=payload.worker_key,
  283. error_code="model_gateway_missing",
  284. error_message="model gateway client is not configured",
  285. output_json={
  286. "tool_invocations": tool_invocations,
  287. "skill_invocations": skill_invocations,
  288. **memory_metadata,
  289. },
  290. )
  291. try:
  292. response = self.model_gateway_client.create_chat_completion(
  293. ChatCompletionRequestContract(
  294. model=self._read_optional_string(agent_version.model_config_json, "model"),
  295. temperature=self._read_optional_float(
  296. agent_version.model_config_json,
  297. "temperature",
  298. ),
  299. max_tokens=self._read_optional_int(
  300. agent_version.model_config_json,
  301. "max_tokens",
  302. ),
  303. messages=messages,
  304. metadata_json={
  305. "tenant_id": agent_run.tenant_id,
  306. "agent_id": agent_run.agent_id,
  307. "agent_version_id": agent_version.id,
  308. "agent_run_id": agent_run.id,
  309. },
  310. )
  311. )
  312. except ModelGatewayClientError as exc:
  313. return self.agent_run_repository.update_status(
  314. agent_run_id=agent_run.id,
  315. status="failed",
  316. worker_key=payload.worker_key,
  317. error_code="model_gateway_error",
  318. error_message=str(exc),
  319. )
  320. memory_write_metadata = self._write_interaction_memory(
  321. agent_run=agent_run,
  322. agent_version=agent_version,
  323. output_text=response.content,
  324. )
  325. completed_run = self.agent_run_repository.update_status(
  326. agent_run_id=agent_run.id,
  327. status="completed",
  328. worker_key=payload.worker_key,
  329. output_text=response.content,
  330. output_json={
  331. "dry_run": False,
  332. "agent_version_id": agent_version.id,
  333. "model": response.model,
  334. "finish_reason": response.finish_reason,
  335. "usage_json": response.usage_json,
  336. "raw_response_json": response.raw_response_json,
  337. "tool_invocations": tool_invocations,
  338. "skill_invocations": skill_invocations,
  339. **memory_metadata,
  340. **memory_write_metadata,
  341. },
  342. )
  343. if completed_run is not None:
  344. self._publish_event(
  345. event_type="agent.run.completed",
  346. agent_run=completed_run,
  347. payload_json={
  348. "agent_run_id": completed_run.id,
  349. "dry_run": False,
  350. "status": completed_run.status,
  351. },
  352. )
  353. return completed_run
  354. def _publish_event(
  355. self,
  356. *,
  357. event_type: str,
  358. agent_run: AgentRun,
  359. payload_json: dict[str, JSONValue],
  360. ) -> None:
  361. if self.event_client is None:
  362. return
  363. try:
  364. self.event_client.publish_event(
  365. EventPublishContract(
  366. tenant_id=agent_run.tenant_id,
  367. event_type=event_type,
  368. source_service="agent-service",
  369. aggregate_type="agent_run",
  370. aggregate_id=agent_run.id,
  371. correlation_id=agent_run.session_id,
  372. payload_json={
  373. **payload_json,
  374. "agent_id": agent_run.agent_id,
  375. "agent_version_id": agent_run.agent_version_id,
  376. },
  377. )
  378. )
  379. except EventServiceClientError:
  380. return
  381. def _execute_react_agent_run(
  382. self,
  383. *,
  384. agent_run: AgentRun,
  385. agent_version: AgentVersion,
  386. payload: AgentRunExecuteRequest,
  387. memory_results: list[MemorySearchResultContract],
  388. memory_metadata: dict[str, JSONValue],
  389. selected_tools: list[AgentToolRefContract],
  390. selected_skills: list[AgentSkillRefContract],
  391. ) -> AgentRun | None:
  392. if self.model_gateway_client is None:
  393. return self.agent_run_repository.update_status(
  394. agent_run_id=agent_run.id,
  395. status="failed",
  396. worker_key=payload.worker_key,
  397. error_code="model_gateway_missing",
  398. error_message="model gateway client is not configured",
  399. )
  400. skill_invocations = self._invoke_selected_skills(
  401. agent_run=agent_run,
  402. selected_skills=selected_skills,
  403. worker_key=payload.worker_key,
  404. )
  405. messages = self._build_chat_messages(
  406. agent_run=agent_run,
  407. agent_version=agent_version,
  408. memory_results=memory_results,
  409. capability_context=self._format_react_instruction(
  410. selected_tools=selected_tools,
  411. skill_invocations=skill_invocations,
  412. ),
  413. )
  414. react_steps: list[dict[str, JSONValue]] = []
  415. tool_invocations: list[dict[str, JSONValue]] = []
  416. final_answer: str | None = None
  417. max_steps = self._read_int(
  418. agent_version.model_config_json,
  419. "react_max_steps",
  420. default=self.react_max_steps,
  421. )
  422. for step_index in range(max(max_steps, 1)):
  423. try:
  424. response = self.model_gateway_client.create_chat_completion(
  425. self._build_chat_completion_request(
  426. agent_run=agent_run,
  427. agent_version=agent_version,
  428. messages=messages,
  429. )
  430. )
  431. except ModelGatewayClientError as exc:
  432. return self.agent_run_repository.update_status(
  433. agent_run_id=agent_run.id,
  434. status="failed",
  435. worker_key=payload.worker_key,
  436. error_code="model_gateway_error",
  437. error_message=str(exc),
  438. output_json={
  439. "react_steps": react_steps,
  440. "tool_invocations": tool_invocations,
  441. "skill_invocations": skill_invocations,
  442. **memory_metadata,
  443. },
  444. )
  445. action = self._parse_react_action(response.content)
  446. react_step: dict[str, JSONValue] = {
  447. "step_index": step_index,
  448. "model_content": response.content,
  449. "action": action,
  450. }
  451. react_steps.append(react_step)
  452. if action.get("action") == "finish":
  453. answer_value = action.get("answer")
  454. final_answer = answer_value if isinstance(answer_value, str) else response.content
  455. break
  456. if action.get("action") != "tool":
  457. final_answer = response.content
  458. break
  459. tool_code = action.get("tool_code")
  460. matching_tools = [
  461. item for item in selected_tools if item.tool_code == tool_code
  462. ]
  463. if not matching_tools:
  464. observation = f"tool not available: {tool_code}"
  465. react_step["observation"] = observation
  466. messages.append(ChatMessageContract(role="assistant", content=response.content))
  467. messages.append(ChatMessageContract(role="user", content=observation))
  468. continue
  469. tool_input = action.get("input_json")
  470. original_input_json = agent_run.input_json
  471. if isinstance(tool_input, dict):
  472. agent_run.input_json = {
  473. str(item_key): item_value for item_key, item_value in tool_input.items()
  474. }
  475. current_invocations = self._invoke_selected_tools(
  476. agent_run=agent_run,
  477. agent_version=agent_version,
  478. selected_tools=matching_tools[:1],
  479. )
  480. agent_run.input_json = original_input_json
  481. tool_invocations.extend(current_invocations)
  482. observation = self._format_react_observation(current_invocations)
  483. react_step["observation"] = observation
  484. messages.append(ChatMessageContract(role="assistant", content=response.content))
  485. messages.append(ChatMessageContract(role="user", content=observation))
  486. if final_answer is None:
  487. final_answer = "ReAct loop reached max steps without a final answer."
  488. memory_write_metadata = self._write_interaction_memory(
  489. agent_run=agent_run,
  490. agent_version=agent_version,
  491. output_text=final_answer,
  492. )
  493. completed_run = self.agent_run_repository.update_status(
  494. agent_run_id=agent_run.id,
  495. status="completed",
  496. worker_key=payload.worker_key,
  497. output_text=final_answer,
  498. output_json={
  499. "dry_run": False,
  500. "agent_version_id": agent_version.id,
  501. "react_enabled": True,
  502. "react_steps": react_steps,
  503. "tool_invocations": tool_invocations,
  504. "skill_invocations": skill_invocations,
  505. **memory_metadata,
  506. **memory_write_metadata,
  507. },
  508. )
  509. if completed_run is not None:
  510. self._publish_event(
  511. event_type="agent.run.completed",
  512. agent_run=completed_run,
  513. payload_json={
  514. "agent_run_id": completed_run.id,
  515. "react_enabled": True,
  516. "status": completed_run.status,
  517. },
  518. )
  519. return completed_run
  520. def execute_next_claimed_agent_run(
  521. self,
  522. *,
  523. worker_key: str,
  524. lease_seconds: int,
  525. dry_run: bool,
  526. ) -> tuple[AgentRun, int] | None:
  527. released_lease_count = self.agent_run_repository.release_expired_leases(
  528. now_time=datetime.utcnow(),
  529. )
  530. claimed_agent_run = self.agent_run_repository.claim_next_queued(
  531. worker_key=worker_key,
  532. lease_expire_time=datetime.utcnow() + timedelta(seconds=lease_seconds),
  533. )
  534. if claimed_agent_run is None:
  535. return None
  536. result = self.execute_agent_run(
  537. agent_run_id=claimed_agent_run.id,
  538. payload=AgentRunExecuteRequest(
  539. tenant_id=claimed_agent_run.tenant_id,
  540. worker_key=worker_key,
  541. dry_run=dry_run,
  542. ),
  543. )
  544. if result is None:
  545. return None
  546. return result, released_lease_count
  547. def _resolve_agent_version(
  548. self,
  549. *,
  550. tenant_id: str,
  551. agent_id: str,
  552. agent_version_id: str | None,
  553. ) -> AgentVersion | None:
  554. if agent_version_id is not None:
  555. return self.agent_version_repository.get_by_id(
  556. tenant_id=tenant_id,
  557. agent_version_id=agent_version_id,
  558. )
  559. return self.agent_version_repository.get_latest_published(
  560. tenant_id=tenant_id,
  561. agent_id=agent_id,
  562. )
  563. def _build_chat_messages(
  564. self,
  565. *,
  566. agent_run: AgentRun,
  567. agent_version: AgentVersion,
  568. memory_results: list[MemorySearchResultContract] | None = None,
  569. capability_context: str | None = None,
  570. ) -> list[ChatMessageContract]:
  571. messages = [
  572. ChatMessageContract(role="system", content=agent_version.system_prompt),
  573. ]
  574. if agent_version.goal:
  575. messages.append(
  576. ChatMessageContract(role="system", content=f"Goal: {agent_version.goal}")
  577. )
  578. if memory_results:
  579. messages.append(
  580. ChatMessageContract(
  581. role="system",
  582. content=self._format_memory_context(memory_results),
  583. )
  584. )
  585. if capability_context:
  586. messages.append(ChatMessageContract(role="system", content=capability_context))
  587. if agent_run.input_text:
  588. messages.append(ChatMessageContract(role="user", content=agent_run.input_text))
  589. if agent_run.input_json:
  590. messages.append(
  591. ChatMessageContract(
  592. role="user",
  593. content=f"Structured input: {agent_run.input_json}",
  594. )
  595. )
  596. return messages
  597. def _select_tool_refs(
  598. self,
  599. *,
  600. agent_run: AgentRun,
  601. agent_version: AgentVersion,
  602. ) -> list[AgentToolRefContract]:
  603. input_preview = self._build_input_preview(agent_run)
  604. selected: list[AgentToolRefContract] = []
  605. for item in agent_version.tool_refs_json:
  606. ref = AgentToolRefContract.model_validate(item)
  607. if (
  608. ref.required
  609. or self._read_bool(ref.config_json, "auto_invoke", default=False)
  610. or self._matches_selection_keywords(ref.config_json, input_preview)
  611. ):
  612. selected.append(ref)
  613. return selected
  614. def _select_skill_refs(
  615. self,
  616. *,
  617. agent_run: AgentRun,
  618. agent_version: AgentVersion,
  619. ) -> list[AgentSkillRefContract]:
  620. input_preview = self._build_input_preview(agent_run)
  621. selected: list[AgentSkillRefContract] = []
  622. for item in agent_version.skill_refs_json:
  623. ref = AgentSkillRefContract.model_validate(item)
  624. auto_invoke = self._read_bool(ref.config_json, "auto_invoke", default=True)
  625. if auto_invoke or self._matches_selection_keywords(ref.config_json, input_preview):
  626. selected.append(ref)
  627. return selected
  628. def _invoke_selected_tools(
  629. self,
  630. *,
  631. agent_run: AgentRun,
  632. agent_version: AgentVersion,
  633. selected_tools: list[AgentToolRefContract],
  634. ) -> list[dict[str, JSONValue]]:
  635. invocations: list[dict[str, JSONValue]] = []
  636. for ref in selected_tools:
  637. invocation = self.agent_tool_invocation_repository.create(
  638. tenant_id=agent_run.tenant_id,
  639. agent_run_id=agent_run.id,
  640. agent_id=agent_run.agent_id,
  641. agent_version_id=agent_version.id,
  642. tool_code=ref.tool_code,
  643. tool_binding_id=ref.tool_binding_id,
  644. status="selected",
  645. input_json=agent_run.input_json or {},
  646. )
  647. if ref.tool_binding_id is None:
  648. self.agent_tool_invocation_repository.update_status(
  649. invocation_id=invocation.id,
  650. status="skipped",
  651. reason="tool_binding_id_missing",
  652. )
  653. invocations.append(
  654. {
  655. "status": "skipped",
  656. "reason": "tool_binding_id_missing",
  657. "tool_code": ref.tool_code,
  658. }
  659. )
  660. continue
  661. if self.tool_client is None:
  662. self.agent_tool_invocation_repository.update_status(
  663. invocation_id=invocation.id,
  664. status="failed",
  665. reason="tool_client_missing",
  666. error_message="tool client is not configured",
  667. )
  668. invocations.append(
  669. {
  670. "status": "failed",
  671. "reason": "tool_client_missing",
  672. "tool_binding_id": ref.tool_binding_id,
  673. }
  674. )
  675. continue
  676. try:
  677. self.agent_tool_invocation_repository.update_status(
  678. invocation_id=invocation.id,
  679. status="running",
  680. )
  681. detail = self.tool_client.get_tool_binding_detail(
  682. tenant_id=agent_run.tenant_id,
  683. binding_id=ref.tool_binding_id,
  684. )
  685. if not detail.binding.enabled:
  686. self.agent_tool_invocation_repository.update_status(
  687. invocation_id=invocation.id,
  688. status="failed",
  689. reason="tool_binding_disabled",
  690. error_message="tool binding is disabled",
  691. )
  692. invocations.append(
  693. {
  694. "status": "failed",
  695. "reason": "tool_binding_disabled",
  696. "tool_binding_id": ref.tool_binding_id,
  697. }
  698. )
  699. continue
  700. if detail.tool_definition.tool_type != "http":
  701. self.agent_tool_invocation_repository.update_status(
  702. invocation_id=invocation.id,
  703. status="skipped",
  704. reason="unsupported_tool_type",
  705. error_message=detail.tool_definition.tool_type,
  706. )
  707. invocations.append(
  708. {
  709. "status": "skipped",
  710. "reason": "unsupported_tool_type",
  711. "tool_type": detail.tool_definition.tool_type,
  712. "tool_binding_id": ref.tool_binding_id,
  713. }
  714. )
  715. continue
  716. output_text, output_json = self.tool_client.invoke_http_tool(
  717. detail=detail,
  718. input_json=agent_run.input_json or {},
  719. config_json=ref.config_json,
  720. )
  721. except ToolServiceClientError as exc:
  722. self.agent_tool_invocation_repository.update_status(
  723. invocation_id=invocation.id,
  724. status="failed",
  725. reason="tool_service_error",
  726. error_message=str(exc),
  727. )
  728. invocations.append(
  729. {
  730. "status": "failed",
  731. "reason": str(exc),
  732. "tool_binding_id": ref.tool_binding_id,
  733. }
  734. )
  735. continue
  736. self.agent_tool_invocation_repository.update_status(
  737. invocation_id=invocation.id,
  738. status="completed",
  739. output_text=output_text,
  740. output_json=output_json,
  741. )
  742. invocations.append(
  743. {
  744. "status": "completed",
  745. "tool_binding_id": ref.tool_binding_id,
  746. "tool_code": detail.tool_definition.code,
  747. "output_text": output_text,
  748. "output_json": output_json,
  749. }
  750. )
  751. return invocations
  752. def _invoke_selected_skills(
  753. self,
  754. *,
  755. agent_run: AgentRun,
  756. selected_skills: list[AgentSkillRefContract],
  757. worker_key: str | None,
  758. ) -> list[dict[str, JSONValue]]:
  759. invocations: list[dict[str, JSONValue]] = []
  760. for ref in selected_skills:
  761. if self.skill_client is None:
  762. invocations.append(
  763. {
  764. "status": "failed",
  765. "reason": "skill_client_missing",
  766. "skill_id": ref.skill_id,
  767. "skill_code": ref.skill_code,
  768. }
  769. )
  770. continue
  771. skill_id = ref.skill_id or self._resolve_skill_id_by_code(
  772. tenant_id=agent_run.tenant_id,
  773. skill_code=ref.skill_code,
  774. )
  775. if skill_id is None:
  776. invocations.append(
  777. {
  778. "status": "failed",
  779. "reason": "skill_id_missing",
  780. "skill_code": ref.skill_code,
  781. }
  782. )
  783. continue
  784. try:
  785. created_run = self.skill_client.create_skill_run(
  786. tenant_id=agent_run.tenant_id,
  787. skill_id=skill_id,
  788. skill_version_id=self._read_optional_string(
  789. ref.config_json,
  790. "skill_version_id",
  791. ),
  792. installation_id=self._read_optional_string(
  793. ref.config_json,
  794. "installation_id",
  795. ),
  796. input_json=self._build_skill_input_json(agent_run=agent_run, ref=ref),
  797. )
  798. executed_run = self.skill_client.execute_skill_run(
  799. tenant_id=agent_run.tenant_id,
  800. skill_run_id=created_run.id,
  801. worker_key=worker_key,
  802. )
  803. except SkillServiceClientError as exc:
  804. invocations.append(
  805. {
  806. "status": "failed",
  807. "reason": str(exc),
  808. "skill_id": skill_id,
  809. "skill_code": ref.skill_code,
  810. }
  811. )
  812. continue
  813. invocations.append(
  814. {
  815. "status": executed_run.status,
  816. "skill_id": skill_id,
  817. "skill_code": ref.skill_code,
  818. "skill_run_id": executed_run.id,
  819. "output_text": executed_run.output_text,
  820. "output_json": executed_run.output_json,
  821. "error_code": executed_run.error_code,
  822. "error_message": executed_run.error_message,
  823. }
  824. )
  825. return invocations
  826. def _format_capability_plan(
  827. self,
  828. *,
  829. selected_tools: list[AgentToolRefContract],
  830. selected_skills: list[AgentSkillRefContract],
  831. ) -> str:
  832. return (
  833. "Selected capability plan before model call:\n"
  834. f"Tools: {[item.model_dump(mode='json') for item in selected_tools]}\n"
  835. f"Skills: {[item.model_dump(mode='json') for item in selected_skills]}"
  836. )
  837. def _format_capability_results(
  838. self,
  839. *,
  840. tool_invocations: list[dict[str, JSONValue]],
  841. skill_invocations: list[dict[str, JSONValue]],
  842. ) -> str | None:
  843. if not tool_invocations and not skill_invocations:
  844. return None
  845. return (
  846. "Capability invocation results before model call:\n"
  847. f"Tools: {tool_invocations}\n"
  848. f"Skills: {skill_invocations}"
  849. )
  850. def _format_react_instruction(
  851. self,
  852. *,
  853. selected_tools: list[AgentToolRefContract],
  854. skill_invocations: list[dict[str, JSONValue]],
  855. ) -> str:
  856. return (
  857. "Use ReAct JSON only. Respond with one JSON object per turn.\n"
  858. "To call a tool: "
  859. '{"action":"tool","tool_code":"code","input_json":{...}}\n'
  860. "To finish: "
  861. '{"action":"finish","answer":"final answer"}\n'
  862. f"Available tools: {[item.model_dump(mode='json') for item in selected_tools]}\n"
  863. f"Pre-run skill results: {skill_invocations}"
  864. )
  865. def _format_react_observation(
  866. self,
  867. tool_invocations: list[dict[str, JSONValue]],
  868. ) -> str:
  869. return f"Observation: {tool_invocations}"
  870. def _parse_react_action(self, content: str) -> dict[str, JSONValue]:
  871. try:
  872. value = json.loads(content)
  873. except json.JSONDecodeError:
  874. start_index = content.find("{")
  875. end_index = content.rfind("}")
  876. if start_index < 0 or end_index <= start_index:
  877. return {"action": "finish", "answer": content}
  878. try:
  879. value = json.loads(content[start_index : end_index + 1])
  880. except json.JSONDecodeError:
  881. return {"action": "finish", "answer": content}
  882. if not isinstance(value, dict):
  883. return {"action": "finish", "answer": content}
  884. return {str(item_key): item_value for item_key, item_value in value.items()}
  885. def _build_chat_completion_request(
  886. self,
  887. *,
  888. agent_run: AgentRun,
  889. agent_version: AgentVersion,
  890. messages: list[ChatMessageContract],
  891. ) -> ChatCompletionRequestContract:
  892. return ChatCompletionRequestContract(
  893. model=self._read_optional_string(agent_version.model_config_json, "model"),
  894. temperature=self._read_optional_float(
  895. agent_version.model_config_json,
  896. "temperature",
  897. ),
  898. max_tokens=self._read_optional_int(
  899. agent_version.model_config_json,
  900. "max_tokens",
  901. ),
  902. messages=messages,
  903. metadata_json={
  904. "tenant_id": agent_run.tenant_id,
  905. "agent_id": agent_run.agent_id,
  906. "agent_version_id": agent_version.id,
  907. "agent_run_id": agent_run.id,
  908. },
  909. )
  910. def _build_skill_input_json(
  911. self,
  912. *,
  913. agent_run: AgentRun,
  914. ref: AgentSkillRefContract,
  915. ) -> dict[str, JSONValue]:
  916. input_json: dict[str, JSONValue] = dict(agent_run.input_json or {})
  917. if agent_run.input_text:
  918. input_json.setdefault("input_text", agent_run.input_text)
  919. configured_input = ref.config_json.get("input_json")
  920. if isinstance(configured_input, dict):
  921. input_json.update(
  922. {str(item_key): item_value for item_key, item_value in configured_input.items()}
  923. )
  924. return input_json
  925. def _resolve_skill_id_by_code(self, *, tenant_id: str, skill_code: str | None) -> str | None:
  926. if skill_code is None or self.skill_client is None:
  927. return None
  928. try:
  929. skills = self.skill_client.list_skills(tenant_id=tenant_id)
  930. except SkillServiceClientError:
  931. return None
  932. for skill in skills:
  933. if skill.code == skill_code:
  934. return skill.id
  935. return None
  936. def _build_input_preview(self, agent_run: AgentRun) -> str:
  937. return f"{agent_run.input_text or ''} {agent_run.input_json or {}}".lower()
  938. def _matches_selection_keywords(
  939. self,
  940. config_json: dict[str, JSONValue],
  941. input_preview: str,
  942. ) -> bool:
  943. keywords = config_json.get("selection_keywords")
  944. if not isinstance(keywords, list):
  945. return False
  946. return any(
  947. isinstance(keyword, str) and keyword.lower() in input_preview
  948. for keyword in keywords
  949. )
  950. def _build_dry_run_output(self, *, agent_run: AgentRun, agent_version: AgentVersion) -> str:
  951. input_preview = agent_run.input_text or str(agent_run.input_json or {})
  952. return (
  953. f"[dry-run] Agent role={agent_version.role} "
  954. f"version={agent_version.version_no} received: {input_preview}"
  955. )
  956. def _read_optional_string(self, payload: dict[str, JSONValue], key: str) -> str | None:
  957. value = payload.get(key)
  958. if isinstance(value, str) and value:
  959. return value
  960. return None
  961. def _read_optional_float(self, payload: dict[str, JSONValue], key: str) -> float | None:
  962. value = payload.get(key)
  963. if isinstance(value, (int, float)) and not isinstance(value, bool):
  964. return float(value)
  965. return None
  966. def _read_optional_int(self, payload: dict[str, JSONValue], key: str) -> int | None:
  967. value = payload.get(key)
  968. if isinstance(value, int) and not isinstance(value, bool):
  969. return value
  970. return None
  971. def _read_relevant_memories(
  972. self,
  973. *,
  974. agent_run: AgentRun,
  975. agent_version: AgentVersion,
  976. ) -> tuple[list[MemorySearchResultContract], dict[str, JSONValue]]:
  977. if self.memory_client is None:
  978. return [], {"memory_read_enabled": False, "memory_read_reason": "client_missing"}
  979. if not self._read_bool(agent_version.memory_policy_json, "enabled", default=True):
  980. return [], {"memory_read_enabled": False, "memory_read_reason": "policy_disabled"}
  981. query = agent_run.input_text or str(agent_run.input_json or "")
  982. if not query:
  983. return [], {"memory_read_enabled": True, "memory_read_count": 0}
  984. scope = self._resolve_memory_scope(agent_run=agent_run, agent_version=agent_version)
  985. if scope is None:
  986. return [], {
  987. "memory_read_enabled": True,
  988. "memory_read_count": 0,
  989. "memory_read_reason": "scope_unavailable",
  990. }
  991. scope_type, scope_id = scope
  992. try:
  993. results = self.memory_client.search_memories(
  994. MemorySearchRequestContract(
  995. tenant_id=agent_run.tenant_id,
  996. query=query,
  997. scope_type=scope_type,
  998. scope_id=scope_id,
  999. owner_agent_id=agent_run.agent_id,
  1000. session_id=agent_run.session_id,
  1001. limit=self._read_int(
  1002. agent_version.memory_policy_json,
  1003. "read_top_k",
  1004. default=8,
  1005. ),
  1006. )
  1007. )
  1008. except MemoryClientError as exc:
  1009. return [], {
  1010. "memory_read_enabled": True,
  1011. "memory_read_count": 0,
  1012. "memory_read_error": str(exc),
  1013. }
  1014. return results, {
  1015. "memory_read_enabled": True,
  1016. "memory_read_count": len(results),
  1017. "memory_scope_type": scope_type,
  1018. "memory_scope_id": scope_id,
  1019. }
  1020. def _write_interaction_memory(
  1021. self,
  1022. *,
  1023. agent_run: AgentRun,
  1024. agent_version: AgentVersion,
  1025. output_text: str,
  1026. ) -> dict[str, JSONValue]:
  1027. if self.memory_client is None:
  1028. return {"memory_write_enabled": False, "memory_write_reason": "client_missing"}
  1029. if not self._read_bool(agent_version.memory_policy_json, "write_enabled", default=True):
  1030. return {"memory_write_enabled": False, "memory_write_reason": "policy_disabled"}
  1031. scope = self._resolve_memory_scope(agent_run=agent_run, agent_version=agent_version)
  1032. if scope is None:
  1033. return {"memory_write_enabled": True, "memory_write_reason": "scope_unavailable"}
  1034. scope_type, scope_id = scope
  1035. try:
  1036. memory = self.memory_client.create_memory(
  1037. MemoryCreateContract(
  1038. tenant_id=agent_run.tenant_id,
  1039. scope_type=scope_type,
  1040. scope_id=scope_id,
  1041. memory_type="conversation",
  1042. content_text=self._format_interaction_memory(
  1043. agent_run=agent_run,
  1044. output_text=output_text,
  1045. ),
  1046. content_json={
  1047. "agent_run_id": agent_run.id,
  1048. "agent_version_id": agent_version.id,
  1049. "input_text": agent_run.input_text,
  1050. "output_text": output_text,
  1051. },
  1052. metadata_json={
  1053. "source": "agent-service",
  1054. "role": agent_version.role,
  1055. "version_no": agent_version.version_no,
  1056. },
  1057. owner_agent_id=agent_run.agent_id,
  1058. session_id=agent_run.session_id,
  1059. source_ref=f"agent_run:{agent_run.id}",
  1060. importance_score=self._read_nested_int(
  1061. agent_version.memory_policy_json,
  1062. "config_json",
  1063. "write_importance_score",
  1064. default=50,
  1065. ),
  1066. )
  1067. )
  1068. except MemoryClientError as exc:
  1069. return {
  1070. "memory_write_enabled": True,
  1071. "memory_write_error": str(exc),
  1072. }
  1073. return {
  1074. "memory_write_enabled": True,
  1075. "memory_written_id": memory.id,
  1076. "memory_scope_type": scope_type,
  1077. "memory_scope_id": scope_id,
  1078. }
  1079. def _resolve_memory_scope(
  1080. self,
  1081. *,
  1082. agent_run: AgentRun,
  1083. agent_version: AgentVersion,
  1084. ) -> tuple[MemoryScopeType, str] | None:
  1085. scope_value = self._read_optional_string(
  1086. agent_version.memory_policy_json,
  1087. "memory_scope",
  1088. ) or "session"
  1089. if scope_value == "tenant":
  1090. return "tenant", agent_run.tenant_id
  1091. if scope_value == "agent":
  1092. return "agent", agent_run.agent_id
  1093. if scope_value == "session" and agent_run.session_id:
  1094. return "session", agent_run.session_id
  1095. if scope_value == "user":
  1096. user_id = self._read_input_json_string(agent_run=agent_run, key="user_id")
  1097. if user_id is not None:
  1098. return "user", user_id
  1099. if scope_value == "team":
  1100. team_id = self._read_input_json_string(agent_run=agent_run, key="team_id")
  1101. if team_id is not None:
  1102. return "team", team_id
  1103. return None
  1104. def _format_memory_context(self, memory_results: list[MemorySearchResultContract]) -> str:
  1105. lines = ["Relevant memories:"]
  1106. for index, result in enumerate(memory_results, start=1):
  1107. lines.append(f"{index}. {result.item.content_text}")
  1108. return "\n".join(lines)
  1109. def _format_interaction_memory(self, *, agent_run: AgentRun, output_text: str) -> str:
  1110. input_text = agent_run.input_text or str(agent_run.input_json or {})
  1111. return f"User input: {input_text}\nAgent output: {output_text}"
  1112. def _read_bool(self, payload: dict[str, JSONValue], key: str, *, default: bool) -> bool:
  1113. value = payload.get(key)
  1114. if isinstance(value, bool):
  1115. return value
  1116. return default
  1117. def _read_int(self, payload: dict[str, JSONValue], key: str, *, default: int) -> int:
  1118. value = payload.get(key)
  1119. if isinstance(value, int) and not isinstance(value, bool):
  1120. return value
  1121. return default
  1122. def _read_nested_int(
  1123. self,
  1124. payload: dict[str, JSONValue],
  1125. parent_key: str,
  1126. child_key: str,
  1127. *,
  1128. default: int,
  1129. ) -> int:
  1130. parent_value = payload.get(parent_key)
  1131. if not isinstance(parent_value, dict):
  1132. return default
  1133. return self._read_int(
  1134. cast(dict[str, JSONValue], parent_value),
  1135. child_key,
  1136. default=default,
  1137. )
  1138. def _read_input_json_string(self, *, agent_run: AgentRun, key: str) -> str | None:
  1139. if agent_run.input_json is None:
  1140. return None
  1141. value = agent_run.input_json.get(key)
  1142. if isinstance(value, str) and value:
  1143. return value
  1144. return None
  1145. def build_agent_application_service(
  1146. *,
  1147. db: Session,
  1148. settings: AgentServiceSettings,
  1149. ) -> AgentApplicationService:
  1150. return AgentApplicationService(
  1151. agent_repository=AgentDefinitionRepository(db),
  1152. agent_version_repository=AgentVersionRepository(db),
  1153. agent_run_repository=AgentRunRepository(db),
  1154. agent_tool_invocation_repository=AgentToolInvocationRepository(db),
  1155. model_gateway_client=ModelGatewayClient(
  1156. base_url=settings.model_gateway_service_url,
  1157. timeout_seconds=settings.model_gateway_timeout_seconds,
  1158. ),
  1159. memory_client=MemoryClient(
  1160. base_url=settings.memory_service_url,
  1161. timeout_seconds=settings.memory_service_timeout_seconds,
  1162. ),
  1163. tool_client=ToolServiceClient(
  1164. base_url=settings.tool_service_url,
  1165. timeout_seconds=settings.tool_service_timeout_seconds,
  1166. ),
  1167. skill_client=SkillServiceClient(
  1168. base_url=settings.skill_service_url,
  1169. timeout_seconds=settings.skill_service_timeout_seconds,
  1170. ),
  1171. event_client=EventServiceClient(
  1172. base_url=settings.event_service_url,
  1173. timeout_seconds=settings.event_service_timeout_seconds,
  1174. ),
  1175. react_max_steps=settings.react_max_steps,
  1176. )