- from core_shared import ServiceSettings
- class ModelGatewayServiceSettings(ServiceSettings):
- service_name: str = "model-gateway-service"
- service_port: int = 8005
- provider_type: str = "openai_compatible"
- provider_base_url: str = "http://127.0.0.1:11434/v1"
- provider_api_key: str | None = None
- default_model: str | None = None
|
