feat(llm): support incremental Responses WebSocket transport
This commit is contained in:
1 parent
73adcf25a7
commit
2a3f43fb60
22 files changed
+1176
-12
No files matched your search
@@ -62,6 +62,9 @@ class LLM(BaseModel):
|
||||
provider: LLMProvider = "openai"
|
||||
model: str = Field(default_factory=lambda: settings.OPENAI_MODEL)
|
||||
api_base: str | None = None
|
||||
transport: Literal["http", "websocket"] = Field(
|
||||
default_factory=lambda: settings.OPENAI_TRANSPORT
|
||||
)
|
||||
timeout: float = Field(default_factory=lambda: settings.OPENAI_TIMEOUT_SECONDS, gt=0)
|
||||
max_retries: int = Field(default_factory=lambda: settings.OPENAI_MAX_RETRIES, ge=0)
|
||||
max_tokens: int | None = Field(default=None, gt=0)
|
||||
|
||||
Reference in new issue
Block a user