administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-06-21 11:51:53 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix: fix chat request params miss runtime_options (#23247)

Browse Source 
* fix: fix chat request params miss runtime_options

* fix: mypy
This commit is contained in:
GuoQing Liu 2026-05-19 20:29:28 +08:00 committed by GitHub
parent 43d97acd21
commit a83809de54
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
frigate/genai/openai.py
View File

@ -203,6 +203,7 @@ class OpenAIClient(GenAIClient):
"model": self.genai_config.model, "model": self.genai_config.model,
"messages": messages, "messages": messages,
"timeout": self.timeout, "timeout": self.timeout,
**self.genai_config.runtime_options,
} }
if tools: if tools:
@ -219,7 +220,7 @@ class OpenAIClient(GenAIClient):
} }
request_params.update(provider_opts) request_params.update(provider_opts)
result = self.provider.chat.completions.create(**request_params) # type: ignore[call-overload] result = self.provider.chat.completions.create(**request_params)
if ( if (
result is None result is None
@ -315,6 +316,7 @@ class OpenAIClient(GenAIClient):
"timeout": self.timeout, "timeout": self.timeout,
"stream": True, "stream": True,
"stream_options": {"include_usage": True}, "stream_options": {"include_usage": True},
**self.genai_config.runtime_options,
} }
if tools: if tools:
@ -337,7 +339,7 @@ class OpenAIClient(GenAIClient):
finish_reason = "stop" finish_reason = "stop"
usage_stats: Optional[dict[str, Any]] = None usage_stats: Optional[dict[str, Any]] = None
stream = self.provider.chat.completions.create(**request_params) # type: ignore[call-overload] stream = self.provider.chat.completions.create(**request_params)
for chunk in stream: for chunk in stream:
chunk_usage = getattr(chunk, "usage", None) chunk_usage = getattr(chunk, "usage", None)