github/home-llm
1
1
Fork 0
mirror of https://github.com/acon96/home-llm.git synced 2026-01-08 21:28:05 -05:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #306 from syn-nick/develop

Browse Source 
Handle empty finish_reason
This commit is contained in:
Alex O'Connell
2025-10-23 21:20:18 -04:00
committed by GitHub
parent 1f258515c3 089aa8cff0
commit 455ad3f3d2
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
custom_components/llama_conversation/backends/generic_openai.py
View File

@@ -217,8 +217,9 @@ class GenericOpenAIAPIClient(LocalLLMClient):
response_text = choice["text"]
streamed = False
if not streamed or streamed and choice["finish_reason"]:
if choice["finish_reason"] == "length" or choice["finish_reason"] == "content_filter":
if not streamed or (streamed and choice.get("finish_reason")):
finish_reason = choice.get("finish_reason")
if finish_reason in ("length", "content_filter"):
_LOGGER.warning("Model response did not end on a stop token (unfinished sentence)")
return response_text, tool_calls
@@ -405,4 +406,4 @@ class GenericOpenAIResponsesAPIClient(LocalLLMClient):
_LOGGER.debug(f"Err was: {err}")
_LOGGER.debug(f"Request was: {request_params}")
_LOGGER.debug(f"Result was: {response}")
return TextGenerationResult(raise_error=True, error_msg=f"Failed to communicate with the API! {err}")
return TextGenerationResult(raise_error=True, error_msg=f"Failed to communicate with the API! {err}")