github/gpt-pilot
1
1
Fork 0
mirror of https://github.com/Pythagora-io/gpt-pilot.git synced 2026-01-09 21:27:53 -05:00
Code Issues Packages Projects Releases Wiki Activity

gracefully handle stream chunks without "choices" field

Browse Source
This commit is contained in:
Senko Rasic
2024-03-21 09:04:14 -07:00
parent c8d41ac964
commit 71cdd28291
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pilot/utils/llm_connection.py
View File

@@ -486,14 +486,14 @@ def stream_gpt_completion(data, req_type, project):
try:
json_line = json.loads(line)
if len(json_line['choices']) == 0:
continue
if 'error' in json_line:
logger.error(f'Error in LLM response: {json_line}')
telemetry.record_llm_request(token_count, time.time() - request_start_time, is_error=True)
raise ValueError(f'Error in LLM response: {json_line["error"]["message"]}')
if 'choices' not in json_line or len(json_line['choices']) == 0:
continue
choice = json_line['choices'][0]
# if 'finish_reason' in choice and choice['finish_reason'] == 'function_call':