Fix cutting convo when relace is active

This commit is contained in:
mijauexe
2025-07-01 09:06:24 +02:00
parent 4ab9367875
commit 15d89a46d3

View File

@@ -164,7 +164,7 @@ class BaseLLMClient:
prompts=convo.prompt_log,
)
prompt_tokens = sum(3 + len(tokenizer.encode(msg["content"])) for msg in convo.messages)
prompt_tokens = sum(3 + len(tokenizer.encode(msg.get("content", ""))) for msg in convo.messages)
index = -1
if prompt_tokens > 150_000: