From 14cd4dc0a7211aff81a858072c0681764964afd5 Mon Sep 17 00:00:00 2001 From: Zvonimir Sabljic Date: Sun, 28 Apr 2024 15:52:27 -0700 Subject: [PATCH] Added check for too big files --- pilot/helpers/generate_specs.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/pilot/helpers/generate_specs.py b/pilot/helpers/generate_specs.py index e7f92aa8..bbf4c81f 100644 --- a/pilot/helpers/generate_specs.py +++ b/pilot/helpers/generate_specs.py @@ -55,6 +55,12 @@ def call_openai_gpt(prompt, context, model="gpt-35-turbo"): if tokens > 14000: model = "gpt-4-turbo" + if tokens > 124000: + print("Too many tokens, skipping") + print('-'*80) + print(prompt) + print('-'*80) + return 'File too big so cannot be processed.' stream = client.chat.completions.create( model=model,