Parsed model_name for model_info (#2122)

This commit is contained in:
மனோஜ்குமார் பழனிச்சாமி
2024-05-29 14:24:27 +05:30
committed by GitHub
parent 13d04fa36c
commit 343e5c73ae

View File

@@ -131,7 +131,7 @@ class LLM:
# litellm actually uses base Exception here for unknown model
self.model_info = None
try:
self.model_info = litellm.get_model_info(self.model_name)
self.model_info = litellm.get_model_info(self.model_name.split(':')[0])
# noinspection PyBroadException
except Exception:
logger.warning(f'Could not get model info for {self.model_name}')