github/home-llm
1
1
Fork 0
mirror of https://github.com/acon96/home-llm.git synced 2026-01-10 06:07:58 -05:00
Code Issues Packages Projects Releases Wiki Activity

re-do detection again to force it to default to -noavx if features aren't found

Browse Source
This commit is contained in:
Alex O'Connell
2024-05-04 22:24:23 -04:00
parent 1786c19728
commit 582207290f
1 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
custom_components/llama_conversation/utils.py
View File

@@ -114,13 +114,21 @@ def install_llama_cpp_python(config_dir: str):
instruction_extensions_suffix = ""
if platform_suffix == "amd64" or platform_suffix == "i386":
instruction_extensions_suffix = "-noavx"
try:
with open("/proc/cpuinfo") as f:
cpu_features = [ line for line in f.readlines() if line.startswith("Features") or line.startswith("flags")][0]
if "avx512f" in cpu_features and "avx512bw" in cpu_features:
_LOGGER.debug(cpu_features)
if " avx512f " in cpu_features and " avx512bw " in cpu_features:
instruction_extensions_suffix = "-avx512"
elif "avx2" not in cpu_features or "avx" not in cpu_features or "f16c" not in cpu_features or "fma" not in cpu_features or not ("sse3" in cpu_features or "ssse3" in cpu_features):
instruction_extensions_suffix = "-noavx"
elif " avx2 " in cpu_features and \
" avx " in cpu_features and \
" f16c " in cpu_features and \
" fma " in cpu_features and \
(" sse3 " in cpu_features or " ssse3 " in cpu_features):
instruction_extensions_suffix = ""
except Exception as ex:
_LOGGER.debug(f"Couldn't detect CPU features: {ex}")
# default to the noavx build to avoid crashing home assistant