Add int4/int8 vicuna (#1598)

2026-01-09 22:07:55 -05:00 · 2023-07-05 07:01:51 -07:00
parent 91ab594744
commit bc6fee1a0c
8 changed files with 1620 additions and 1341 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -33,3 +33,6 @@ sentencepiece
 # Keep PyInstaller at the end. Sometimes Windows Defender flags it but most folks can continue even if it errors
 pefile
 pyinstaller
+
+# low precision vicuna
+brevitas @ git+https://github.com/Xilinx/brevitas.git@llm