github/home-llm
1
1
Fork 0
mirror of https://github.com/acon96/home-llm.git synced 2026-01-10 06:07:58 -05:00
Code Issues Packages Projects Releases Wiki Activity

training fixes, default values + other fixes

Browse Source
This commit is contained in:
Alex O'Connell
2024-04-21 23:40:28 -04:00
parent 4ed5b08323
commit adae87addd
8 changed files with 40 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/convert_and_quantize.sh
View File

@@ -10,7 +10,8 @@ if [[ ! -d "./models/$MODEL_NAME" ]]; then
fi
echo "Converting to GGUF..."
$LLAMA_CPP/convert-hf-to-gguf.py --outfile ./models/$MODEL_NAME/$MODEL_NAME.f16.gguf --outtype f16 ./models/$MODEL_NAME/
$LLAMA_CPP/convert.py --outfile ./models/$MODEL_NAME/$MODEL_NAME.f16.gguf --outtype f16 ./models/$MODEL_NAME/
# $LLAMA_CPP/convert-hf-to-gguf.py --outfile ./models/$MODEL_NAME/$MODEL_NAME.f16.gguf --outtype f16 ./models/$MODEL_NAME/
DESIRED_QUANTS=("Q8_0" "Q5_K_M" "Q4_K_M" "Q3_K_M" "Q2_K")
for QUANT in "${DESIRED_QUANTS[@]}"