Spaces:
Sleeping
Sleeping
File size: 268 Bytes
6175976 |
1 2 3 4 5 6 |
LLAMA_CPP_PATH=/home/irobot/projects/llama.cpp
CUR_DIR="$PWD"
cd "$LLAMA_CPP_PATH"
python convert_hf_to_gguf.py "$CUR_DIR/Final_Model" --outfile "$CUR_DIR/model-f16.bin" --outtype f16
./build/bin/llama-quantize "$CUR_DIR/model-f16.bin" "$CUR_DIR/model-q4_k_m.gguf" 15
|