@Script/convert_to_gguf.sh

LLAMA_CPP_PATH=/home/irobot/projects/llama.cpp
CUR_DIR="$PWD"
cd "$LLAMA_CPP_PATH"
python convert_hf_to_gguf.py "$CUR_DIR/Final_Model" --outfile "$CUR_DIR/model-f16.bin" --outtype f16
./build/bin/llama-quantize "$CUR_DIR/model-f16.bin" "$CUR_DIR/model-q4_k_m.gguf" 15