You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
309 B
Bash
16 lines
309 B
Bash
2 years ago
|
#!/usr/bin/env bash
|
||
|
|
||
|
if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then
|
||
|
echo
|
||
|
echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]"
|
||
|
echo
|
||
|
exit 1
|
||
|
fi
|
||
|
|
||
|
for i in `ls models/$1/ggml-model-f16.bin*`; do
|
||
|
./quantize "$i" "${i/f16/q4_0}" 2
|
||
|
if [[ "$2" == "--remove-f16" ]]; then
|
||
|
rm "$i"
|
||
|
fi
|
||
|
done
|