diff --git a/.gitignore b/.gitignore index 58cfed0..9e331d7 100644 --- a/.gitignore +++ b/.gitignore @@ -6,5 +6,6 @@ compile_commands.json .exrc .cache +.DS_Store src/arm_neon.h diff --git a/examples/gpt-2/download-ggml-model.sh b/examples/gpt-2/download-ggml-model.sh index 9708618..8856bef 100755 --- a/examples/gpt-2/download-ggml-model.sh +++ b/examples/gpt-2/download-ggml-model.sh @@ -5,6 +5,12 @@ # # If you want to download the original GPT-2 model files, use the "download-model.sh" script instead. +#src="https://ggml.ggerganov.com" +#pfx="ggml-model-gpt-2" + +src="https://huggingface.co/datasets/ggerganov/ggml" +pfx="resolve/main/ggml-model-gpt-2" + ggml_path=$(dirname $(realpath $0)) # GPT-2 models @@ -42,7 +48,14 @@ printf "Downloading ggml model $model ...\n" mkdir -p models/gpt-2-$model -wget --quiet --show-progress -O models/gpt-2-$model/ggml-model.bin https://ggml.ggerganov.com/ggml-model-gpt-2-$model.bin +if [ -x "$(command -v wget)" ]; then + wget --quiet --show-progress -O models/gpt-2-$model/ggml-model.bin $src/$pfx-$model.bin +elif [ -x "$(command -v curl)" ]; then + curl -L --output models/gpt-2-$model/ggml-model.bin $src/$pfx-$model.bin +else + printf "Either wget or curl is required to download models.\n" + exit 1 +fi if [ $? -ne 0 ]; then printf "Failed to download ggml model $model \n" diff --git a/examples/gpt-j/download-ggml-model.sh b/examples/gpt-j/download-ggml-model.sh index f6f5791..76b0a30 100755 --- a/examples/gpt-j/download-ggml-model.sh +++ b/examples/gpt-j/download-ggml-model.sh @@ -5,6 +5,12 @@ # # If you want to download the original GPT-J model files, use the "download-model.sh" script instead. +#src="https://ggml.ggerganov.com" +#pfx="ggml-model-gpt-j" + +src="https://huggingface.co/datasets/ggerganov/ggml" +pfx="resolve/main/ggml-model-gpt-j" + ggml_path=$(dirname $(realpath $0)) # GPT-J models @@ -42,7 +48,14 @@ printf "Downloading ggml model $model ...\n" mkdir -p models/gpt-j-$model -wget --quiet --show-progress -O models/gpt-j-$model/ggml-model.bin https://ggml.ggerganov.com/ggml-model-gpt-j-$model.bin +if [ -x "$(command -v wget)" ]; then + wget --quiet --show-progress -O models/gpt-j-$model/ggml-model.bin $src/$pfx-$model.bin +elif [ -x "$(command -v curl)" ]; then + curl -L --output models/gpt-j-$model/ggml-model.bin $src/$pfx-$model.bin +else + printf "Either wget or curl is required to download models.\n" + exit 1 +fi if [ $? -ne 0 ]; then printf "Failed to download ggml model $model \n"