#!/bin/bash # This script downloads GPT-2 model files that have already been converted to ggml format. # This way you don't have to convert them yourself. # # If you want to download the original GPT-2 model files, use the "download-model.sh" script instead. ggml_path=$(dirname $(realpath $0)) # GPT-2 models models=( "117M" "345M" "774M" "1558M" ) # list available models function list_models { printf "\n" printf " Available models:" for model in "${models[@]}"; do printf " $model" done printf "\n\n" } if [ "$#" -ne 1 ]; then printf "Usage: $0 \n" list_models exit 1 fi model=$1 if [[ ! " ${models[@]} " =~ " ${model} " ]]; then printf "Invalid model: $model\n" list_models exit 1 fi # download ggml model printf "Downloading ggml model $model ...\n" mkdir -p models/gpt-2-$model wget --quiet --show-progress -O models/gpt-2-$model/ggml-model.bin https://ggml.ggerganov.com/ggml-model-gpt-2-$model.bin if [ $? -ne 0 ]; then printf "Failed to download ggml model $model \n" printf "Please try again later or download the original GPT-2 model files and convert them yourself.\n" exit 1 fi printf "Done! Model '$model' saved in 'models/gpt-2-$model/ggml-model.bin'\n" printf "You can now use it like this:\n\n" printf " $ ./bin/gpt-2 -m models/gpt-2-$model/ggml-model.bin -p \"This is an example\"\n" printf "\n"