diff --git a/README.md b/README.md index 3437862..1c80d8a 100644 --- a/README.md +++ b/README.md @@ -136,6 +136,7 @@ ls ./models 65B 30B 13B 7B tokenizer_checklist.chk tokenizer.model # install Python dependencies +# preferred versions: python 3.10 (not 3.11), torch 1.13.1+ python3 -m pip install torch numpy sentencepiece # convert the 7B model to ggml FP16 format diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index 98693e3..ef50fc6 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -86,6 +86,7 @@ for p in range(n_parts): if (p > 0): fname_out = sys.argv[1] + "/ggml-model-" + ftype_str[ftype] + ".bin" + "." + str(p) + # weights_only requires torch 1.13.1, remove this param or update if you get an "invalid keyword argument" error model = torch.load(fname_model, map_location="cpu", weights_only=True) fout = open(fname_out, "wb")