From 692ce3164ef1201ecb9cfad315cc0a08b965adb8 Mon Sep 17 00:00:00 2001 From: "DooWoong Lee (David)" Date: Wed, 29 Mar 2023 02:02:34 +0900 Subject: [PATCH] py : removed unused `model` variable and verified that the code functions correctly with `vocab_only` setting. Also confirmed that the code works as expected after running with reduced memory usage due to deletion of no-longer-needed variable. (#547) --- convert-pth-to-ggml.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index ccf2c57..d83f8a1 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -145,13 +145,11 @@ def main(): print(f"Extracting only the vocab from '{fname_model}'\n") - model = torch.load(fname_model, map_location="cpu") with open(fname_out, "wb") as fout: write_header(fout, hparams, ftype) write_tokens(fout, tokenizer) - del model print(f"Done. Output file: {fname_out}\n")