aditya/llama.cpp
1
0
Fork 0
mirror of https://git.adityakumar.xyz/llama.cpp.git synced 2024-11-09 15:29:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

py : removed unused model variable and verified that the code functions correctly with vocab_only setting. Also confirmed that the code works as expected after running with reduced memory usage due to deletion of no-longer-needed variable. (#547)

Browse source
This commit is contained in:
DooWoong Lee (David) 2023-03-29 02:02:34 +09:00 committed by GitHub
parent 96f9c0506f
commit 692ce3164e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
convert-pth-to-ggml.py
View file

@ -145,13 +145,11 @@ def main():
print(f"Extracting only the vocab from '{fname_model}'\n") print(f"Extracting only the vocab from '{fname_model}'\n")
model = torch.load(fname_model, map_location="cpu")
with open(fname_out, "wb") as fout: with open(fname_out, "wb") as fout:
write_header(fout, hparams, ftype) write_header(fout, hparams, ftype)
write_tokens(fout, tokenizer) write_tokens(fout, tokenizer)
del model
print(f"Done. Output file: {fname_out}\n") print(f"Done. Output file: {fname_out}\n")