mirror of
https://github.com/turboderp-org/exllamav2.git
synced 2026-05-04 05:01:39 +00:00
20 lines
782 B
Python
20 lines
782 B
Python
import torch
|
|
import argparse, os
|
|
from safetensors.torch import save_file
|
|
|
|
parser = argparse.ArgumentParser(description="Convert .bin/.pt files to .safetensors")
|
|
parser.add_argument("--unshare", action = "store_true", help="Detach tensors to prevent any from sharing memory")
|
|
parser.add_argument("input_files", nargs='+', type=str, help="Input file(s)")
|
|
args = parser.parse_args()
|
|
|
|
for file in args.input_files:
|
|
print(f" -- Loading {file}...")
|
|
state_dict = torch.load(file, map_location = "cpu")
|
|
|
|
if args.unshare:
|
|
for k in state_dict.keys():
|
|
state_dict[k] = state_dict[k].clone().detach()
|
|
|
|
out_file = os.path.splitext(file)[0] + ".safetensors"
|
|
print(f" -- Saving {out_file}...")
|
|
save_file(state_dict, out_file, metadata = {'format': 'pt'}) |