cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: add argparser and fix Path issue

Browse Source
This commit is contained in:
Christian Medina
2026-07-03 04:09:23 -04:00
parent c84a3b6252
commit 3498a40390
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
convert_to_safetensors.py
View File

@@ -1,6 +1,7 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
"""Convert torch.save quantized shards to safetensors format.""" """Convert torch.save quantized shards to safetensors format."""
import argparse
import gc import gc
import torch import torch
from pathlib import Path from pathlib import Path
@@ -15,7 +16,7 @@ def convert_shards(model_path):
print(f"Converting {len(shards)} shards to safetensors format...\n") print(f"Converting {len(shards)} shards to safetensors format...\n")
for i, shard_path in enumerate(shards): for i, shard_path in enumerate(shards):
print(f"Converting shard {i+1}/{len(shards)}: {shard_path.name}") print(f"Converting shard {i+1}/{len(shards)}: {Path(shard_path).name}")
# Load torch.save format # Load torch.save format
ckpt = torch.load(shard_path, map_location="cpu", weights_only=False) ckpt = torch.load(shard_path, map_location="cpu", weights_only=False)
@@ -42,4 +43,7 @@ def convert_shards(model_path):
if __name__ == "__main__": if __name__ == "__main__":
convert_shards("/data/models/Ornith-1.0-35B-nf4") parser = argparse.ArgumentParser()
parser.add_argument("--model-path", type=str, default="/data/models/Ornith-1.0-35B-nf4")
args = parser.parse_args()
convert_shards(args.model_path)