34 lines
1013 B
Python
34 lines
1013 B
Python
#!/usr/bin/env python3
|
|
"""Test loading all quantized shards."""
|
|
|
|
import torch
|
|
from pathlib import Path
|
|
import glob
|
|
|
|
|
|
def test_all_shards():
|
|
model_path = "/data/models/Ornith-1.0-35B-nf4"
|
|
shards = sorted(glob.glob(f"{model_path}/*.safetensors"))
|
|
|
|
print(f"Found {len(shards)} shards\n")
|
|
|
|
total_tensors = 0
|
|
total_params = 0
|
|
|
|
for i, shard_path in enumerate(shards):
|
|
print(f"Loading shard {i+1}/{len(shards)}: {Path(shard_path).name}")
|
|
try:
|
|
ckpt = torch.load(shard_path, map_location="cpu", weights_only=False)
|
|
shard_tensors = len([k for k in ckpt.keys() if isinstance(ckpt[k], torch.Tensor)])
|
|
total_tensors += shard_tensors
|
|
print(f" ✓ {shard_tensors} tensors")
|
|
except Exception as e:
|
|
print(f" ✗ Failed: {e}")
|
|
|
|
print(f"\nTotal: {total_tensors} tensors across {len(shards)} shards")
|
|
print("✅ All shards loaded successfully!")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_all_shards()
|