feat: test quantized tensor shapes directly
This commit is contained in:
29
test_quantize_shapes.py
Normal file
29
test_quantize_shapes.py
Normal file
@@ -0,0 +1,29 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Test quantized shard shapes."""
|
||||
|
||||
import torch
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def test_shapes():
|
||||
print("Loading quantized test shard...")
|
||||
ckpt = torch.load("/data/models/test_quantize/model.safetensors", map_location="cpu")
|
||||
|
||||
print(f"Loaded {len(ckpt)} tensors\n")
|
||||
|
||||
# Check for mismatched shapes
|
||||
mismatch_count = 0
|
||||
for key, tensor in list(ckpt.items())[:20]: # Check first 20
|
||||
if isinstance(tensor, torch.Tensor):
|
||||
print(f"✓ {key} -> {tuple(tensor.shape)}")
|
||||
elif hasattr(tensor, 'shape'):
|
||||
print(f"✓ {key} -> {tensor.shape}")
|
||||
else:
|
||||
print(f"? {key} -> {type(tensor)}")
|
||||
|
||||
print(f"\nTotal tensors: {len(ckpt)}")
|
||||
print("If all shapes look correct, the quantization is working!")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
test_shapes()
|
||||
Reference in New Issue
Block a user