fix: use 0-indexing consistently (shard 0-15)
This commit is contained in:
@@ -47,7 +47,7 @@ def streaming_quantize(model_path: str, output_path: str):
|
||||
if (output_path / shard_name).exists():
|
||||
return
|
||||
|
||||
print(f"[{idx+1}/{len(shards)}] {Path(shard_file).name} (GPU {gpu_id})")
|
||||
print(f"[{idx}/{len(shards)}] {Path(shard_file).name} (GPU {gpu_id})")
|
||||
|
||||
# Load to assigned GPU
|
||||
state_dict = load_file(shard_file, device=f"cuda:{gpu_id}")
|
||||
|
||||
Reference in New Issue
Block a user