cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: remove streaming from output path name

Browse Source
This commit is contained in:
Christian Medina
2026-07-02 22:06:50 -04:00
parent 959c43d44c
commit bfa569f4e9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
quantize_streaming.py
View File

@@ -90,7 +90,7 @@ def streaming_quantize(model_path: str, output_path: str):
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--model-path", type=str, default="/data/models/Ornith-1.0-35B")
parser.add_argument("--output-path", type=str, default="/data/models/Ornith-1.0-35B-4bit-streaming")
parser.add_argument("--output-path", type=str, default="/data/models/Ornith-1.0-35B-nf4")
args = parser.parse_args()
streaming_quantize(args.model_path, args.output_path)