fix: remove quantization_config after loading to bypass SFTTrainer check
This commit is contained in:
@@ -40,6 +40,8 @@ def train(config_path):
|
||||
device_map="cpu", # Load to CPU first
|
||||
trust_remote_code=True,
|
||||
)
|
||||
# Remove quantization config to avoid SFTTrainer validation error
|
||||
model.config.quantization_config = None
|
||||
print("Model loaded and converted to bf16.")
|
||||
|
||||
# Add LoRA
|
||||
|
||||
Reference in New Issue
Block a user