fix: remove screen, run training directly
This commit is contained in:
@@ -78,19 +78,8 @@ echo "Press Ctrl+C to stop (model will be saved at checkpoint)."
|
|||||||
echo ""
|
echo ""
|
||||||
|
|
||||||
# Use torchrun for distributed training (2 GPUs)
|
# Use torchrun for distributed training (2 GPUs)
|
||||||
# Add --check-only to validate without training:
|
echo "Starting training..."
|
||||||
# torchrun --nproc_per_node=2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml --check-only
|
|
||||||
|
|
||||||
# Run in screen if available (bypasses cgroup limits)
|
|
||||||
if command -v screen &> /dev/null; then
|
|
||||||
echo "Running in screen session..."
|
|
||||||
screen -dmS lora_training bash -c "torchrun --nproc_per_node=2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml"
|
|
||||||
echo "Training started in screen session 'lora_training'"
|
|
||||||
echo "Watch with: screen -r lora_training"
|
|
||||||
else
|
|
||||||
echo "Screen not available, running directly..."
|
|
||||||
torchrun --nproc_per_node=2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml
|
torchrun --nproc_per_node=2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml
|
||||||
fi
|
|
||||||
|
|
||||||
echo ""
|
echo ""
|
||||||
echo "=== Training Complete ==="
|
echo "=== Training Complete ==="
|
||||||
|
|||||||
Reference in New Issue
Block a user