16 lines
547 B
Bash
16 lines
547 B
Bash
#!/bin/bash
|
|
# Training script for Cyron LoRA on this server (2x RTX 5090)
|
|
|
|
set -e
|
|
|
|
echo "=== Cyron LoRA Training Setup ==="
|
|
|
|
# Install dependencies if needed
|
|
pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
|
|
pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed
|
|
|
|
# Run training
|
|
echo "Starting training with accelerate..."
|
|
accelerate launch --multi_gpu --num_processes 2 /home/workdir/artifacts/train.py --config training/configs/llama2-7b-lora.yaml
|
|
|
|
echo "Training completed!" |