16 lines
541 B
Bash
Executable File
16 lines
541 B
Bash
Executable File
#!/bin/bash
|
|
# Training script for Cyron LoRA on this server (2x RTX 5090)
|
|
|
|
set -e
|
|
|
|
echo "=== Cyron LoRA Training Setup ==="
|
|
|
|
# Install dependencies if needed
|
|
pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
|
|
pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed
|
|
|
|
# Run training
|
|
echo "Starting training with accelerate..."
|
|
accelerate launch --multi_gpu --num_processes 2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml
|
|
|
|
echo "Training completed!" |