24 lines
714 B
Bash
Executable File
24 lines
714 B
Bash
Executable File
#!/bin/bash
|
|
# Training script for Cyron LoRA on this server (2x RTX 5090)
|
|
|
|
set -e
|
|
|
|
echo "=== Cyron LoRA Training Setup ==="
|
|
|
|
# Create venv
|
|
python3 -m venv venv
|
|
source venv/bin/activate
|
|
pip install --upgrade pip
|
|
|
|
# Install dependencies
|
|
echo "Installing PyTorch with CUDA 12.4..."
|
|
pip install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124
|
|
|
|
echo "Installing training dependencies..."
|
|
pip install transformers datasets trl peft accelerate bitsandbytes deepspeed
|
|
|
|
# Run training
|
|
echo "Starting training with accelerate..."
|
|
accelerate launch --multi_gpu --num_processes 2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml
|
|
|
|
echo "Training completed!" |