#!/bin/bash
# Training script for Cyron LoRA on this server (2x RTX 5090)

set -e

echo "=== Cyron LoRA Training Setup ==="

# Create venv
python3 -m venv venv
source venv/bin/activate
pip install --upgrade pip

# Install dependencies
echo "Installing PyTorch with CUDA 12.4..."
pip install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124

echo "Installing training dependencies..."
pip install transformers datasets trl peft accelerate bitsandbytes deepspeed

# Run training
echo "Starting training with accelerate..."
accelerate launch --multi_gpu --num_processes 2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml

echo "Training completed!"