#!/bin/bash # Training script for Cyron LoRA on this server (2x RTX 5090) set -e echo "=== Cyron LoRA Training Setup ===" # Install dependencies if needed pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124 pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed # Run training echo "Starting training with accelerate..." accelerate launch --multi_gpu --num_processes 2 training/scripts/train.py --config training/configs/ornith-35b-lora.yaml echo "Training completed!"