fix: add venv setup and proper pip install

train-on-this-server.sh

@@ -5,9 +5,17 @@ set -e
 
 echo "=== Cyron LoRA Training Setup ==="
 
-# Install dependencies if needed
+# Create venv
-pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
+python3 -m venv venv
-pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed
+source venv/bin/activate
+pip install --upgrade pip
+
+# Install dependencies
+echo "Installing PyTorch with CUDA 12.4..."
+pip install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124
+
+echo "Installing training dependencies..."
+pip install transformers datasets trl peft accelerate bitsandbytes deepspeed
 
 # Run training
 echo "Starting training with accelerate..."