diff --git a/train-on-this-server.sh b/train-on-this-server.sh
index 8bc478f..0b97e65 100755
--- a/train-on-this-server.sh
+++ b/train-on-this-server.sh
@@ -5,9 +5,17 @@ set -e
 
 echo "=== Cyron LoRA Training Setup ==="
 
-# Install dependencies if needed
-pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
-pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed
+# Create venv
+python3 -m venv venv
+source venv/bin/activate
+pip install --upgrade pip
+
+# Install dependencies
+echo "Installing PyTorch with CUDA 12.4..."
+pip install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124
+
+echo "Installing training dependencies..."
+pip install transformers datasets trl peft accelerate bitsandbytes deepspeed
 
 # Run training
 echo "Starting training with accelerate..."