From 3b771c0db50286fa00f578898161f2e1ec3979b2 Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Wed, 1 Jul 2026 16:22:09 -0400
Subject: [PATCH] fix: add venv setup and proper pip install

---
 train-on-this-server.sh | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/train-on-this-server.sh b/train-on-this-server.sh
index 8bc478f..0b97e65 100755
--- a/train-on-this-server.sh
+++ b/train-on-this-server.sh
@@ -5,9 +5,17 @@ set -e
 
 echo "=== Cyron LoRA Training Setup ==="
 
-# Install dependencies if needed
-pip install -q torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
-pip install -q transformers accelerate datasets trl peft bitsandbytes deepspeed
+# Create venv
+python3 -m venv venv
+source venv/bin/activate
+pip install --upgrade pip
+
+# Install dependencies
+echo "Installing PyTorch with CUDA 12.4..."
+pip install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu124
+
+echo "Installing training dependencies..."
+pip install transformers datasets trl peft accelerate bitsandbytes deepspeed
 
 # Run training
 echo "Starting training with accelerate..."