cmedina/agenx-lora-training
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: update PyTorch to cu124 for RTX 5090, fix total_memory typo

Browse Source
This commit is contained in:
Christian Medina
2026-06-30 16:58:11 -04:00
parent 1786830d84
commit 28d0a956fd
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
train-on-this-server.sh
View File

@@ -26,8 +26,8 @@ python3 -m venv venv
source venv/bin/activate source venv/bin/activate
pip install --upgrade pip pip install --upgrade pip
echo "[2/4] Install PyTorch with CUDA..." echo "[2/4] Install PyTorch with CUDA (RTX 5090 compatible)..."
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124
echo "[3/4] Install training dependencies..." echo "[3/4] Install training dependencies..."
pip install transformers datasets trl peft accelerate bitsandbytes pip install transformers datasets trl peft accelerate bitsandbytes
@@ -39,7 +39,8 @@ python3 -c "
import torch import torch
if torch.cuda.is_available(): if torch.cuda.is_available():
print(f' ✓ GPU: {torch.cuda.get_device_name(0)}') print(f' ✓ GPU: {torch.cuda.get_device_name(0)}')
print(f' ✓ VRAM: {torch.cuda.get_device_properties(0).total_mem / 1e9:.1f} GB') props = torch.cuda.get_device_properties(0)
print(f' ✓ VRAM: {props.total_memory / 1e9:.1f} GB')
else: else:
print(' ✗ No GPU detected') print(' ✗ No GPU detected')
print(' Please ensure CUDA drivers are installed') print(' Please ensure CUDA drivers are installed')