diff --git a/training/scripts/run_with_accelerate.sh b/training/scripts/run_with_accelerate.sh
new file mode 100755
index 0000000..b0e6f4e
--- /dev/null
+++ b/training/scripts/run_with_accelerate.sh
@@ -0,0 +1,10 @@
+#!/bin/bash
+# Run training with distributed setup
+
+set -e
+
+# Install accelerate if not present
+pip install -q accelerate
+
+# Launch with accelerate
+accelerate launch train-on-this-server.sh --config training/configs/llama2-7b-lora.yaml