distributed_train.sh

#!/bin/bash
NUM_PROC=$1
shift
torchrun --nproc_per_node=$NUM_PROC llm_studio/train.py "$@"