#!/bin/bash
#SBATCH --job-name="gpt_30b"
#SBATCH --nodes=53
#SBATCH --nodelist=compute-h100-ord-node-[15,39,79-80,115,130,132,152,159,209,218,224,276-277,287,291,304,308,340,385,402,436,462,465,503,526,555,561,563,565,576,632,634,676,705,734,756,759,779,790,815,838,878,893,898,926,937,944,982,988,993,995,1018]
#SBATCH --ntasks-per-node=1
#SBATCH --cpus-per-task=64           # Number of cores per tasks
#SBATCH --gres=gpu:8                 # Number of gpus
#SBATCH --output=/app/suno/slurm/logs/run_%x_%j.txt   # Set this dir where you want slurm outs to go
#SBATCH --error=/app/suno/slurm/logs/run_%x_%j_err.txt    # Set this dir where you want slurm outs to go

# setup the environment using the script we created before

srun -K1 run_30b_ft.sh