echo "Starting train script..."
/home/georg/anaconda3/envs/gpt_n/bin/python train.py \
    --is_finetune=True \
    --out_dir="/app/suno/checkpoints" \
    --data_dir="/app/suno/sara/cover_filter_v0" \
    --train_info_filename="info_tr.json" \
    --train_metas_filename="metas_tr.jsonl" \
    --val_info_filename="info_val.json" \
    --val_metas_filename="metas_val.jsonl" \
    --step_save_iters=2_000 \
    --eval_interval=1_000 \
    --weights_multiplier=None \
    \
    --n_layer=32 \
    --n_head=32 \
    --d_head=128 \
    \
    --learning_rate=5e-5 \
    --max_iters=10_000 \
    --warmup_iters=1_000 \
    \
    --fsdp=True \
    --grad_checkpointing=True \
    --compile=False \
    #\
    #--wandb_log=False \
    #--wandb_dir="/app/suno/sara/wandb_logs" \
    #--wandb_project="gpt-cover-ft" \
    #--wandb_run_name="cover-ft-v0" \
    #\
    --preload_checkpoint="/app/suno/checkpoints/2025-02-04_21-04-31/last_ckpt.pt" \
    --preload_optimizer=False \
    --local_cache_dir="/mnt/localdisk/tmp/sma"