#!/bin/bash

set -eu

# Multi-GPU: set GGML_BACKEND to pick a device (CUDA0, CUDA1, Vulkan0...)
#export GGML_BACKEND=CUDA0
#export GGML_BACKEND=Vulkan0

./build/ace-server \
    --host 0.0.0.0 \
    --port 8085 \
    --models ./models \
    --adapters ./adapters \
    --max-batch 1