15 lines
283 B
Bash
15 lines
283 B
Bash
#!/bin/bash
|
|
|
|
set -eu
|
|
|
|
# Multi-GPU: set GGML_BACKEND to pick a device (CUDA0, CUDA1, Vulkan0...)
|
|
#export GGML_BACKEND=CUDA0
|
|
#export GGML_BACKEND=Vulkan0
|
|
|
|
./build/ace-server \
|
|
--host 0.0.0.0 \
|
|
--port 8085 \
|
|
--models ./models \
|
|
--adapters ./adapters \
|
|
--max-batch 1
|