Initial release
This commit is contained in:
@@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -eu
|
||||
|
||||
# Multi-GPU: set GGML_BACKEND to pick a device (CUDA0, CUDA1, Vulkan0...)
|
||||
#export GGML_BACKEND=CUDA0
|
||||
#export GGML_BACKEND=Vulkan0
|
||||
|
||||
./build/ace-server \
|
||||
--host 0.0.0.0 \
|
||||
--port 8085 \
|
||||
--models ./models \
|
||||
--adapters ./adapters \
|
||||
--max-batch 1
|
||||
Reference in New Issue
Block a user