Initial release
This commit is contained in:
@@ -0,0 +1,16 @@
|
||||
@echo off
|
||||
|
||||
set PATH=%~dp0build\Release;%PATH%
|
||||
|
||||
rem Multi-GPU: set GGML_BACKEND to pick a device (CUDA0, CUDA1, Vulkan0...)
|
||||
rem set GGML_BACKEND=CUDA0
|
||||
rem set GGML_BACKEND=Vulkan0
|
||||
|
||||
ace-server.exe ^
|
||||
--host 0.0.0.0 ^
|
||||
--port 8085 ^
|
||||
--models .\models ^
|
||||
--adapters .\adapters ^
|
||||
--max-batch 1
|
||||
|
||||
pause
|
||||
Reference in New Issue
Block a user