llama: fix bigctx double-profile conflict (llama_server name collision)
This commit is contained in:
9
llama
9
llama
@@ -110,8 +110,13 @@ stop_running() {
|
|||||||
|
|
||||||
build_profiles_flag() {
|
build_profiles_flag() {
|
||||||
local model="$1" bigctx="$2" webui="$3"
|
local model="$1" bigctx="$2" webui="$3"
|
||||||
local profiles=("$model")
|
local profiles=()
|
||||||
[[ "$bigctx" == "1" ]] && profiles+=("${model}-bigctx")
|
# bigctx is a replacement for the base profile, not an addition
|
||||||
|
if [[ "$bigctx" == "1" ]]; then
|
||||||
|
profiles+=("${model}-bigctx")
|
||||||
|
else
|
||||||
|
profiles+=("$model")
|
||||||
|
fi
|
||||||
[[ "$webui" == "1" ]] && profiles+=("webui")
|
[[ "$webui" == "1" ]] && profiles+=("webui")
|
||||||
# docker compose --profile a --profile b
|
# docker compose --profile a --profile b
|
||||||
local flags=""
|
local flags=""
|
||||||
|
|||||||
Reference in New Issue
Block a user