mozempk/llama-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llama: fix bigctx double-profile conflict (llama_server name collision)

Browse Source
This commit is contained in:
Giancarmine Salucci
2026-05-06 17:41:20 +02:00
parent 33333507a5
commit 0618078937
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
llama
View File

@@ -110,9 +110,14 @@ stop_running() {
build_profiles_flag() { build_profiles_flag() {
local model="$1" bigctx="$2" webui="$3" local model="$1" bigctx="$2" webui="$3"
local profiles=("$model") local profiles=()
[[ "$bigctx" == "1" ]] && profiles+=("${model}-bigctx") # bigctx is a replacement for the base profile, not an addition
[[ "$webui" == "1" ]] && profiles+=("webui") if [[ "$bigctx" == "1" ]]; then
profiles+=("${model}-bigctx")
else
profiles+=("$model")
fi
[[ "$webui" == "1" ]] && profiles+=("webui")
# docker compose --profile a --profile b # docker compose --profile a --profile b
local flags="" local flags=""
for p in "${profiles[@]}"; do flags+="--profile $p "; done for p in "${profiles[@]}"; do flags+="--profile $p "; done