all repos — nixfiles @ 24f11cbc065cd6346b6edeeee91030a21c74822d

System and user configuration, managed by nix and home-manager

llm-server: update llama CLI

Alin
commit

24f11cbc065cd6346b6edeeee91030a21c74822d

parent

b6980c88f1f2019c73156c1dc770e58fce9aec12

1 file changed, 3 insertions(+), 3 deletions(-)

changed files
M system/roles/llm-server.nix → system/roles/llm-server.nix
@@ -20,9 +20,9 @@ llama-server = lib.getExe' llama-cpp "llama-server";
llama = "${llama-server} --port \${PORT}"; next_edit = '' --spec-type ngram-mod - --spec-ngram-size-n 24 - --draft-min 24 - --draft-max 32 + --spec-ngram-mod-n-match 24 + --spec-ngram-mod-n-min 24 + --spec-ngram-mod-n-max 32 --no-webui ''; in