all repos — nixfiles @ 4225922abaa58fe2b3808e2f650f667dddb37d5d

System and user configuration, managed by nix and home-manager

local-llm: extract URL path for completions

Alin
commit

4225922abaa58fe2b3808e2f650f667dddb37d5d

parent

a838ebb5f8b65ce524b0acf79de545045c10557a

1 file changed, 2 insertions(+), 1 deletion(-)

changed files
M user/settings/local-llm.nix → user/settings/local-llm.nix
@@ -5,6 +5,7 @@ }:
 let
   srv = config.services.llama-swap;
   apiBase = "http://${srv.listenAddress}:${toString srv.port}";
+  completionsPath = "/v1/completions";
 in
 {
   imports = [

@@ -20,7 +21,7 @@
   programs.zed-editor.userSettings = {
     edit_predictions = {
       open_ai_compatible_api = {
-        api_url = "${apiBase}/v1/completions";
+        api_url = "${apiBase}${completionsPath}";
       };
       provider = "open_ai_compatible_api";
     };