all repos — nixfiles @ e4815516ed702670d262492f28ce0cf3b926b8e7

System and user configuration, managed by nix and home-manager

user/settings/local-llm.nix (view raw)

1
2
3
4
5
6
7
8
9
10
11
12
{ ... }:
{
  imports = [
    ../modules/llama-swap.nix
  ];

  services.llama-swap = {
    enable = true;
    listenAddress = "[::1]";
    port = 11343;
  };
}