add huggingface-hub to llm setup
1 file changed, 4 insertions(+), 0 deletions(-)
changed files
M system/roles/llm-server.nix → system/roles/llm-server.nix
@@ -9,6 +9,10 @@ inherit (config.networking) domain fqdn; ls = config.services.llama-swap; in { + environment.systemPackages = [ + pkgs.python3Packages.huggingface-hub + ]; + services.llama-swap = { enable = true; listenAddress = "[::]";