all repos — nixfiles @ 61e11f9c863ac3119695720802e91e4fc02a5015

System and user configuration, managed by nix and home-manager

add huggingface-hub to llm setup

Alin
commit

61e11f9c863ac3119695720802e91e4fc02a5015

parent

77e1406f1e4229050862297cd0fe95b6c86dc2be

2 files changed, 8 insertions(+), 0 deletions(-)

changed files
M system/roles/llm-server.nix → system/roles/llm-server.nix
@@ -9,6 +9,10 @@ inherit (config.networking) domain fqdn;
   ls = config.services.llama-swap;
 in
 {
+  environment.systemPackages = [
+    pkgs.python3Packages.huggingface-hub
+  ];
+
   services.llama-swap = {
     enable = true;
     listenAddress = "[::]";
M user/settings/local-llm.nix → user/settings/local-llm.nix
@@ -13,6 +13,10 @@ imports = [
     ../modules/llama-swap.nix
   ];
 
+  home.packages = [
+    pkgs.python3Packages.huggingface-hub
+  ];
+
   services.llama-swap = {
     enable = true;
     packages = with pkgs; [