all repos — nixfiles @ 0b917416feab343774ebc7181a1d6ae3f9c4cf49

System and user configuration, managed by nix and home-manager

add Zeta 2.1 to llm-server and local llm

Alin
commit

0b917416feab343774ebc7181a1d6ae3f9c4cf49

parent

d0dfc0b6ce1efc2183c8da14019f7a9f191e43fe

2 files changed, 16 insertions(+), 3 deletions(-)

changed files
M system/roles/llm-server.nix → system/roles/llm-server.nix
@@ -39,9 +39,15 @@ name = "Sweep Next Edit V2 7B";
             cmd = "${llama} ${next_edit} --hf-repo henrik3/sweep-next-edit-v2-7B-GGUF";
             aliases = [ "sweep-next-edit-v2" ];
           };
-          zeta2 = {
-            name = "Zeta 2";
+          zeta20 = {
+            name = "Zeta 2.0";
             cmd = "${llama} ${next_edit} --hf-repo bartowski/zed-industries_zeta-2-GGUF";
+            aliases = [ "zeta-2" ];
+          };
+          zeta21 = {
+            name = "Zeta 2.1";
+            cmd = "${llama} ${next_edit} --hf-repo mradermacher/zeta-2.1-GGUF";
+            aliases = [ "zeta-2.1" ];
           };
         };
         groups = {

@@ -50,7 +56,8 @@ swap = true;
             members = [
               "sweep-next-edit"
               "sweep-next-edit-v2"
-              "zeta2"
+              "zeta20"
+              "zeta21"
             ];
           };
         };
M user/settings/llama/swap-config.yml → user/settings/llama/swap-config.yml
@@ -36,6 +36,12 @@ unlisted: true
     cmd: |
       ${llama} --hf-repo bartowski/zed-industries_zeta-2-GGUF
       ${next_edit}
+  zeta-2.1:
+    name: Zeta 2.1
+    useModelName: adilkairolla/zeta-2.1-GGUF
+    cmd: |
+      ${llama} --hf-repo adilkairolla/zeta-2.1-GGUF
+      ${next_edit}
   gpt-oss-20b:
     name: GPT OSS (20b)
     cmd: |