all repos — nixfiles @ c7d116bc5a1d786bf492872e5568d983274d80cf

System and user configuration, managed by nix and home-manager

add qwen3-coder-next via mlx

Alin
commit

c7d116bc5a1d786bf492872e5568d983274d80cf

parent

c02e42af087c58f9f7d5baf4fb59347ceda2f701

2 files changed, 12 insertions(+), 0 deletions(-)

changed files
M user/settings/llama/swap-config.yml → user/settings/llama/swap-config.yml
@@ -1,6 +1,8 @@
 macros:
   llama: |
     llama-server --port ${PORT}
+  mlx: |
+    mlx_lm.server --port ${PORT}
 
   # - small `n` are not recommended
   # - MoEs require long drafts

@@ -36,6 +38,11 @@ gpt-oss-120b:
     name: GPT OSS (120b)
     cmd: |
       ${llama} --hf-repo unsloth/gpt-oss-120b-GGUF
+  qwen3-coder-next:
+    name: Qwen 3.0 Coder Next
+    useModelName: mlx-community/Qwen3-Coder-Next-4bit
+    cmd: |
+      ${mlx} --model mlx-community/Qwen3-Coder-Next-4bit
 
 groups:
   edit_prediction:
M user/settings/local-llm.nix → user/settings/local-llm.nix
@@ -1,5 +1,6 @@
 {
   config,
+  pkgs,
   ...
 }:
 let

@@ -14,6 +15,10 @@ ];
 
   services.llama-swap = {
     enable = true;
+    packages = with pkgs; [
+      llama-cpp
+      python3Packages.mlx-lm
+    ];
     listenAddress = "[::1]";
     port = 11343;
   };