all repos — nixfiles @ dbaea2cd985cfe2375dd0db5c671c65a55d6c9e3

System and user configuration, managed by nix and home-manager

user/settings/llama/swap-config.yml (view raw)

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
macros:
  llama: |
    llama-server --port ${PORT}
  mlx: |
    mlx_lm.server --port ${PORT}

  # - small `n` are not recommended
  # - MoEs require long drafts
  # - dense models: can reduce `--draft-min` and `--draft-max`
  next_edit: |
    --spec-type ngram-mod
    --spec-ngram-mod-n-match 24
    --spec-ngram-mod-n-min 24
    --spec-ngram-mod-n-max 32

models:
  sweep-next-edit-1.5b:
    name: Sweep Next-Edit 1.5B
    unlisted: true
    aliases:
      - sweep-next-edit
    cmd: |
      ${llama} --hf-repo sweepai/sweep-next-edit-1.5B
      ${next_edit}
  sweep-next-edit-v2-7b:
    name: Sweep Next-Edit v2 7B
    unlisted: true
    aliases:
      - sweep-next-edit-v2
    cmd: |
      ${llama} --hf-repo henrik3/sweep-next-edit-v2-7B-GGUF
      ${next_edit}
  gpt-oss-20b:
    name: GPT OSS (20b)
    cmd: |
      ${llama} --hf-repo unsloth/gpt-oss-20b-GGUF
  gpt-oss-120b:
    name: GPT OSS (120b)
    cmd: |
      ${llama} --hf-repo unsloth/gpt-oss-120b-GGUF
  qwen3-coder-next:
    name: Qwen 3.0 Coder Next
    useModelName: mlx-community/Qwen3-Coder-Next-4bit
    cmd: |
      ${mlx} --model mlx-community/Qwen3-Coder-Next-4bit
  gemma-4-coder-fable5-composer2.5:
    name: Gemma 4 Coder (Fable 5, Composer 2.5)
    useModelName: yuxinlu1/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF
    cmd: |
      ${llama} --hf-repo yuxinlu1/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF:Q8_0

groups:
  edit_prediction:
    persistent: true # not unloaded by other groups
    swap: true # only run one model from this group
    exclusive: false
    members:
      - sweep-next-edit-1.5b
      - sweep-next-edit-v2-7b

hooks:
  on_startup:
    preload:
      - sweep-next-edit-v2-7b

peers:
  prefect:
    proxy: http://prefect:11343
    models:
      - sweep-next-edit
      - sweep-next-edit-v2
      - zeta20
      - zeta21