llm-config-scripts/NeoNemoMix.yml at main · linux-leo/llm-config-scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
models:
  - model: Gryphe/Pantheon-RP-1.5-12b-Nemo
    parameters:
      weight: [0.05, 0.1]
      density: 0.3
  - model: mistralai/Mistral-Nemo-Instruct-2407
    parameters:
      weight: 0.1
      density: 0.4
  - model: ./merged
    parameters:
      weight: 0.154
      density: 0.5
  - model: Sao10K/MN-12B-Lyra-v2a1
    parameters:
      weight: 0.184
      density: 0.62
  - model: anthracite-org/magnum-12b-v2.5-kto
    parameters:
      weight: 0.174
      density: 0.63
  - model: nothingiisreal/MN-12B-Celeste-V1.9
    parameters:
      weight: 0.174
      density: 0.64
  - model: NeverSleep/Lumimaid-v0.2-12B
    parameters:
      weight: 0.164
      density: 0.66
merge_method: della
base_model: mistralai/Mistral-Nemo-Base-2407
parameters:
  epsilon: 0.05
  lambda: 1
dtype: bfloat16