llm-config-scripts/expandnemo.yml at main · linux-leo/llm-config-scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
slices:
  - sources:
    - model: NeverSleep/Lumimaid-v0.2-12B
      layer_range: [0, 10]
  - sources:
    - model: nothingiisreal/MN-12B-Celeste-V1.9
      layer_range: [10, 20]
  - sources:
    - model: anthracite-org/magnum-12b-v2.5-kto
      layer_range: [20, 30]
  - sources:
    - model: Sao10K/MN-12B-Lyra-v2a1
      layer_range: [10, 20]
        parameters:
          scale:
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
    - model: ./merged
      layer_range: [20, 30]
        parameters:
          scale:
          - filter: o_proj
            value: 0.0
          - filter: down_proj
            value: 0.0
          - value: 1.0
  - sources:
    - model: mistralai/Mistral-Nemo-Instruct-2407
      layer_range: [30, 40]
merge_method: passthrough
dtype: bfloat16