mergekit_config.yml

dtype: bfloat16
merge_method: passthrough
slices:
- sources:
  - layer_range: [0, 8]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 0.8
- sources:
  - layer_range: [8, 16]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 0.8
- sources:
  - layer_range: [16, 24]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 1.0
- sources:
  - layer_range: [24, 32]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 1.0
- sources:
  - layer_range: [0, 8]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 0.7
- sources:
  - layer_range: [8, 16]
    model: Sao10K/L3-8B-Lunaris-v1
    parameters:
      scale_rules:
      - filter: value
        value: 0.7