| base_model: Sao10K/Fimbulvetr-11B-v2 | |
| merge_method: passthrough | |
| dtype: float16 | |
| parameters: | |
| normalize: true | |
| slices: | |
| - sources: | |
| - model: Sao10K/Fimbulvetr-11B-v2 | |
| layer_range: [0, 48] # Assumi che il modello abbia 48 layer | |
| densify: | |
| - linear | |
| - "rope:alpha=8192/4096" # Estende il contesto a 8192 | |
| tokens: | |
| - source: Sao10K/Fimbulvetr-11B-v2 | |
| mode: stretch | |