Hugging Face's logo

Lewdiculous
/
Nera_Noctis-12B-GGUF-ARM-Imatrix

GGUF
English
rp
roleplay
chatml
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
4e38a7c
·
verified ·
1 Parent(s): 8247bd7

add: quants

Browse files
Files changed (20) hide show
  1. .gitattributes +17 -0
  2. Nera_Noctis-12B-BF16.gguf +3 -0
  3. Nera_Noctis-12B-F16.gguf +3 -0
  4. Nera_Noctis-12B-IQ3_M-imat.gguf +3 -0
  5. Nera_Noctis-12B-IQ3_S-imat.gguf +3 -0
  6. Nera_Noctis-12B-IQ3_XS-imat.gguf +3 -0
  7. Nera_Noctis-12B-IQ3_XXS-imat.gguf +3 -0
  8. Nera_Noctis-12B-IQ4_XS-imat.gguf +3 -0
  9. Nera_Noctis-12B-Q3_K_L-imat.gguf +3 -0
  10. Nera_Noctis-12B-Q3_K_M-imat.gguf +3 -0
  11. Nera_Noctis-12B-Q4_0_4_8-imat.gguf +3 -0
  12. Nera_Noctis-12B-Q4_K_M-imat.gguf +3 -0
  13. Nera_Noctis-12B-Q4_K_S-imat.gguf +3 -0
  14. Nera_Noctis-12B-Q5_K_M-imat.gguf +3 -0
  15. Nera_Noctis-12B-Q5_K_S-imat.gguf +3 -0
  16. Nera_Noctis-12B-Q6_K-imat.gguf +3 -0
  17. Nera_Noctis-12B-Q8_0-imat.gguf +3 -0
  18. SiilyTavern/SillyTavern_Presets_Nera_Noctis-ChatML-ST-formatting-2025-01-01.json +161 -0
  19. imatrix.dat +3 -0
  20. imatrix.rp.txt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Nera_Noctis-12B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Nera_Noctis-12B-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Nera_Noctis-12B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Nera_Noctis-12B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Nera_Noctis-12B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Nera_Noctis-12B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Nera_Noctis-12B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Nera_Noctis-12B-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Nera_Noctis-12B-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Nera_Noctis-12B-Q4_0_4_8-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Nera_Noctis-12B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Nera_Noctis-12B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Nera_Noctis-12B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Nera_Noctis-12B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Nera_Noctis-12B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Nera_Noctis-12B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Nera_Noctis-12B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13464f1c16e011a7ef1df38094551ccdf4a6e936f2b45b23f399749c60db7c62
3
+ size 24504276288
Nera_Noctis-12B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d9bbb47dc926b28ce4aabd10f372298426e915eca2200bae438a98520bdae53
3
+ size 24504276288
Nera_Noctis-12B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4862a8496303eb8df7c466f6125d40ac4fb1177e1784943a537e6cf85e93fdde
3
+ size 5722232416
Nera_Noctis-12B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fdf8260f7ee7893e94b23e115d3b3cec5da07b48f51a7dbdb9b2b6f2e204994
3
+ size 5562078816
Nera_Noctis-12B-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4aed489b25c5edac5e959b0d1ee73005d268f2cd5de88282bfd30bf7b4431f
3
+ size 5306488416
Nera_Noctis-12B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a7eeffbc3b7f55f165776c5cedb65197fe840040849d46204ca7e3ee5ef8599
3
+ size 4945385056
Nera_Noctis-12B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d40c530aedb006223c31f6d1e887f0c27c67c2c2b5947502ade231f1d75fb11
3
+ size 6742709856
Nera_Noctis-12B-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dcabade936bdc60fa977a51ef4e2f0a978b28606f6432b12ae7963c5e60ba22
3
+ size 6561502816
Nera_Noctis-12B-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc98060959c149058b56e90dd9a6711fde13b5ec9d8bca71536386c400e418d
3
+ size 6083090016
Nera_Noctis-12B-Q4_0_4_8-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c7dbe5a6a737cd81fbbad70059c14eb8c7d1e25ff39e889c46344f189e08e5
3
+ size 7071700576
Nera_Noctis-12B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712c4cd773aed974cebbbe1d0594a5b11967805b4166bce5f462bd6da5bf507a
3
+ size 7477204576
Nera_Noctis-12B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d5c6e514b56b84b2f22956bcc9c345ebd4438a6b34f916a51e9d65711ce0d3
3
+ size 7120197216
Nera_Noctis-12B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0809ee46f16f06661906b4c76ab875ce1ab12974f9cd535a9698b9d76890b808
3
+ size 8727631456
Nera_Noctis-12B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22c23ba7d8ae59ab0ca48baf951a188db3dc7490d724b4755212c36d1891b07
3
+ size 8518735456
Nera_Noctis-12B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5d2305a47c9dbfa68c9aabb1ecae07c760e2a430ac727699db3d122e67f39a
3
+ size 10056210016
Nera_Noctis-12B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a98cea8cbd4c95bc5bd7fa498ddae9230e7863d8aee8635022d8f445667f7f4
3
+ size 13022369376
SiilyTavern/SillyTavern_Presets_Nera_Noctis-ChatML-ST-formatting-2025-01-01.json ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "instruct": {
3
+ "input_sequence": "<|im_start|>user",
4
+ "output_sequence": "<|im_start|>assistant",
5
+ "first_output_sequence": "",
6
+ "last_output_sequence": "",
7
+ "system_sequence_prefix": "",
8
+ "system_sequence_suffix": "",
9
+ "stop_sequence": "<|im_end|>",
10
+ "wrap": true,
11
+ "macro": true,
12
+ "activation_regex": "",
13
+ "skip_examples": false,
14
+ "output_suffix": "<|im_end|>",
15
+ "input_suffix": "<|im_end|>",
16
+ "system_sequence": "<|im_start|>system",
17
+ "system_suffix": "<|im_end|>",
18
+ "user_alignment_message": "",
19
+ "system_same_as_user": false,
20
+ "last_system_sequence": "",
21
+ "first_input_sequence": "",
22
+ "last_input_sequence": "",
23
+ "names_behavior": "always",
24
+ "names_force_groups": true,
25
+ "name": "Nera_Noctis-ChatML"
26
+ },
27
+ "context": {
28
+ "story_string": "<|im_start|>system\n{{#if system}}{{system}}\n{{/if}}{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{char}}'s personality: {{personality}}\n{{/if}}{{#if scenario}}Scenario: {{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{trim}}<|im_end|>",
29
+ "example_separator": "",
30
+ "chat_start": "",
31
+ "use_stop_strings": false,
32
+ "allow_jailbreak": false,
33
+ "names_as_stop_strings": true,
34
+ "always_force_name2": true,
35
+ "trim_sentences": false,
36
+ "single_line": false,
37
+ "name": "Nera_Noctis-ChatML"
38
+ },
39
+ "sysprompt": {
40
+ "name": "Nitral-3",
41
+ "content": "Engage authentically and thoughtfully, as {{char}} drawing from your distinct perspective. Express yourself through precise, vivid language that illuminates rather than obscures. Let each response flow naturally while remaining clear and purposeful."
42
+ },
43
+ "preset": {
44
+ "temp": 0.85,
45
+ "temperature_last": true,
46
+ "top_p": 1,
47
+ "top_k": 0,
48
+ "top_a": 0,
49
+ "tfs": 1,
50
+ "epsilon_cutoff": 0,
51
+ "eta_cutoff": 0,
52
+ "typical_p": 1,
53
+ "min_p": 0.1,
54
+ "rep_pen": 1,
55
+ "rep_pen_range": 0,
56
+ "rep_pen_decay": 0,
57
+ "rep_pen_slope": 1,
58
+ "no_repeat_ngram_size": 0,
59
+ "penalty_alpha": 0,
60
+ "num_beams": 1,
61
+ "length_penalty": 1,
62
+ "min_length": 0,
63
+ "encoder_rep_pen": 1,
64
+ "freq_pen": 0,
65
+ "presence_pen": 0,
66
+ "skew": 0,
67
+ "do_sample": true,
68
+ "early_stopping": false,
69
+ "dynatemp": false,
70
+ "min_temp": 0,
71
+ "max_temp": 0,
72
+ "dynatemp_exponent": 1,
73
+ "smoothing_factor": 0,
74
+ "smoothing_curve": 1,
75
+ "dry_allowed_length": 2,
76
+ "dry_multiplier": 0,
77
+ "dry_base": 1.75,
78
+ "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\"]",
79
+ "dry_penalty_last_n": 0,
80
+ "add_bos_token": true,
81
+ "ban_eos_token": false,
82
+ "skip_special_tokens": true,
83
+ "mirostat_mode": 0,
84
+ "mirostat_tau": 5,
85
+ "mirostat_eta": 0.1,
86
+ "guidance_scale": 1,
87
+ "negative_prompt": "",
88
+ "grammar_string": "",
89
+ "json_schema": {},
90
+ "banned_tokens": "",
91
+ "sampler_priority": [
92
+ "repetition_penalty",
93
+ "presence_penalty",
94
+ "frequency_penalty",
95
+ "dry",
96
+ "temperature",
97
+ "dynamic_temperature",
98
+ "quadratic_sampling",
99
+ "top_k",
100
+ "top_p",
101
+ "typical_p",
102
+ "epsilon_cutoff",
103
+ "eta_cutoff",
104
+ "tfs",
105
+ "top_a",
106
+ "min_p",
107
+ "mirostat",
108
+ "xtc",
109
+ "encoder_repetition_penalty",
110
+ "no_repeat_ngram"
111
+ ],
112
+ "samplers": [
113
+ "dry",
114
+ "top_k",
115
+ "tfs_z",
116
+ "typical_p",
117
+ "top_p",
118
+ "min_p",
119
+ "xtc",
120
+ "temperature"
121
+ ],
122
+ "samplers_priorities": [
123
+ "dry",
124
+ "penalties",
125
+ "no_repeat_ngram",
126
+ "temperature",
127
+ "top_nsigma",
128
+ "top_p_top_k",
129
+ "top_a",
130
+ "min_p",
131
+ "tfs",
132
+ "eta_cutoff",
133
+ "epsilon_cutoff",
134
+ "typical_p",
135
+ "quadratic",
136
+ "xtc"
137
+ ],
138
+ "ignore_eos_token": false,
139
+ "spaces_between_special_tokens": false,
140
+ "speculative_ngram": false,
141
+ "sampler_order": [
142
+ 6,
143
+ 0,
144
+ 1,
145
+ 3,
146
+ 4,
147
+ 2,
148
+ 5
149
+ ],
150
+ "logit_bias": [],
151
+ "xtc_threshold": 0.1,
152
+ "xtc_probability": 0,
153
+ "nsigma": 0,
154
+ "ignore_eos_token_aphrodite": false,
155
+ "spaces_between_special_tokens_aphrodite": true,
156
+ "rep_pen_size": 0,
157
+ "genamt": 1200,
158
+ "max_length": 16384,
159
+ "name": "Nera_Noctis-Text-Completion-Preset"
160
+ }
161
+ }
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbdc405618d88edaf4f9ab1a428597c9709cdbe466006414a5e909079167d43a
3
+ size 7054419
imatrix.rp.txt ADDED
The diff for this file is too large to render. See raw diff