Spaces:
Running
on
Zero
Running
on
Zero
Update main.py
Browse files
main.py
CHANGED
@@ -26,16 +26,16 @@ MODEL_CONFIGS = {
|
|
26 |
"default_concept": "humor",
|
27 |
"concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
28 |
},
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
}
|
40 |
|
41 |
def load_concept_vectors(model, concepts):
|
|
|
26 |
"default_concept": "humor",
|
27 |
"concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
28 |
},
|
29 |
+
"Mistral-7B-Instruct-v0.1": {
|
30 |
+
"identifier": "mistralai/Mistral-7B-Instruct-v0.1",
|
31 |
+
"dtype": torch.bfloat16 if device.type == "cuda" else torch.float32,
|
32 |
+
"guidance_interval": [-128.0, 128.0],
|
33 |
+
"default_guidance_scale": 48.0,
|
34 |
+
"min_guidance_layer": 8,
|
35 |
+
"max_guidance_layer": 32,
|
36 |
+
"default_concept": "humor",
|
37 |
+
"concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
38 |
+
},
|
39 |
}
|
40 |
|
41 |
def load_concept_vectors(model, concepts):
|