Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -26,16 +26,16 @@ MODEL_CONFIGS = {
|
|
| 26 |
"default_concept": "humor",
|
| 27 |
"concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
| 28 |
},
|
| 29 |
-
"Mistral-7B-Instruct-v0.1": {
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
},
|
| 39 |
}
|
| 40 |
|
| 41 |
def load_concept_vectors(model, concepts):
|
|
|
|
| 26 |
"default_concept": "humor",
|
| 27 |
"concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
| 28 |
},
|
| 29 |
+
# "Mistral-7B-Instruct-v0.1": {
|
| 30 |
+
# "identifier": "mistralai/Mistral-7B-Instruct-v0.1",
|
| 31 |
+
# "dtype": torch.bfloat16 if device.type == "cuda" else torch.float32,
|
| 32 |
+
# "guidance_interval": [-128.0, 128.0],
|
| 33 |
+
# "default_guidance_scale": 48.0,
|
| 34 |
+
# "min_guidance_layer": 8,
|
| 35 |
+
# "max_guidance_layer": 32,
|
| 36 |
+
# "default_concept": "humor",
|
| 37 |
+
# "concepts": ["humor", "creativity", "quality", "truthfulness", "compliance"],
|
| 38 |
+
# },
|
| 39 |
}
|
| 40 |
|
| 41 |
def load_concept_vectors(model, concepts):
|