Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,6 +8,9 @@ def clear_session():
|
|
| 8 |
|
| 9 |
model = AutoModelForCausalLM.from_pretrained("Cran-May/OpenSLIDE", model_file="SLIDE.0.1.gguf", model_type="mistral", gpu_layers=0)
|
| 10 |
|
|
|
|
|
|
|
|
|
|
| 11 |
DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
|
| 12 |
You are good at speaking English and Chinese.
|
| 13 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
|
|
|
| 8 |
|
| 9 |
model = AutoModelForCausalLM.from_pretrained("Cran-May/OpenSLIDE", model_file="SLIDE.0.1.gguf", model_type="mistral", gpu_layers=0)
|
| 10 |
|
| 11 |
+
model_dir = hf_hub_download(repo_id="Cran-May/OpenSLIDE",local_dir="./", filename="tokenizer.model")
|
| 12 |
+
tokenizer = AutoTokenizer.from_pretrained(model_dir, trust_remote_code=True)
|
| 13 |
+
|
| 14 |
DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
|
| 15 |
You are good at speaking English and Chinese.
|
| 16 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|