Spaces:
Runtime error
Runtime error
fix(docs): simplify llama.cpp demo further
Browse files
README.md
CHANGED
|
@@ -79,15 +79,7 @@ Add the following to your `.env.local`:
|
|
| 79 |
```ini
|
| 80 |
MODELS=`[
|
| 81 |
{
|
| 82 |
-
"name": "
|
| 83 |
-
"tokenizer": "microsoft/Phi-3-mini-4k-instruct",
|
| 84 |
-
"preprompt": "",
|
| 85 |
-
"parameters": {
|
| 86 |
-
"stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
|
| 87 |
-
"temperature": 0.7,
|
| 88 |
-
"max_new_tokens": 1024,
|
| 89 |
-
"truncate": 3071
|
| 90 |
-
},
|
| 91 |
"endpoints": [{
|
| 92 |
"type" : "llamacpp",
|
| 93 |
"baseURL": "http://localhost:8080"
|
|
|
|
| 79 |
```ini
|
| 80 |
MODELS=`[
|
| 81 |
{
|
| 82 |
+
"name": "microsoft/Phi-3-mini-4k-instruct",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 83 |
"endpoints": [{
|
| 84 |
"type" : "llamacpp",
|
| 85 |
"baseURL": "http://localhost:8080"
|