devjas1
commited on
Commit
·
f1a9e72
1
Parent(s):
42114bb
(CONFIG)[Add an extra parameter for more fine-grained configuration controls:]: add missing `n_ctx` parameter to generator configuration.
Browse files- config.yaml +1 -0
config.yaml
CHANGED
|
@@ -7,6 +7,7 @@ generator:
|
|
| 7 |
model_path: "./models/phi-2.Q4_0.gguf"
|
| 8 |
quantization: "Q4_0"
|
| 9 |
max_tokens: 512
|
|
|
|
| 10 |
|
| 11 |
retrieval:
|
| 12 |
vector_store: "faiss"
|
|
|
|
| 7 |
model_path: "./models/phi-2.Q4_0.gguf"
|
| 8 |
quantization: "Q4_0"
|
| 9 |
max_tokens: 512
|
| 10 |
+
n_ctx: 2048
|
| 11 |
|
| 12 |
retrieval:
|
| 13 |
vector_store: "faiss"
|