Spaces:
Running
Running
tune llama paramters
Browse files
app.py
CHANGED
|
@@ -116,9 +116,9 @@ def try_load_model(path):
|
|
| 116 |
n_ctx=2048, # Reduced context window
|
| 117 |
n_threads=2,
|
| 118 |
n_threads_batch=1,
|
| 119 |
-
n_batch=
|
| 120 |
n_gpu_layers=0,
|
| 121 |
-
use_mlock=
|
| 122 |
use_mmap=True,
|
| 123 |
verbose=False,
|
| 124 |
logits_all=True,
|
|
|
|
| 116 |
n_ctx=2048, # Reduced context window
|
| 117 |
n_threads=2,
|
| 118 |
n_threads_batch=1,
|
| 119 |
+
n_batch=256,
|
| 120 |
n_gpu_layers=0,
|
| 121 |
+
use_mlock=True,
|
| 122 |
use_mmap=True,
|
| 123 |
verbose=False,
|
| 124 |
logits_all=True,
|