Spaces:
Running
Running
increase ctx lenght to 2k
Browse files
app.py
CHANGED
|
@@ -113,7 +113,7 @@ def try_load_model(path):
|
|
| 113 |
try:
|
| 114 |
return Llama(
|
| 115 |
model_path=path,
|
| 116 |
-
n_ctx=
|
| 117 |
n_threads=2,
|
| 118 |
n_threads_batch=1,
|
| 119 |
n_batch=64,
|
|
|
|
| 113 |
try:
|
| 114 |
return Llama(
|
| 115 |
model_path=path,
|
| 116 |
+
n_ctx=2048, # Reduced context window
|
| 117 |
n_threads=2,
|
| 118 |
n_threads_batch=1,
|
| 119 |
n_batch=64,
|