ujwal55 commited on
Commit
062a261
·
verified ·
1 Parent(s): ea54624

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -63,7 +63,7 @@ if article_file and synopsis_file:
63
  try:
64
  llm = Llama(
65
  model_path="./gemma-3-4b-it-qat-q4_0/gemma-3-4b-it-q4_0.gguf",
66
- n_ctx=32000,
67
  # n_batch=128
68
  )
69
 
 
63
  try:
64
  llm = Llama(
65
  model_path="./gemma-3-4b-it-qat-q4_0/gemma-3-4b-it-q4_0.gguf",
66
+ n_ctx=5000,
67
  # n_batch=128
68
  )
69