Update app.py

app.py

@@ -169,10 +169,10 @@ class LlamaCppModel(Model):
                 model_path=model_path,
                 flash_attn=False,
                 n_gpu_layers=0,
-                n_batch=8,
+                #n_batch=1024,
                 n_ctx=n_ctx,
                 n_threads=2,
-                n_threads_batch=4,verbose=False
+                n_threads_batch=2,verbose=False
             )
             
         elif repo_id and filename:
@@ -263,7 +263,7 @@ class LlamaCppModel(Model):
             llm_sampling_settings=settings,
             chat_history=messages,
             returns_streaming_generator=False,
-            print_output=True, 
+            print_output=False, 
             
             )
             
@@ -298,7 +298,6 @@ Reference
 - [Dataset(m-ric/huggingface_doc)](https://huggingface.co/datasets/m-ric/huggingface_doc)
 
 """
-#Tool not support
 agent = CodeAgent(prompt_templates =yaml.safe_load(prompt),model=model, tools=[retriever_tool],max_steps=1,verbosity_level=0,name="AGENT",description=description)
 
 demo = GradioUI(agent)