paligemma-cpu-gguf

Running

abetlen commited on Oct 3, 2024

Commit

4fe13a9

1 Parent(s): e9e80b2

Update

Files changed (1) hide show

models.py CHANGED Viewed

@@ -83,7 +83,7 @@ def generate(
   print(gradio_helpers.get_paths())
   model = llama_cpp.Llama(
       model_path,
-      chat_handler=llama_cpp.llama_chat_format.PaligemmaChatHandler(
         clip_path
       ),
       n_ctx=1024,

   print(gradio_helpers.get_paths())
   model = llama_cpp.Llama(
       model_path,
+      chat_handler=llama_cpp.llama_chat_format.PaliGemmaChatHandler(
         clip_path
       ),
       n_ctx=1024,