update

app_idefics2.py

@@ -1,17 +1,18 @@
 import gradio as gr
 import spaces
 import time
+import torch
 from PIL import Image
 from transformers import AutoProcessor, AutoModelForVision2Seq
 from transformers.image_utils import load_image
 from typing import List
 processor = AutoProcessor.from_pretrained("TIGER-Lab/Mantis-8B-Idefics2")
-model = AutoModelForVision2Seq.from_pretrained("TIGER-Lab/Mantis-8B-Idefics2")
+model = AutoModelForVision2Seq.from_pretrained("TIGER-Lab/Mantis-8B-Idefics2", torch_dtype=torch.bfloat16)
 
 @spaces.GPU
 def generate_stream(text:str, images:List[Image.Image], history: List[dict], **kwargs):
     global processor, model
-    model = model.to("cuda")
+    model.to("cuda")
     if not images:
         images = None