Update

models.py

@@ -66,6 +66,13 @@ def get_cached_model(
   )
   return model, params_cpu
 
+def pil_image_to_base64(image: PIL.Image.Image) -> str:
+  """Converts PIL image to base64."""
+  import io
+  import base64
+  buffered = io.BytesIO()
+  image.save(buffered, format='JPEG')
+  return base64.b64encode(buffered.getvalue()).decode('utf-8')
 
 def generate(
     model_name: str, sampler: str, image: PIL.Image.Image, prompt: str
@@ -90,8 +97,16 @@ def generate(
       n_ubatch=512,
       n_batch=512,
   )
-  print(prompt)
   return model.create_chat_completion(messages=[{
     "role": "user",
-    "content": prompt
+    "content": [
+      {
+        "type": "text",
+        "text": prompt
+      },
+      {
+        "type": "image_url",
+        "image_url": "data:image/jpeg;base64," + pil_image_to_base64(image)
+      }
+    ]
   }])["choices"][0]["message"]["content"]