fixed memory buffer

app/bot.py

@@ -32,6 +32,7 @@ class DailyVision(EventHandler):
         self.__time = time.time()
         self.__queue = queue.Queue()
         self.__app_quit = False
+        self.__image_buffer = None
         self.__bot_name = bot_name
         self.__room_url = room_url
         self.__room_name = room_name
@@ -79,7 +80,7 @@ class DailyVision(EventHandler):
 
     def on_participant_joined(self, participant):
         self.logger.info(f"Participant {participant['id']} joined, analyzing frames...")
-        self.__client.set_video_renderer(participant["id"], self.on_video_frame) 
+        self.__client.set_video_renderer(participant["id"], self.on_video_frame, color_format="RGB") 
 
         # Say hello
         self.wave()
@@ -114,13 +115,13 @@ class DailyVision(EventHandler):
                 self.__app_quit = True
                 break
             try:
-                video_frame = self.__queue.get(timeout=5)
+                #video_frame = self.__queue.get(timeout=5)
+                video_frame = self.__image_buffer
 
-                if video_frame:
+                if not video_frame == None:
                     image = Image.frombytes("RGB", (video_frame.width, video_frame.height), video_frame.buffer)
                     result_image = self.__pipeline.predict(params, image)
                     self.__camera.write_frame(result_image.tobytes())
-                    #pil = Image.fromarray(result.render()[0], mode="RGB").tobytes()
             except queue.Empty:
                 pass
 
@@ -128,7 +129,8 @@ class DailyVision(EventHandler):
         # Process ~15 frames per second (considering incoming frames at 30fps).
         if time.time() - self.__time > 2: #0.05:
             self.__time = time.time()
-            self.__queue.put(video_frame)    
+            self.__image_buffer = video_frame
+            #self.__queue.put(video_frame)
 
     def wave(self, emoji="👋"):
         self.__client.send_app_message(

app/pipeline.py

@@ -222,11 +222,13 @@ class Pipeline:
             return None
         result_image = results.images[0]
 
+        """
         if os.getenv("CONTROL_NET_OVERLAY", True):
             # paste control_image on top of result_image
             w0, h0 = (200, 200)
             control_image = control_image.resize((w0, h0))
             w1, h1 = result_image.size
             result_image.paste(control_image, (w1 - w0, h1 - h0))
+        """
 
         return result_image

frontend/app/page.js

@@ -9,19 +9,21 @@ export default function Home() {
 
   async function start() {
     setStarting(true);
-    const resp = await fetch(
-      `${process.env.API_URL || "http://localhost:8000"}/start`,
-      {
-        method: "POST",
-        mode: "cors",
-        cache: "no-cache",
-        credentials: "same-origin",
-        headers: {
-          "Content-Type": "application/json",
-        },
-        body: JSON.stringify({}),
-      }
-    );
+
+    const apiUrl = `${
+      window.location.protocol === "https:" ? "https" : "http"
+    }:${window.location.host}`;
+
+    const resp = await fetch(`${process.env.API_URL || apiUrl}/start`, {
+      method: "POST",
+      mode: "cors",
+      cache: "no-cache",
+      credentials: "same-origin",
+      headers: {
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({}),
+    });
 
     const data = await resp.json();