Add options to upload an image or take a picture

app.py

@@ -20,7 +20,8 @@ connections = {
     'HAND_PINKY_FINGER_CONNECTIONS': mp_hands_connections.HAND_PINKY_FINGER_CONNECTIONS,
 }
 
-def process_hands(img, selected_connection, draw_background):
+def process_image(img, selected_connection, draw_background):
+  print(img)
   results = hands.process(img)
   output_img = img if draw_background else np.zeros_like(img)  
   if results.multi_hand_landmarks:
@@ -36,7 +37,7 @@ def process_video(video_path, selected_connection, draw_background):
       with media.VideoWriter(
           out_path, shape=r.shape, fps=r.fps, bps=r.bps) as w:
         for image in r:
-          w.add_image(process_hands(image, selected_connection, draw_background))
+          w.add_image(process_image(image, selected_connection, draw_background))
     return out_path
 
 
@@ -58,6 +59,12 @@ with demo:
       value=connection_keys[0],
       )
     with gr.Tabs():
+      with gr.TabItem(label="Upload an image"):
+        uploaded_image = gr.Image(type="numpy")
+        submit_uploaded_image = gr.Button(value="Process Image")
+      with gr.TabItem(label="Take a picture"):
+        camera_picture = gr.Image(source="webcam", type="numpy")
+        submit_camera_picture = gr.Button(value="Process Image")  
       with gr.TabItem(label="Record a video"):
         recorded_video = gr.Video(source="webcam", format="mp4")
         submit_recorded_video = gr.Button(value="Process Video")
@@ -67,8 +74,11 @@ with demo:
 
   with gr.Column():
     processed_video = gr.Video()
+    processed_image = gr.Image()
 
   gr.Markdown('<img id="visitor-badge" alt="visitor badge" src="https://visitor-badge.glitch.me/badge?page_id=kristyc.mediapipe-hands" />')
+  submit_uploaded_image.click(fn=process_image, inputs=[uploaded_image, selected_connection, draw_background], outputs=[processed_image])
+  submit_camera_picture.click(fn=process_image, inputs=[camera_picture, selected_connection, draw_background], outputs=[processed_image])
   submit_recorded_video.click(fn=process_video, inputs=[recorded_video, selected_connection, draw_background], outputs=[processed_video])
   submit_uploaded_video.click(fn=process_video, inputs=[recorded_video, selected_connection, draw_background], outputs=[processed_video])