avoid DOS

app.py

@@ -18,12 +18,16 @@ with env.prefixed("ERASER_"):
 auth = None if API_KEY is None else httpx.BasicAuth("hf", API_KEY)
 
 
-def process_bbox(prompts: dict[str, Any]) -> Image.Image:
+def process_bbox(prompts: dict[str, Any], request: gr.Request) -> Image.Image:
     assert isinstance(img := prompts["image"], Image.Image)
     assert isinstance(boxes := prompts["boxes"], list)
     assert len(boxes) == 1
     assert isinstance(box := boxes[0], dict)
     data = {"bbox": ",".join([str(box[k]) for k in ["xmin", "ymin", "xmax", "ymax"]])}
+    headers = {}
+    if request:  # avoid DOS - can be None despite type hint!
+        client_ip = request.headers.get("x-forwarded-for") or request.client.host
+        headers = {"X-HF-Client-IP": client_ip}
     with io.BytesIO() as f:
         img.save(f, format="JPEG")
         r = httpx.post(
@@ -33,6 +37,7 @@ def process_bbox(prompts: dict[str, Any]) -> Image.Image:
             verify=CA_BUNDLE or True,
             timeout=30.0,
             auth=auth,
+            headers=headers,
         )
     r.raise_for_status()
     return Image.open(io.BytesIO(r.content))
@@ -42,8 +47,12 @@ def on_change_bbox(prompts: dict[str, Any]):
     return gr.update(interactive=len(prompts["boxes"]) > 0)
 
 
-def process_prompt(img: Image.Image, prompt: str) -> Image.Image:
+def process_prompt(img: Image.Image, prompt: str, request: gr.Request) -> Image.Image:
     data = {"prompt": prompt}
+    headers = {}
+    if request:  # avoid DOS - can be None despite type hint!
+        client_ip = request.headers.get("x-forwarded-for") or request.client.host
+        headers = {"X-HF-Client-IP": client_ip}
     with io.BytesIO() as f:
         img.save(f, format="JPEG")
         r = httpx.post(
@@ -53,6 +62,7 @@ def process_prompt(img: Image.Image, prompt: str) -> Image.Image:
             verify=CA_BUNDLE or True,
             timeout=30.0,
             auth=auth,
+            headers=headers,
         )
     r.raise_for_status()
     return Image.open(io.BytesIO(r.content))
@@ -108,43 +118,50 @@ with gr.Blocks() as demo:
                 inputs=[iimg, prompt],
                 outputs=[btn],
             )
-        btn.click(fn=process_prompt, inputs=[iimg, prompt], outputs=[oimg])
+        btn.click(
+            fn=process_prompt,
+            inputs=[iimg, prompt],
+            outputs=[oimg],
+            api_name=False,
+        )
 
-        ex = gr.Examples(
-            examples=[
-                [
-                    "examples/white-towels-rattan-basket-white-table-with-bright-room-background.jpg",
-                    "soap",
-                ],
-                [
-                    "examples/interior-decor-with-mirror-potted-plant.jpg",
-                    "potted plant",
-                ],
-                [
-                    "examples/detail-ball-basketball-court-sunset.jpg",
-                    "basketball",
-                ],
-                [
-                    "examples/still-life-device-table_23-2150994394.jpg",
-                    "glass of water",
-                ],
-                [
-                    "examples/knife-fork-green-checkered-napkin_140725-63576.jpg",
-                    "knife and fork",
-                ],
-                [
-                    "examples/city-night-with-architecture-vibrant-lights_23-2149836930.jpg",
-                    "frontmost black car on right lane",
-                ],
-                [
-                    "examples/close-up-coffee-latte-wooden-table_23-2147893063.jpg",
-                    "coffee cup on plate",
-                ],
-                [
-                    "examples/empty-chair-with-vase-plant_74190-2078.jpg",
-                    "chair",
-                ],
+        examples = [
+            [
+                "examples/white-towels-rattan-basket-white-table-with-bright-room-background.jpg",
+                "soap",
+            ],
+            [
+                "examples/interior-decor-with-mirror-potted-plant.jpg",
+                "potted plant",
+            ],
+            [
+                "examples/detail-ball-basketball-court-sunset.jpg",
+                "basketball",
+            ],
+            [
+                "examples/still-life-device-table_23-2150994394.jpg",
+                "glass of water",
+            ],
+            [
+                "examples/knife-fork-green-checkered-napkin_140725-63576.jpg",
+                "knife and fork",
+            ],
+            [
+                "examples/city-night-with-architecture-vibrant-lights_23-2149836930.jpg",
+                "frontmost black car on right lane",
             ],
+            [
+                "examples/close-up-coffee-latte-wooden-table_23-2147893063.jpg",
+                "coffee cup on plate",
+            ],
+            [
+                "examples/empty-chair-with-vase-plant_74190-2078.jpg",
+                "chair",
+            ],
+        ]
+
+        ex = gr.Examples(
+            examples=[x + [None] for x in examples],
             inputs=[iimg, prompt],
             outputs=[oimg],
             fn=process_prompt,
@@ -170,47 +187,55 @@ with gr.Blocks() as demo:
             inputs=[annotator],
             outputs=[btn],
         )
-        btn.click(fn=process_bbox, inputs=[annotator], outputs=[oimg])
+        btn.click(
+            fn=process_bbox,
+            inputs=[annotator],
+            outputs=[oimg],
+            api_name=False,
+        )
+
+        examples = [
+            {
+                "image": "examples/white-towels-rattan-basket-white-table-with-bright-room-background.jpg",
+                "boxes": [{"xmin": 836, "ymin": 475, "xmax": 1125, "ymax": 1013}],
+            },
+            {
+                "image": "examples/interior-decor-with-mirror-potted-plant.jpg",
+                "boxes": [{"xmin": 47, "ymin": 907, "xmax": 397, "ymax": 1633}],
+            },
+            {
+                "image": "examples/detail-ball-basketball-court-sunset.jpg",
+                "boxes": [{"xmin": 673, "ymin": 954, "xmax": 911, "ymax": 1186}],
+            },
+            {
+                "image": "examples/still-life-device-table_23-2150994394.jpg",
+                "boxes": [{"xmin": 429, "ymin": 586, "xmax": 571, "ymax": 834}],
+            },
+            {
+                "image": "examples/knife-fork-green-checkered-napkin_140725-63576.jpg",
+                "boxes": [{"xmin": 972, "ymin": 226, "xmax": 1092, "ymax": 1023}],
+            },
+            {
+                "image": "examples/city-night-with-architecture-vibrant-lights_23-2149836930.jpg",
+                "boxes": [{"xmin": 215, "ymin": 637, "xmax": 411, "ymax": 855}],
+            },
+            {
+                "image": "examples/close-up-coffee-latte-wooden-table_23-2147893063.jpg",
+                "boxes": [{"xmin": 255, "ymin": 456, "xmax": 1080, "ymax": 1064}],
+            },
+            {
+                "image": "examples/empty-chair-with-vase-plant_74190-2078.jpg",
+                "boxes": [{"xmin": 35, "ymin": 320, "xmax": 383, "ymax": 983}],
+            },
+        ]
 
         ex = gr.Examples(
-            examples=[
-                {
-                    "image": "examples/white-towels-rattan-basket-white-table-with-bright-room-background.jpg",
-                    "boxes": [{"xmin": 836, "ymin": 475, "xmax": 1125, "ymax": 1013}],
-                },
-                {
-                    "image": "examples/interior-decor-with-mirror-potted-plant.jpg",
-                    "boxes": [{"xmin": 47, "ymin": 907, "xmax": 397, "ymax": 1633}],
-                },
-                {
-                    "image": "examples/detail-ball-basketball-court-sunset.jpg",
-                    "boxes": [{"xmin": 673, "ymin": 954, "xmax": 911, "ymax": 1186}],
-                },
-                {
-                    "image": "examples/still-life-device-table_23-2150994394.jpg",
-                    "boxes": [{"xmin": 429, "ymin": 586, "xmax": 571, "ymax": 834}],
-                },
-                {
-                    "image": "examples/knife-fork-green-checkered-napkin_140725-63576.jpg",
-                    "boxes": [{"xmin": 972, "ymin": 226, "xmax": 1092, "ymax": 1023}],
-                },
-                {
-                    "image": "examples/city-night-with-architecture-vibrant-lights_23-2149836930.jpg",
-                    "boxes": [{"xmin": 215, "ymin": 637, "xmax": 411, "ymax": 855}],
-                },
-                {
-                    "image": "examples/close-up-coffee-latte-wooden-table_23-2147893063.jpg",
-                    "boxes": [{"xmin": 255, "ymin": 456, "xmax": 1080, "ymax": 1064}],
-                },
-                {
-                    "image": "examples/empty-chair-with-vase-plant_74190-2078.jpg",
-                    "boxes": [{"xmin": 35, "ymin": 320, "xmax": 383, "ymax": 983}],
-                },
-            ],
+            examples=[[x, None] for x in examples],
             inputs=[annotator],
             outputs=[oimg],
             fn=process_bbox,
             cache_examples=True,
         )
 
+demo.queue(max_size=30, api_open=False)
 demo.launch(show_api=False)