factor + low priority

src/app.py

@@ -25,7 +25,7 @@ with env.prefixed("ERASER_"):
 
 assert API_USER is not None
 assert API_PASSWORD is not None
-CTX = EditorAPIContext(uri=API_URL, user=API_USER, password=API_PASSWORD)
+CTX = EditorAPIContext(uri=API_URL, user=API_USER, password=API_PASSWORD, priority="low")
 if CA_BUNDLE:
     CTX.verify = CA_BUNDLE
 
@@ -62,41 +62,19 @@ async def _process(ctx: EditorAPIContext, params: ProcessParams) -> Image.Image:
         segment_params = {"bbox": list(params.bbox)}
     else:
         assert params.prompt
-        async with ctx as client:
-            response = await client.post(
-                f"{ctx.uri}/skills/infer-bbox/{st_input}",
-                json={"product_name": params.prompt},
-                headers=ctx.auth_headers,
-            )
-        response.raise_for_status()
-        st_bbox = response.json()["state"]
-        await ctx.sse_await(st_bbox)
-        segment_input_st = st_bbox
+        segment_input_st = await ctx.call_skill(
+            f"infer-bbox/{st_input}",
+            {"product_name": params.prompt},
+        )
         segment_params = {}
 
-    async with ctx as client:
-        response = await client.post(
-            f"{ctx.uri}/skills/segment/{segment_input_st}",
-            json=segment_params,
-            headers=ctx.auth_headers,
-        )
-    response.raise_for_status()
-    st_mask = response.json()["state"]
-    await ctx.sse_await(st_mask)
+    st_mask = await ctx.call_skill(f"segment/{segment_input_st}", segment_params)
 
     erase_params: dict[str, str | bool] = {
         "mode": "free",  # new API
         "restore_original_resolution": False,  # legacy API
     }
-    async with ctx as client:
-        response = await client.post(
-            f"{ctx.uri}/skills/erase/{st_input}/{st_mask}",
-            json=erase_params,
-            headers=ctx.auth_headers,
-        )
-    response.raise_for_status()
-    st_erased = response.json()["state"]
-    await ctx.sse_await(st_erased)
+    st_erased = await ctx.call_skill(f"erase/{st_input}/{st_mask}", erase_params)
 
     async with ctx as client:
         response = await client.get(
@@ -158,8 +136,9 @@ TITLE = """
     padding: 0.5rem 1rem;
     font-size: 1.25rem;
   ">
-    🥳 We're launching our API! It's way faster and more accurate, so if you liked this space, you'll definitely
-    wanna check it out. <a href="https://finegrain.ai/?utm_source=hf&utm_campaign=object-eraser" target="_blank">Try it now</a>! 🚀
+    🥳 We're launching our API! It's way faster and more accurate, so if you liked this space,
+    you'll definitely wanna check it out.
+    <a href="https://finegrain.ai/?utm_source=hf&utm_campaign=object-eraser" target="_blank">Try it now</a>! 🚀
   </div>
 
   <h1 style="font-size: 1.5rem; margin-bottom: 0.5rem;">

src/fg.py

@@ -3,11 +3,13 @@ import dataclasses as dc
 import json
 from collections import defaultdict
 from collections.abc import Awaitable, Callable
-from typing import Any
+from typing import Any, Literal
 
 import httpx
 import httpx_sse
 
+Priority = Literal["low", "standard", "high"]
+
 
 def _new_future() -> asyncio.Future[Any]:
     return asyncio.get_running_loop().create_future()
@@ -18,6 +20,7 @@ class EditorAPIContext:
     uri: str
     user: str
     password: str
+    priority: Priority = "standard"
     token: str | None = None
     verify: bool | str = True
     _client: httpx.AsyncClient | None = None
@@ -115,3 +118,16 @@ class EditorAPIContext:
             asyncio.set_event_loop(loop)
 
         return loop.run_until_complete(self.run_one(co, params))
+
+    async def call_skill(self, uri: str, params: dict[str, Any] | None) -> str:
+        params = {"priority": self.priority} | (params or {})
+        async with self as client:
+            response = await client.post(
+                f"{self.uri}/skills/{uri}",
+                json=params,
+                headers=self.auth_headers,
+            )
+        response.raise_for_status()
+        state_id = response.json()["state"]
+        await self.sse_await(state_id)
+        return state_id