ipex

README.md

@@ -1,5 +1,5 @@
 ---
-title: Optimum Benchmark UI
+title: Auto Benchmark
 emoji: 🏋️
 colorFrom: purple
 colorTo: indigo

app.py

@@ -10,18 +10,17 @@ from config_store import (
     get_inference_config,
     get_openvino_config,
     get_pytorch_config,
-    # get_ipex_config,
+    get_ipex_config,
 )
 from optimum_benchmark.launchers.base import Launcher  # noqa
 from optimum_benchmark.backends.openvino.utils import TASKS_TO_OVMODEL
 from optimum_benchmark.backends.transformers_utils import TASKS_TO_MODEL_LOADERS
-
-# from optimum_benchmark.backends.ipex.utils import TASKS_TO_IPEXMODEL
+from optimum_benchmark.backends.ipex.utils import TASKS_TO_IPEXMODEL
 from optimum_benchmark import (
     BenchmarkConfig,
     PyTorchConfig,
     OVConfig,
-    # IPEXConfig,
+    IPEXConfig,
     ProcessConfig,
     InferenceConfig,
     Benchmark,
@@ -39,7 +38,7 @@ MODELS = [
 ]
 TASKS = (
     set(TASKS_TO_OVMODEL.keys())
-    # & set(TASKS_TO_IPEXMODEL.keys())
+    & set(TASKS_TO_IPEXMODEL.keys())
     & set(TASKS_TO_MODEL_LOADERS.keys())
 )
 
@@ -62,7 +61,7 @@ def run_benchmark(kwargs, oauth_token: gr.OAuthToken):
         "inference": {},
         "openvino": {},
         "pytorch": {},
-        # "ipex": {},
+        "ipex": {},
     }
 
     for key, value in kwargs.items():
@@ -98,17 +97,17 @@ def run_benchmark(kwargs, oauth_token: gr.OAuthToken):
         device=DEVICE,
         **configs["pytorch"],
     )
-    # configs["ipex"] = IPEXConfig(
-    #     task=task,
-    #     model=model,
-    #     device=DEVICE,
-    #     **configs["ipex"],
-    # )
+    configs["ipex"] = IPEXConfig(
+        task=task,
+        model=model,
+        device=DEVICE,
+        **configs["ipex"],
+    )
 
     outputs = {
         "openvino": "Running benchmark for OpenVINO backend",
         "pytorch": "Running benchmark for PyTorch backend",
-        # "ipex": "Running benchmark for IPEX backend",
+        "ipex": "Running benchmark for IPEX backend",
     }
 
     yield tuple(outputs[b] for b in BACKENDS)
@@ -171,6 +170,10 @@ def build_demo():
             "</a>"
             "<br>"
             "</h3>"
+            "<p style='text-align: center'>"
+            "This Space uses Optimum Benchmark to automatically benchmark a model from the Hub on different backends."
+            "<br>"
+            "The results (config and report) will be pushed under your namespace in a benchmark repository on the Hub."
         )
 
         model = gr.Dropdown(
@@ -206,8 +209,8 @@ def build_demo():
                 openvino_config = get_openvino_config()
             with gr.Accordion(label="PyTorch Config", open=False, visible=True):
                 pytorch_config = get_pytorch_config()
-            # with gr.Accordion(label="IPEX Config", open=False, visible=True):
-            #     ipex_config = get_ipex_config()
+            with gr.Accordion(label="IPEX Config", open=False, visible=True):
+                ipex_config = get_ipex_config()
 
         backends.change(
             inputs=backends,
@@ -225,8 +228,8 @@ def build_demo():
                 openvino_output = gr.Markdown()
             with gr.Accordion(label="PyTorch Output", open=True, visible=True):
                 pytorch_output = gr.Markdown()
-            # with gr.Accordion(label="IPEX Output", open=True, visible=True):
-            #     ipex_output = gr.Markdown()
+            with gr.Accordion(label="IPEX Output", open=True, visible=True):
+                ipex_output = gr.Markdown()
 
         backends.change(
             inputs=backends,
@@ -246,12 +249,12 @@ def build_demo():
                 *inference_config.values(),
                 *openvino_config.values(),
                 *pytorch_config.values(),
-                # *ipex_config.values(),
+                *ipex_config.values(),
             },
             outputs={
                 openvino_output,
                 pytorch_output,
-                # ipex_output,
+                ipex_output,
             },
             concurrency_limit=1,
         )

requirements.txt

@@ -1 +1 @@
-optimum-benchmark[openvino]@git+https://github.com/huggingface/optimum-benchmark.git@markdown-report
+optimum-benchmark[openvino,ipex]@git+https://github.com/huggingface/optimum-benchmark.git@markdown-report