Initial commit

app.py

@@ -0,0 +1,75 @@
+import re
+import subprocess
+import sys
+from datetime import datetime
+from importlib import import_module
+from pathlib import Path
+
+import gradio as gr
+import pandas as pd
+
+if Path("optimum-intel").is_dir():
+    subprocess.run(["git", "pull"], cwd="optimum-intel")
+else:
+    subprocess.run(["git", "clone", "https://github.com/huggingface/optimum-intel.git"])
+test_path = Path(".") / "optimum-intel" / "tests" / "openvino"
+sys.path.append(str(test_path))
+
+from test_modeling import *
+from test_stable_diffusion import *
+
+
+def generate_model_list():
+    tests = []
+    d = {}
+    for item in globals().copy():
+        match = re.match("(OVModelFor.*IntegrationTest)", item) or re.match("(OV.*PipelineTest)", item)
+        if match:
+            tests.append(match.group(1))
+
+    for test in tests:
+        task = test.replace("IntegrationTest", "").replace("Test", "")
+        if "OVModelFor" in task:
+            cls = getattr(import_module("test_modeling"), test)
+        else:
+            cls = getattr(import_module("test_stable_diffusion"), test)
+        try:
+            print(cls.SUPPORTED_ARCHITECTURES)
+            d[task] = cls.SUPPORTED_ARCHITECTURES
+        except AttributeError:
+            print(cls.SUPPORTED_ARCHITECTURES_WITH_HIDDEN_STATES)
+            print(cls.SUPPORTED_ARCHITECTURES_WITH_ATTENTION)
+            d[task] = cls.SUPPORTED_ARCHITECTURES_WITH_ATTENTION + cls.SUPPORTED_ARCHITECTURES_WITH_HIDDEN_STATES
+
+    with open("supported_models.md", "w") as f:
+        f.write(f"Updated at {datetime.now().strftime('%d %B %Y')}\n\n")
+
+        summary = []
+        all_archs = []
+        for archs in d.values():
+            all_archs += archs
+        for title, supported_models in d.items():
+            f.write(f"## {title}\n\n")
+            for item in supported_models:
+                f.write(f" - {item}\n")
+            f.write("\n")
+            summary.append((title, len(supported_models)))
+        md_summary = pd.DataFrame.from_records(summary, columns=["task", "number of architectures"]).to_markdown()
+        f.write("# Summary\n\n")
+        f.write(md_summary)
+        f.write("\n\n")
+        num_total_archs = len(set(all_archs))
+        f.write(f"Total unique architectures: {num_total_archs}\n\n")
+        f.write(f"Total validated architecture/task combinations: {len(all_archs)}\n\n")
+
+    return Path("supported_models.md").read_text()
+
+
+demo = gr.Interface(
+    fn=generate_model_list,
+    title="List of validated architectures for optimum[openvino]",
+    inputs=[],
+    outputs=[gr.Markdown()],
+    allow_flagging=False,
+)
+demo.launch(server_name="0.0.0.0")