| import re | |
| import subprocess | |
| import sys | |
| from datetime import datetime | |
| from importlib import import_module | |
| from pathlib import Path | |
| import gradio as gr | |
| import pandas as pd | |
| if Path("optimum-intel").is_dir(): | |
| subprocess.run(["git", "pull"], cwd="optimum-intel") | |
| else: | |
| subprocess.run(["git", "clone", "https://github.com/huggingface/optimum-intel.git"]) | |
| test_path = Path(__file__).parent / "optimum-intel" / "tests" / "openvino" | |
| sys.path.append(str(test_path)) | |
| from test_modeling import * | |
| from test_stable_diffusion import * | |
| RESULT_FILE = "supported_models.md" | |
| def generate_model_list(): | |
| tests = [] | |
| d = {} | |
| for item in globals().copy(): | |
| match = re.match("(OVModelFor.*IntegrationTest)", item) or re.match("(OV.*PipelineTest)", item) | |
| if match: | |
| tests.append(match.group(1)) | |
| for test in tests: | |
| task = test.replace("IntegrationTest", "").replace("Test", "") | |
| if "OVModelFor" in task: | |
| cls = getattr(import_module("test_modeling"), test) | |
| else: | |
| cls = getattr(import_module("test_stable_diffusion"), test) | |
| try: | |
| print(cls.SUPPORTED_ARCHITECTURES) | |
| d[task] = cls.SUPPORTED_ARCHITECTURES | |
| except AttributeError: | |
| print(cls.SUPPORTED_ARCHITECTURES_WITH_HIDDEN_STATES) | |
| print(cls.SUPPORTED_ARCHITECTURES_WITH_ATTENTION) | |
| d[task] = cls.SUPPORTED_ARCHITECTURES_WITH_ATTENTION + cls.SUPPORTED_ARCHITECTURES_WITH_HIDDEN_STATES | |
| with open(RESULT_FILE, "w") as f: | |
| f.write(f"Updated at {datetime.now().strftime('%d %B %Y')}\n\n") | |
| summary = [] | |
| all_archs = [] | |
| for archs in d.values(): | |
| all_archs += archs | |
| for title, supported_models in d.items(): | |
| f.write(f"## {title}\n\n") | |
| for item in supported_models: | |
| f.write(f" - {item}\n") | |
| f.write("\n") | |
| summary.append((title, len(supported_models))) | |
| md_summary = pd.DataFrame.from_records(summary, columns=["task", "number of architectures"]).to_markdown() | |
| f.write("# Summary\n\n") | |
| f.write(md_summary) | |
| f.write("\n\n") | |
| num_total_archs = len(set(all_archs)) | |
| f.write(f"Total unique architectures: {num_total_archs}\n\n") | |
| f.write(f"Total validated architecture/task combinations: {len(all_archs)}\n\n") | |
| return Path(RESULT_FILE).read_text(), RESULT_FILE | |
| demo = gr.Interface( | |
| fn=generate_model_list, | |
| title="List of validated architectures for optimum[openvino]", | |
| inputs=[], | |
| outputs=[gr.Markdown(), gr.File()], | |
| allow_flagging="never", | |
| ) | |
| demo.launch(server_name="0.0.0.0") | |