File size: 3,023 Bytes
11bd448 aae10fc 25bf2cc 11bd448 aae10fc 11bd448 25bf2cc 11bd448 25bf2cc b4f5e30 aae10fc 11bd448 aae10fc 11bd448 aae10fc 25bf2cc aae10fc 25bf2cc aae10fc 25bf2cc aae10fc 25bf2cc aae10fc 25bf2cc aae10fc 25bf2cc 11bd448 aae10fc 25bf2cc 11bd448 25bf2cc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
import gradio as gr
from huggingface_hub import ModelCard
from compliance_checks import (
ComplianceSuite,
ComplianceCheck,
ModelProviderIdentityCheck,
IntendedPurposeCheck,
GeneralLimitationsCheck,
ComputationalRequirementsCheck,
)
from bloom_card import bloom_card
checks = [
ModelProviderIdentityCheck(),
IntendedPurposeCheck(),
GeneralLimitationsCheck(),
ComputationalRequirementsCheck(),
]
suite = ComplianceSuite(checks=checks)
def status_emoji(status: bool):
return "✅" if status else "🛑"
def run_compliance_check(model_card: str):
results = suite.run(model_card)
return [
*[gr.Accordion.update(label=f"{r.name} - {status_emoji(r.status)}") for r in results],
*[gr.Markdown.update(value=r.to_string()) for r in results],
]
def fetch_and_run_compliance_check(model_id: str):
model_card = ModelCard.load(repo_id_or_path=model_id).content
return run_compliance_check(model_card=model_card)
def compliance_result(compliance_check: ComplianceCheck):
accordion = gr.Accordion(label=f"{compliance_check.name}", open=False)
with accordion:
description = gr.Markdown("Run an evaluation to see results...")
return accordion, description
with gr.Blocks(css="#reverse-row { flex-direction: row-reverse; }") as demo:
gr.Markdown("""\
# Model Card Validator
Following Article 13 of the EU AI Act
""")
with gr.Row(elem_id="reverse-row"):
with gr.Tab(label="Results"):
with gr.Column():
compliance_results = [compliance_result(c) for c in suite.checks]
compliance_accordions = [c[0] for c in compliance_results]
compliance_descriptions = [c[1] for c in compliance_results]
with gr.Column():
with gr.Tab(label="Markdown"):
model_card_box = gr.TextArea()
populate_sample_card = gr.Button(value="Populate Sample")
submit_markdown = gr.Button()
with gr.Tab(label="Search for Model"):
model_id_search = gr.Text()
submit_model_search = gr.Button()
gr.Examples(
examples=["society-ethics/model-card-webhook-test"],
inputs=[model_id_search],
outputs=[*compliance_accordions, *compliance_descriptions],
fn=fetch_and_run_compliance_check,
# cache_examples=True, # TODO: Why does this break the app?
)
submit_markdown.click(
fn=run_compliance_check,
inputs=[model_card_box],
outputs=[*compliance_accordions, *compliance_descriptions]
)
submit_model_search.click(
fn=fetch_and_run_compliance_check,
inputs=[model_id_search],
outputs=[*compliance_accordions, *compliance_descriptions]
)
populate_sample_card.click(
fn=lambda: bloom_card,
inputs=[],
outputs=[model_card_box]
)
demo.launch()
|