First Commit

app.py

@@ -0,0 +1,101 @@
+import numpy as np
+import tensorflow as tf
+from tensorflow import keras
+from tensorflow.keras.preprocessing.sequence import pad_sequences
+from tensorflow.keras.datasets import imdb  # pyright: reportMissingImports=false
+from huggingface_hub import from_pretrained_keras
+import gradio as gr
+from typing import Dict
+
+class KerasIMDBTokenizer:
+
+    def __init__(self, vocab_size: int = 20000) -> None:
+
+        # Parameters used in `keras.datasets.imdb.load_data`
+        self.START_CHAR = 1
+        self.OOV_CHAR = 2
+        self.INDEX_FROM = 3
+
+        self.word_index: dict[str, int] = imdb.get_word_index()
+        self.word_index = {
+            token: input_id + self.INDEX_FROM
+            for token, input_id in self.word_index.items() if input_id <= vocab_size
+        }
+
+    def tokenize_and_pad(self, text: str, maxlen: int = 200) -> np.ndarray:
+        tokens = text.split()
+        input_ids = [self.word_index.get(token.lower(), self.OOV_CHAR) for token in tokens]
+        input_ids.insert(0, self.START_CHAR)
+        # pad_sequences only accepts a list of sequences
+        return pad_sequences([input_ids], maxlen=maxlen)
+
+model = from_pretrained_keras("keras-io/text-classification-with-transformer", compile=False)
+tokenizer = KerasIMDBTokenizer()
+
+def sentiment_analysis(model_input: str) -> Dict[str, float]:
+    tokenized = tokenizer.tokenize_and_pad(model_input)
+
+    prediction = model.predict(tokenized)[0]
+    ret = {
+        "negative": float(prediction[0]),
+        "positive": float(prediction[1])
+    }
+    return ret
+
+
+model_input = gr.Textbox("Input text here", show_label=False)
+model_output = gr.Label("Sentiment Analysis Result", num_top_classes=2, show_label=True, label="Sentiment Analysis Result")
+
+
+examples = [
+    (
+        "Story of a man who has unnatural feelings for a pig. "
+        "Starts out with a opening scene that is a terrific example of absurd comedy. "
+        "A formal orchestra audience is turned into an insane, violent mob by the crazy chantings of it's singers. "
+        "Unfortunately it stays absurd the WHOLE time with no general narrative eventually making it just too off putting. "
+        "Even those from the era should be turned off. "
+        "The cryptic dialogue would make Shakespeare seem easy to a third grader. "
+        "On a technical level it's better than you might think with some good cinematography by future great Vilmos Zsigmond. "
+        "Future stars Sally Kirkland and Frederic Forrest can be seen briefly."
+    ),
+    (
+        "I came in in the middle of this film so I had no idea about any credits or even its title till I looked it up here, "
+        "where I see that it has received a mixed reception by your commentators. "
+        "I'm on the positive side regarding this film but one thing really caught my attention as I watched: "
+        "the beautiful and sensitive score written in a Coplandesque Americana style. "
+        "My surprise was great when I discovered the score to have been written by none other than John Williams himself. "
+        "True he has written sensitive and poignant scores such as Schindler's List but one usually associates "
+        "his name with such bombasticities as Star Wars. "
+        "But in my opinion what Williams has written for this movie surpasses anything I've ever heard of his "
+        "for tenderness, sensitivity and beauty, fully in keeping with the tender and lovely plot of the movie. "
+        "And another recent score of his, for Catch Me if You Can, shows still more wit and sophistication. "
+        "As to Stanley and Iris, I like education movies like How Green was my Valley and Konrack, "
+        "that one with John Voigt and his young African American charges in South Carolina, "
+        "and Danny deVito's Renaissance Man, etc. They tell a necessary story of intellectual and spiritual awakening, "
+        "a story which can't be told often enough. This one is an excellent addition to that genre."
+    )
+]
+
+title = "Text classification with Transformer"
+description = "Implement a Transformer block as a Keras layer and use it for text classification."
+article = (
+    "Author: Xin Sui "
+    "Based on <a href=\"https://keras.io/examples/nlp/text_classification_with_transformer\">this</a> "
+    "keras example by <a href=\"https://twitter.com/NandanApoorv\">Apoorv Nandan</a>. "
+    "HuggingFace Model <a href=\"https://huggingface.co/keras-io/text-classification-with-transformer\">here</a>"
+)
+
+
+app = gr.Interface(
+    sentiment_analysis, 
+	inputs=model_input,
+    outputs=model_output, 
+    examples=examples,
+    title=title,
+	description=description,
+    article=article,
+    allow_flagging='never',
+    analytics_enabled=False,
+)
+
+app.launch(enable_queue=True)

requirements.txt

@@ -0,0 +1,90 @@
+absl-py==1.1.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+analytics-python==1.4.0
+anyio==3.6.1
+asgiref==3.5.2
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+backoff==1.10.0
+bcrypt==3.2.2
+cachetools==5.2.0
+certifi==2022.5.18.1
+cffi==1.15.0
+charset-normalizer==2.0.12
+click==8.1.3
+cryptography==37.0.2
+cycler==0.11.0
+fastapi==0.78.0
+ffmpy==0.3.0
+filelock==3.7.1
+flatbuffers==1.12
+fonttools==4.33.3
+frozenlist==1.3.0
+gast==0.4.0
+google-auth==2.7.0
+google-auth-oauthlib==0.4.6
+google-pasta==0.2.0
+gradio==3.0.13
+grpcio==1.46.3
+h11==0.13.0
+h5py==3.7.0
+huggingface-hub @ https://github.com/huggingface/huggingface_hub/archive/main.zip
+idna==3.3
+Jinja2==3.1.2
+keras==2.9.0
+Keras-Preprocessing==1.1.2
+kiwisolver==1.4.2
+libclang==14.0.1
+linkify-it-py==1.0.3
+Markdown==3.3.7
+markdown-it-py==2.1.0
+MarkupSafe==2.1.1
+matplotlib==3.5.2
+mdit-py-plugins==0.3.0
+mdurl==0.1.1
+monotonic==1.6
+multidict==6.0.2
+numpy==1.22.4
+oauthlib==3.2.0
+opt-einsum==3.3.0
+orjson==3.7.2
+packaging==21.3
+pandas==1.4.2
+paramiko==2.11.0
+Pillow==9.1.1
+protobuf==3.19.4
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycparser==2.21
+pycryptodome==3.14.1
+pydantic==1.9.1
+pydub==0.25.1
+PyNaCl==1.5.0
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-multipart==0.0.5
+pytz==2022.1
+PyYAML==6.0
+requests==2.28.0
+requests-oauthlib==1.3.1
+rsa==4.8
+six==1.16.0
+sniffio==1.2.0
+starlette==0.19.1
+tensorboard==2.9.1
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorflow==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.26.0
+termcolor==1.1.0
+tqdm==4.64.0
+typing_extensions==4.2.0
+uc-micro-py==1.0.1
+urllib3==1.26.9
+uvicorn==0.17.6
+Werkzeug==2.1.2
+wrapt==1.14.1
+yarl==1.7.2