fastapi_t5

Runtime error

App Files Files Community

streetyogi

osanseviero commited on Jan 26, 2023

Commit

0b0f289

•

0 Parent(s):

Duplicate from DockerTemplates/fastapi_t5

Browse files

Co-authored-by: Omar Sanseviero <osanseviero@users.noreply.huggingface.co>

Files changed (8) hide show

.gitattributes +34 -0
Dockerfile +27 -0
README.md +11 -0
main.py +20 -0
requirements.txt +7 -0
static/index.html +36 -0
static/script.js +21 -0
static/style.css +45 -0

.gitattributes ADDED Viewed

	@@ -0,0 +1,34 @@

+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile ADDED Viewed

	@@ -0,0 +1,27 @@

+# Use the official Python 3.9 image
+FROM python:3.9
+# Set the working directory to /code
+WORKDIR /code
+# Copy the current directory contents into the container at /code
+COPY ./requirements.txt /code/requirements.txt
+# Install requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

README.md ADDED Viewed

	@@ -0,0 +1,11 @@

+---
+title: Fastapi T5
+emoji: 🐢
+colorFrom: purple
+colorTo: blue
+sdk: docker
+pinned: false
+duplicated_from: DockerTemplates/fastapi_t5
+---
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py ADDED Viewed

	@@ -0,0 +1,20 @@

+from fastapi import FastAPI
+from fastapi.staticfiles import StaticFiles
+from fastapi.responses import FileResponse
+from transformers import pipeline
+app = FastAPI()
+pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
+@app.get("/infer_t5")
+def t5(input):
+    output = pipe_flan(input)
+    return {"output": output[0]["generated_text"]}
+app.mount("/", StaticFiles(directory="static", html=True), name="static")
+@app.get("/")
+def index() -> FileResponse:
+    return FileResponse(path="/app/static/index.html", media_type="text/html")

requirements.txt ADDED Viewed

	@@ -0,0 +1,7 @@

+fastapi==0.74.*
+requests==2.27.*
+sentencepiece==0.1.*
+torch==1.11.*
+transformers==4.*
+uvicorn[standard]==0.17.*

static/index.html ADDED Viewed

	@@ -0,0 +1,36 @@

+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Fast API 🤗 Space served with Uvicorn</title>
+    <link rel="stylesheet" href="style.css" />
+    <script type="module" src="script.js"></script>
+  </head>
+  <body>
+    <main>
+      <section id="text-gen">
+        <h1>Text generation using Flan T5</h1>
+        <p>
+          Model:
+          <a
+              href="https://huggingface.co/google/flan-t5-small"
+              rel="noreferrer"
+              target="_blank"
+            >google/flan-t5-small</a
+          >
+        </p>
+        <form class="text-gen-form">
+          <label for="text-gen-input">Text prompt</label>
+          <input
+            id="text-gen-input"
+            type="text"
+            value="English: Translate There are many ducks. German:"
+          />
+          <button id="text-gen-submit">Submit</button>
+          <p class="text-gen-output"></p>
+        </form>
+      </section>
+    </main>
+  </body>
+</html>

static/script.js ADDED Viewed

	@@ -0,0 +1,21 @@

+const textGenForm = document.querySelector('.text-gen-form');
+const translateText = async (text) => {
+    const inferResponse = await fetch(`infer_t5?input=${text}`);
+    const inferJson = await inferResponse.json();
+    return inferJson.output;
+};
+textGenForm.addEventListener('submit', async (event) => {
+  event.preventDefault();
+  const textGenInput = document.getElementById('text-gen-input');
+  const textGenParagraph = document.querySelector('.text-gen-output');
+  try {
+    textGenParagraph.textContent = await translateText(textGenInput.value);
+  } catch (err) {
+    console.error(err);
+  }
+});

static/style.css ADDED Viewed

	@@ -0,0 +1,45 @@

+body {
+  --text: hsl(0 0% 15%);
+  padding: 2.5rem;
+  font-family: sans-serif;
+  color: var(--text);
+}
+body.dark-theme {
+  --text: hsl(0 0% 90%);
+  background-color: hsl(223 39% 7%);
+}
+main {
+  max-width: 80rem;
+  text-align: center;
+}
+section {
+  display: flex;
+  flex-direction: column;
+  align-items: center;
+}
+a {
+  color: var(--text);
+}
+form {
+  width: 30rem;
+  margin: 0 auto;
+}
+input {
+  width: 100%;
+}
+button {
+  cursor: pointer;
+}
+.text-gen-output {
+  min-height: 1.2rem;
+  margin: 1rem;
+  border: 0.5px solid grey;
+}