Upload 3 files

Dockerfile

@@ -0,0 +1,16 @@
+FROM python:3.9
+ 
+#set working director to /
+WORKDIR  /code
+COPY ./requirements.txt  /code/
+RUN pip install --no-cache-dir --upgrade -r /home/requirements.txt
+RUN useradd user
+USER user
+
+ENV HOME=/home/user  \
+    PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+
+CMD [ "uvicorn", "app:app", "--host", "0:0:0:0","--port","7860" ]

app.py

@@ -0,0 +1,27 @@
+from fastapi import FastAPI
+from transformers import pipeline
+# from huggingface_hub import notebook_login
+# notebook_login()
+
+
+app=FastAPI()
+
+import transformers
+import torch
+
+model_id = "meta-llama/Meta-Llama-3-8B"
+
+pipeline = transformers.pipeline(
+    "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
+)
+
+@app.get("/")
+def home():
+    return ("Hello world")
+
+@app.get("/generate")
+def generate(text:str):
+    #call pipeline to generate text
+    output=pipeline(text)
+    #return the output
+    return {"output":output[0]['generated_text']}

requirements.txt

@@ -0,0 +1,6 @@
+fastapi==0.74.*
+requests==2.27.*
+uvicorn[standard]==0.17.*
+sentencepiece==0.1.*
+torch==1.11.*
+transformers==4.13.*