Upload 3 files

Dockerfile

@@ -0,0 +1,25 @@
+FROM python:3.9
+
+##set the work directory
+WORKDIR /code
+
+## copy the current directory contents into the container
+COPY ./requirements.txt /code/requirements.txt
+
+## install the required packages
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+##Setup a new user named named "user"
+RUN useradd user
+
+##Add the user to the container
+USER user
+
+ENV HOME=/home/user \
+   PATH = /home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown . $HOME/app
+
+CMD["uvicorn","app:app","--host","0.0.0.0", "--port", "8000"]

app.py

@@ -0,0 +1,17 @@
+
+from fastapi import FastAPI
+from ctransformers import AutoModelForCausalLM
+
+##create a new FastAPI app instance
+app = FastAPI()
+
+def get_llm():
+  model_path = "TheBloke/CodeLlama-7B-GGUF"
+  llm = AutoModelForCausalLM.from_pretrained("TheBloke/CodeLlama-7B-GGUF", model_type="llama")
+  return llm
+
+@app.get("/generate")
+def generate(text:str) ->dict:
+  llm = get_llm()
+  res = llm(text)
+  return {"text":res}

requirements.txt

@@ -0,0 +1,6 @@
+fastapi 
+uvicorn[standard]
+ctransformers
+transformers
+torch
+sentencepiece