first commit

.gitignore

@@ -0,0 +1 @@
+.idea/

Dockerfile

@@ -0,0 +1,16 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+# COPY /Users/shekharsingh/code/nsph/models/llemma_7b /code/llemma_7b
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py

@@ -0,0 +1,24 @@
+from transformers import AutoTokenizer, LlamaForCausalLM
+from fastapi import FastAPI
+from pydantic import BaseModel
+
+model_path = '"EleutherAI/llemma_7b"'
+
+model = LlamaForCausalLM.from_pretrained(model_path)
+tokenizer = AutoTokenizer.from_pretrained(model_path)
+
+class validation(BaseModel):
+    prompt: str
+
+
+app = FastAPI()
+
+
+@app.post("/prompt")
+async def stream(item: validation):
+    inputs = tokenizer(item.prompt, return_tensors="pt")
+
+    generate_ids = model.generate(inputs.input_ids, max_length=30)
+
+    var = tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+    return var

requrement.txt

@@ -0,0 +1,56 @@
+annotated-types==0.6.0
+anyio==4.3.0
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+dnspython==2.6.1
+email_validator==2.1.1
+exceptiongroup==1.2.1
+fastapi==0.111.0
+fastapi-cli==0.0.2
+filelock==3.14.0
+fsspec==2024.3.1
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.0
+idna==3.7
+Jinja2==3.1.4
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+mdurl==0.1.2
+mpmath==1.3.0
+networkx==3.2.1
+numpy==1.26.4
+orjson==3.10.3
+packaging==24.0
+pillow==10.3.0
+pydantic==2.7.1
+pydantic_core==2.18.2
+Pygments==2.18.0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+PyYAML==6.0.1
+regex==2024.4.28
+requests==2.31.0
+rich==13.7.1
+safetensors==0.4.3
+shellingham==1.5.4
+sniffio==1.3.1
+starlette==0.37.2
+sympy==1.12
+tokenizers==0.19.1
+torch==2.3.0
+torchaudio==2.3.0
+torchvision==0.18.0
+tqdm==4.66.4
+transformers==4.40.2
+typer==0.12.3
+typing_extensions==4.11.0
+ujson==5.9.0
+urllib3==2.2.1
+uvicorn==0.29.0
+uvloop==0.19.0
+watchfiles==0.21.0
+websockets==12.0