Add application file

Dockerfile

@@ -0,0 +1,16 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,25 @@
+import gradio as gr
+from transformers import pipeline
+
+# Replace with your model's path
+model_name = "NimaZahedinameghi/nimaAxolotl"
+
+# Initialize the chat pipeline
+chat_pipeline = pipeline("text-generation", model=model_name)
+
+def chat_with_model(user_input):
+    # Generate a response from the model
+    response = chat_pipeline(user_input, max_length=100, do_sample=True, top_p=0.95, top_k=50)
+    return response[0]['generated_text']
+
+# Create the Gradio interface
+interface = gr.Interface(
+    fn=chat_with_model,
+    inputs=gr.inputs.Textbox(lines=7, placeholder="Enter your message here..."),
+    outputs="text",
+    title="Chat with Fine-tuned Model",
+    description="Interact with the fine-tuned chat model."
+)
+
+if __name__ == "__main__":
+    interface.launch()

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+transformers