Update app.py

app.py

@@ -51,43 +51,6 @@ def load_model_norm():
 
     return model, tokenizer 
 
-
-@app.get("/", tags=["Home"])
-async def api_home():
-    return {'detail': 'Welcome to Eren Bot!'}
-
-    
-# Endpoint to start a new conversation thread
-@app.post('/api/start_conversation')
-async def start_conversation(request: Request):
-    data = await request.json()
-    prompt = data.get('prompt')
-
-    # Generate a response for the initial prompt
-    response = generate_response(prompt)
-
-    # Create a new conversation thread and store the prompt and response
-    thread_id = len(conversations) + 1
-    conversations[thread_id] = {'prompt': prompt, 'responses': [response]}
-
-    return {'thread_id': thread_id, 'response': response}
-
-
-# Endpoint to get the response of a conversation thread
-@app.get('/api/get_response/{thread_id}')
-async def get_response(thread_id: int):
-    if thread_id not in conversations:
-        raise HTTPException(status_code=404, detail="Thread not found")
-
-    # Retrieve the conversation thread
-    thread = conversations[thread_id]
-
-    # Get the latest response in the conversation
-    response = thread['responses'][-1]
-
-    return {'response': response}
-
-
 # Function to generate a response using the model
 def generate_response(prompt: str) -> str:
     PERSONA_NAME = "Ivana"
@@ -126,19 +89,49 @@ def generate_response(prompt: str) -> str:
     return generated_text
 
 
-def main():
-    print("Welcome to the Chatbot!")
-    print("Type 'exit' to end the conversation.")
+@app.get("/", tags=["Home"])
+async def api_home():
+    return {'detail': 'Welcome to Eren Bot!'}
+
+    
+# Endpoint to start a new conversation thread
+@app.post('/api/start_conversation')
+async def start_conversation(request: Request):
+    data = await request.json()
+    prompt = data.get('prompt')
+
+    # Generate a response for the initial prompt
+    response = generate_response(prompt)
+
+    # Create a new conversation thread and store the prompt and response
+    thread_id = len(conversations) + 1
+    conversations[thread_id] = {'prompt': prompt, 'responses': [response]}
+
+    return {'thread_id': thread_id, 'response': response}
+
 
-    while True:
-        user_input = input("You: ")
-        
-        if user_input.lower() == 'exit':
-            print("Goodbye!")
-            break
-        
-        response = generate_response(user_input)
-        print("Chatbot:", response)
+# Endpoint to get the response of a conversation thread
+@app.get('/api/get_response/{thread_id}')
+async def get_response(thread_id: int):
+    if thread_id not in conversations:
+        raise HTTPException(status_code=404, detail="Thread not found")
+
+    # Retrieve the conversation thread
+    thread = conversations[thread_id]
+
+    # Get the latest response in the conversation
+    response = thread['responses'][-1]
+
+    return {'response': response}
+
+@app.post('/api/chat')
+async def chat(request: Request, chat_input: ChatInput):
+    prompt = chat_input.prompt
+
+    # Generate a response based on the prompt
+    response = generate_response(prompt)
+
+    return {"response": response}
+    
 
-main()