Rename app_replit.py to app_from_replit.py

app_replit.py → app_from_replit.py

@@ -2,10 +2,9 @@ from os import environ
 import logging
 from fastapi import FastAPI, Request
 import subprocess
-# from transformers import pipeline
 from huggingface_hub import InferenceClient, login
 import langid
-# import asyncio
+
 
 # Configure logging
 logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s",
@@ -41,8 +40,11 @@ def generate_response(text):
     language = detect_language(text)
 
     if language == "hebrew":
-        content = "תענה בקצרה אבל תשתף את תהליך קבלת ההחלטות שלך, " + text
-        model = "microsoft/Phi-3.5-mini-instruct"
+        # content = "answer in hebrew, keep it short but tell your decision making process, " + text
+        content = "תשמור על תשובה קצרה, אבל תספר איך קיבלת את ההחלטה, " + text
+        model = "yam-peleg/Hebrew-Gemma-11B-V2" # too large. 
+        # model = "google/gemma-2-2b-it"
+        #model = "microsoft/Phi-3.5-mini-instruct"
     elif language == "english":
         content = "keep it short but tell your decision making process, " + text
         model = "mistralai/Mistral-Nemo-Instruct-2407"