Added xlsx file

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.xlsx filter=lfs diff=lfs merge=lfs -text

app.py

@@ -9,30 +9,40 @@ import google.generativeai as genai
 from langchain_google_genai import GoogleGenerativeAIEmbeddings
 from langchain_google_genai import ChatGoogleGenerativeAI
 from dotenv import load_dotenv
-
-os.environ["CUDA_VISIBLE_DEVICES"] = ""
-
-app = Flask(__name__)
-cors = CORS(app)
-load_dotenv()
-
-# # Define the model and feature extractor globally
-# model = AutoModelForImageClassification.from_pretrained('carbon225/vit-base-patch16-224-hentai')
-# feature_extractor = AutoFeatureExtractor.from_pretrained('carbon225/vit-base-patch16-224-hentai')
+from langchain_community.document_loaders import TextLoader
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain.vectorstores import Chroma
+from langchain.chains.question_answering import load_qa_chain
+from langchain import PromptTemplate
+import pandas as pd
 
 def load_model():  
   api_key=os.getenv("GOOGLE_API_KEY")
   genai.configure(api_key=api_key)
   model = ChatGoogleGenerativeAI(model="gemini-pro",
                              temperature=0.3)
-  
   return model
 
+
 def load_embeddings():
   embeddings = GoogleGenerativeAIEmbeddings(model = "models/embedding-001")
 
   return embeddings
 
+os.environ["CUDA_VISIBLE_DEVICES"] = ""
+
+app = Flask(__name__)
+cors = CORS(app)
+load_dotenv()
+
+pdf_model=load_model()
+embeddings=load_embeddings()
+
+# # Define the model and feature extractor globally
+# model = AutoModelForImageClassification.from_pretrained('carbon225/vit-base-patch16-224-hentai')
+# feature_extractor = AutoFeatureExtractor.from_pretrained('carbon225/vit-base-patch16-224-hentai')
+
+
 @app.route("/", methods=["GET"])
 def default():
     return json.dumps({"Server": "Working"})
@@ -58,13 +68,77 @@ genai.configure(api_key=api_key)
 model=genai.GenerativeModel('gemini-pro')
 sentiment_analysis = pipeline("sentiment-analysis",model="siebert/sentiment-roberta-large-english")
 
-@app.route('/sentiment',methods=['POST'])
+@app.route('/sentiment',methods=['GET'])
 def sentiment():
-  review=request.get_json()['review']
-  if sentiment_analysis(review)[0]['label']=='POSITIVE':
-    return json.dumps({"sentiment":1})
-  else:
-    return json.dumps({"message":0})
+  df=pd.read_excel('./tweets.xlsx')
+  reviews=df['text'][:100].tolist()
+  pos_count=0
+  neg_count=0
+  positive_reviews=[]
+  negative_reviews=[]
+  for i in range(len(reviews)):
+    if sentiment_analysis(reviews[i])[0]['label']=='POSITIVE':
+      positive_reviews.append(reviews[i])
+      pos_count+=1
+    else:
+      negative_reviews.append(reviews[i])
+      neg_count+=1
+      
+  file_path = "negative_reviews.txt"
+
+  with open(file_path, "w") as txt_file:
+      for review in negative_reviews:
+          txt_file.write(review + "\n")
+          
+  import matplotlib.pyplot as plt
+  activities=['positive','negative']
+  slices=[pos_count,neg_count]
+  colors=['g','r']
+  plt.pie(slices, labels = activities, colors=colors,
+          startangle=90, shadow = True, explode = (0, 0),
+          radius = 1.2, autopct = '%1.1f%%')
+
+  plt.legend()
+  plt.savefig('pie_chart.jpg', format='jpg')
+          
+  return json.dumps({"message":1})
+  
+# Getting key issues from customer feedback
+@app.route('/process_txt',methods=['GET'])
+def process_txt():
+  loader = TextLoader("./negative_reviews.txt", encoding = 'UTF-8')
+  documents=loader.load()
+  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
+  texts = text_splitter.split_documents(documents)
+  persist_directory = 'db'
+  vectordb = Chroma.from_documents(documents=texts, 
+                                 embedding=embeddings,
+                                 persist_directory=persist_directory)
+  vectordb.persist()
+  vectordb = None
+  vectordb = Chroma(persist_directory=persist_directory, 
+                  embedding_function=embeddings)
+  retriever = vectordb.as_retriever()
+  query="Suggest what are the key issues from the following customer tweets"
+  
+  prompt_template="""
+  Answer the question
+  Context:\n {context}?\n
+  Question:\n{question}?\n
+
+  Answer:
+  """
+  
+  prompt = PromptTemplate(template = prompt_template, input_variables = ["context", "question"])
+  chain = load_qa_chain(pdf_model, chain_type="stuff", prompt=prompt)
+
+  docs = retriever.get_relevant_documents(query)
+  response = chain(
+      {"input_documents":docs, "question": query}
+      , return_only_outputs=True)
+  
+  return json.dumps({"response":response['output_text']})
+
   
 
 # @app.route("/predict", methods=["GET"])
@@ -110,4 +184,4 @@ def answer():
   return json.dumps({"message":response.text})
 
 if __name__ == "__main__":
-    app.run(debug=True)
+    app.run(debug=True)

db/6966de50-965b-4c9b-8067-c3848e3184b4/data_level0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13e72541800c513c73dccea69f79e39cf4baef4fa23f7e117c0d6b0f5f99670
+size 3212000

db/6966de50-965b-4c9b-8067-c3848e3184b4/header.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec6df10978b056a10062ed99efeef2702fa4a1301fad702b53dd2517103c746
+size 100

db/6966de50-965b-4c9b-8067-c3848e3184b4/length.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc19b1997119425765295aeab72d76faa6927d4f83985d328c26f20468d6cc76
+size 4000

negative_reviews.txt

@@ -0,0 +1,69 @@
+Never use @Zomato food service, they deliver worst quality food and there help desk executive had no politness.… https://t.co/0vM6OJadjP
+@zomatocare @ZomatoIN Hi, I want a refund for my Zomato gold membership, I bought it at a separate set of T&C's we… https://t.co/SV7lyOfZI6
+@SwiggyCares horrible experience with swiggy today. Received bad quality food from subway,  Had a word with custome… https://t.co/AzD70AKYWd
+Very bad service.
+Is the policy change even allowed after PPL buy Zomato Gold membership? @ZomatoIN https://t.co/aEULlvQEIc
+In those situations, I usually open the Swiggy app at 1am and order something that I'll regret the next morning.
+Was scrolling through foodpanda, but couldn't decide what to eat so I closed the app. Dia keluar notification ni ay… https://t.co/U3Er9gbs8a
+@CatchDoon @Zomato @ZomatoIN @zomatocare Hi AD, We are sorry to hear this. We would like to assure you that we have… https://t.co/cAmwecsZVf
+@SwiggyCares @harshamjty you guys are really good at spoiling some ones occassion.I have been cheated by you If you… https://t.co/AHCwR7AVYO
+RT @AkashVe51269968: @SwiggyCares @harshamjty you guys are really good at spoiling some ones occassion.I have been cheated by you If you ar…
+I don’t know why I choose swiggy for spoiling my Birth Day
+Always knew that @ZomatoIN
+@Zomato sucks! Fucking up their delivery boys by not paying them appropriately as promis… https://t.co/oXITmvlxI7
+@foodpandaIndia Still NO RESPONSE!!!
+I sent my order ID as asked but nothing!!
+After being a loyal customer for mor… https://t.co/A1p7urrwJe
+Good bye @FoodPandapk 
+Worst customer support. 
+My last few orders were delivered after 90 mins, upon inquiry I got… https://t.co/STlmkMZMDs
+No response till now
+Worst experience with @Zomato @ZomatoIN
+@foodpandaIndia I ordered from my fav restaurant,  order  was placed 90 mins ago, driver has been 1 minute away  pe… https://t.co/cYqYLViQ9B
+There is no number to contact @zomato
+@zomatocare @ZomatoIN @Zomato @swiggy_in @zomatocare your ASAP .. and its more than 2hrs..  Zomato monkeys! @ZomatoIN @Zomato
+@hansaraman @ZomatoIN @Zomato @zomatocare We should lawyer up
+@hansaraman @ZomatoIN @Zomato @zomatocare Invoke arbitration for unfair enrichment, damages, loss of food, and mental agony
+@foodpandaIndia #craveparty is such a #cheatoffer.Tried ordering using the code. During payments,got failed. Now ca… https://t.co/nwxxDhwBlS
+@ZomatoIN waiting for my my order for almost 2 hours not received the order yet . Talked to the zomato guys no supp… https://t.co/7rxEA9UMU6
+Swiggy/zomato delivery atrocity Vadivelu troll video | Chennai – Chennai Video https://t.co/HH536LSGEa https://t.co/RFa22FaB4p
+@neil_shroff @ZomatoIN @Zomato @zomatocare Essentially everything thst sounds good on a Twitter bio?
+Perfect way to ruin your Sunday is to use @SwiggyCares. Every order is a struggle followed by random pathetic peopl… https://t.co/RZBGnt4IHp
+FoodPanda Loot- Get Rs 200 Food Order at just Rs 50 only https://t.co/Fnf13i05YU https://t.co/BvQzXjqNo4
+@inconsumerforum  complaint number #905673 is raised against @SwiggyCares Order number #1955858170. 
+Thanks for del… https://t.co/vegEhCvh7W
+Freaking pissed with foodpanda. Experienced TWO order cancelled today, one for lunch and another for dinner now. Ev… https://t.co/f2QVC7O5lU
+https://t.co/BDLe6Vma4e
+You guys are millionaire because we ....And treating these guys like this won't make you ma… https://t.co/PeX1hzO85m
+https://t.co/BDLe6Vma4e
+
+@ZomatoIN @Zomato 
+Look into this matter ...pretty serious and shameful for you guys😐😐
+@ankurkulkarni27 @Zomato Zomato delivers very poor quality food. We get good quality in same restaurant if we visit there insted
+@Zomato @ZomatoIN @zomatocare @zomato This is not done. You can not change conditions with which we have subscribed… https://t.co/TRtj36LccM
+RT @deep__sanghvi: @Zomato @ZomatoIN @zomatocare @zomato This is not done. You can not change conditions with which we have subscribed post…
+@deepigoyal @Zomato Order no- 1168485461
+this is horrible.. the butter chikhen is really nice and upto the mark.. b… https://t.co/rDp7NHBlJX
+@ZomatoIN @Zomato Order no- 1168485461
+this is horrible.. the butter chikhen is really nice and upto the mark.. but… https://t.co/RNk4Q6FaAC
+@prabirkumarhal9 @deepigoyal @Zomato Kebab instead of tikka ? There's a catch.
+
+We are getting this checked and we'… https://t.co/zcV070dyRj
+@swiggy_in @SwiggyCares 
+Hi Swiggy, wrong items were delivered twice in a single day. First time I didn't complain… https://t.co/S3XmvxntSO
+.@ZomatoIN What a pathetic services? Got a call from restaurant saying the delivery boy is unavailable! 
+
+Ph: 78350… https://t.co/DodcOhG1sa
+.@ZomatoIN @Zomato Order booked at 17:25, and its been 40 minutes! 
+
+Is #Zomato seriously an online food app?
+@foodpandaIndia ORDER ID- b4ck-47qt. Order confirmed at 5.20pm, 30 minutes was expected time but till now order has… https://t.co/gGFwmgKtCT
+@zomatocare @deepigoyal @Zomato When!?... It's already 2 hours gone
+@krishanbajaj13 We believe you have contacted foodpanda Pakistan and would request you to contact your desired coun… https://t.co/4JT3g2DZvy
+.@Zomato @ZomatoIN This is seroius now! Even after 60 minutes no information on the food ordered. 
+
+Please shut shops!
+@dominos_india Does the picture not speak. Check my order number 155. 
+35546928130213222. Order placed with Swiggy… https://t.co/z6KQXstm9x
+RT @vilegenius: So @Zomato now that we can only use 1 gold per couple, are you planning to refund my membership?  I don't need it as my hus…
+How many minutes do you want from me, foodpanda? https://t.co/bhPq2Nzvh2

tweets.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7649f2dc78142f309f2de95ef07b125d72fc09681b47add847240a0ef51b701e
+size 8143378