Added basic viz

app.py

@@ -1,8 +1,124 @@
+import matplotlib.pyplot as plt
+import pandas as pd
+plt.rcParams["figure.figsize"] = (30,20)
+import nltk
+import spacy
+from nltk.tokenize import sent_tokenize
+from nltk.tokenize import word_tokenize
+from nltk.probability import FreqDist
+from nltk.corpus import stopwords
+from wordcloud import WordCloud, ImageColorGenerator
+from PIL import Image
 import streamlit as st
+from nltk.corpus import stopwords
+from sklearn.feature_extraction.text import CountVectorizer
+from collections import  Counter
+import seaborn as sns
+import plotly.express as px
 
-x = st.slider('Select a value')
-st.write(x, 'squared is', x * x)
+from nltk.sentiment.vader import SentimentIntensityAnalyzer
+nltk.download('vader_lexicon')
+sid = SentimentIntensityAnalyzer()
 
-text = st.text_input("Paste your text", key="text")
+# Settings
 
-st.write(f"No. of words = {len(text)}")
+width = st.sidebar.slider("plot width", 1, 25, 10)
+height = st.sidebar.slider("plot height", 1, 25, 4)
+
+# Temp
+st.title("Text Disection : Analyze your text")
+
+
+# Input
+default= """That is, life becomes meaningful only by adopting the path of service. Our government is engaged in making the life of the countrymen easier with this spirit of service. India is making every effort to fulfill the dreams of many generations which wanted them to come true.  
+
+Friends,
+
+I have seen and experienced the problems of farmers very closely in my public life of five decades. Therefore, we gave topmost priority to development of agriculture and welfare of farmers when the country gave me an opportunity to serve as the Prime Minister in 2014.
+This is bad news.
+People are sad.
+"""
+text = st.text_area("Paste your text", default)
+
+# Baisc Info
+tokenized_sent=sent_tokenize(text)
+tokenized_word=word_tokenize(text)
+fdist = FreqDist(tokenized_word)
+st.subheader("Basic Information -")
+st.markdown(f"#### Total Sentences in the text = {len(tokenized_sent)}")
+st.markdown(f"#### Total words in the text = {len(tokenized_word)}")
+# st.markdown(f"##### Most common words = {fdist.most_common(5)}")
+
+# Word Cloud
+st.subheader("Here is wordcloud -")
+wc = WordCloud(background_color='black', colormap='RdYlGn').generate_from_text(text)
+fig, ax = plt.subplots(figsize=(width, height))
+plt.imshow(wc)
+plt.axis('off')
+st.pyplot(fig)
+
+st.subheader("And N-Gram Anaysis is - ") 
+def plot_top_ngrams_barchart(text, n=2):
+    stop=set(stopwords.words('english'))
+
+    new= text.str.split()
+    new=new.values.tolist()
+    corpus=[word for i in new for word in i]
+
+    def _get_top_ngram(corpus, n=None):
+        vec = CountVectorizer(ngram_range=(n, n), stop_words=stop).fit(corpus)
+        bag_of_words = vec.transform(corpus)
+        sum_words = bag_of_words.sum(axis=0) 
+        words_freq = [(word, sum_words[0, idx]) 
+                      for word, idx in vec.vocabulary_.items()]
+        words_freq =sorted(words_freq, key = lambda x: x[1], reverse=True)
+        return words_freq[:10]
+
+    top_n_bigrams=_get_top_ngram(text,n)[:10]
+    x,y=map(list,zip(*top_n_bigrams))
+    # fig, ax = plt.subplots(figsize=(width, height))
+    # sns.barplot(x=y,y=x)
+    fig = px.bar(x=y,y=x, color=y)
+    st.plotly_chart(fig)
+    # st.pyplot()
+st.markdown(f'##### Unigram:')
+plot_top_ngrams_barchart(pd.Series([text]), 1)
+st.markdown(f'##### bigram:')
+plot_top_ngrams_barchart(pd.Series([text]), 2)
+st.markdown(f'##### Trigram:')
+plot_top_ngrams_barchart(pd.Series([text]), 3)
+
+
+# Overall Sentiment
+
+sentiment_dict = sid.polarity_scores(text)
+
+st.subheader(f"Overall Sentiment score  is = {sentiment_dict['compound']}")
+# decide sentiment as positive, negative and neutral
+if sentiment_dict['compound'] >= 0.05 :
+    st.markdown("** Sentence Overall Rated As Positive **")
+
+elif sentiment_dict['compound'] <= - 0.05 :
+    st.markdown("** Sentence Overall Rated As Negative **")
+
+else :
+    st.markdown("** Sentence Overall Rated As Neutral **")
+
+# Temporal sentiment
+
+temporal_sentiment = pd.DataFrame(columns =['sentence', 'sentiment'])
+
+for sent in tokenized_sent:
+    sentiment_dict = sid.polarity_scores(sent)
+    sent
+    temporal_sentiment = temporal_sentiment.append({'sentence' : sent,'sentiment' :sentiment_dict['compound']},  
+    ignore_index=True)
+
+# st.write(temporal_sentiment)
+
+fig, ax = plt.subplots(figsize=(width, height))
+temporal_sentiment['sentiment'].plot(kind='bar', color=(temporal_sentiment['sentiment'] > 0).map({True: 'g',False: 'r'}))
+fig = px.bar(temporal_sentiment, x=temporal_sentiment.index , y=temporal_sentiment['sentiment'],
+hover_data=['sentiment', 'sentence'], color= (temporal_sentiment['sentiment'] > 0),
+color_discrete_map={True: 'green',False: 'red'})
+st.plotly_chart(fig)

requirements.txt

@@ -0,0 +1,7 @@
+nltk
+pandas
+spacy
+PIL
+sklearn
+seaborn
+plotly

text.txt

@@ -0,0 +1,71 @@
+Namaskar, my dear countrymen!
+
+Today is the holy festival of Dev-Deepawali. Today is also the holy festival of Prakash Purab of Guru Nanak Dev ji. I extend warm greetings to all the people of the world and to all the countrymen on this holy festival. It is also very gratifying that the Kartarpur Sahib Corridor has now reopened after a gap of one-and-a-half years.
+
+Friends,
+
+Guru Nanak ji has said: 'विच्‍च दुनिया सेव कमाइए ता दरगाह बैसन पाइए'
+
+That is, life becomes meaningful only by adopting the path of service. Our government is engaged in making the life of the countrymen easier with this spirit of service. India is making every effort to fulfill the dreams of many generations which wanted them to come true.  
+
+Friends,
+
+I have seen and experienced the problems of farmers very closely in my public life of five decades. Therefore, we gave topmost priority to development of agriculture and welfare of farmers when the country gave me an opportunity to serve as the Prime Minister in 2014.
+
+Friends,
+
+Many people are unaware of the fact that 80 out of 100 farmers in the country are small farmers. They have less than two hectares of land. Can you imagine the number of these small farmers is more than 10 crores? This small piece of land is the source of their entire life. This is their life and they make a living for themselves and their families with the help of this small land. The division of families from generation to generation is making this land smaller.
+
+Therefore, we have worked all-round on providing seeds, insurance, markets and savings to overcome the challenges of small farmers of the country. Along with good quality seeds, the government has also provided facilities like neem coated urea, soil health cards, micro irrigation etc to farmers. We have given 22 crore soil health cards to farmers. As a result, agricultural production has also increased due to this scientific campaign.
+
+Friends,
+
+We have made the crop insurance scheme more effective. More farmers have been brought under this purview. Old rules were also changed so that more and more farmers could get compensation easily at the time of disaster. As a result, our farmer brothers and sisters have received compensation of more than one lakh crore rupees in the last four years. We have also extended insurance and pension facilities to small farmers and farm workers. To meet the needs of small farmers, 1.62 lakh crore rupees were transferred directly into their bank accounts. 
+
+Friends,
+
+Many steps were also taken so that the farmers get the right price for their produce in return for their hard work. The country strengthened its rural market infrastructure. We have not only increased the MSP, but also created record government procurement centers. The procurement of the produce by our government has broken the records of the last several decades. We have given a platform to the farmers to sell their produce anywhere by connecting more than 1,000 mandis of the country with the e-NAM scheme. Along with this, we also spent crores of rupees on modernization of agricultural mandis across the country.
+
+Friends,
+
+Today the agriculture budget of the central government has increased five times as compared to earlier. Every year more than Rs.1.25 lakh crore is being spent on agriculture. Under the agriculture infrastructure fund worth one lakh crore rupees, arrangements are being made for storage of produce near the villages and farms and expansion of many facilities like making available agricultural equipment rapidly. 
+
+The campaign to create 10,000 FPOs (Farmers Producers Organisations) is also underway to empower small farmers. About 7,000 crore rupees are being spent on this too. The allocation of Micro Irrigation Fund has also been doubled to 10,000 crore rupees. We also doubled the crop loan, which will be Rs 16 lakh crore this year. Now our farmers associated with fish farming have also started getting the benefit of Kisan Credit Cards. That is, our government is taking every possible step in the interest of farmers. It is working sincerely to improve the economic condition of the farmers and strengthen their social status.
+
+Friends,
+
+Three agricultural laws were introduced as part of this great campaign to improve the condition of the farmers. The aim was that the farmers of the country, especially the small farmers, should be empowered and they should get the right price for their produce and more options to sell their produce. For years, this demand was continuously being made by the farmers, agricultural experts, agricultural economists and the farmers' organizations of the country. In the past also, many governments had brainstormed on this issue. This time also, there was debate in Parliament following which these laws were introduced. A large number of farmers and several farmers’ organizations across the country welcomed and supported it. I am very grateful to all of them and want to thank them.
+
+Friends,
+
+Our government brought in the new laws with a good intention, full sincerity and complete dedication for the welfare of farmers, especially for small farmers, in the interest of the agriculture and the country and for the bright future of the poor in villages. But we have not been able to explain to some farmers such a sacred thing which is absolutely pure and for the benefit of the farmers despite our efforts.  
+
+Even though only a section of farmers was protesting, it was still important for us. Agricultural economists, scientists, progressive farmers also tried hard to make them understand the importance of agricultural laws. We kept on explaining to them with utmost humility and with an open mind. Individual and group interactions also continued through various mediums. We did not leave any stone unturned to understand the arguments of the farmers.
+
+The government also agreed to change the provisions of the laws on which they had objections. We also proposed suspending these laws for two years. In the meantime, this matter also went to the Hon'ble Supreme Court. All these things are in front of the country, so I will not go into further details.
+
+Friends,
+
+While apologizing to the countrymen, today I want to say sincerely that perhaps there must have been some deficiency in our penance that we could not explain the truth like the light of the lamp to the farmer brothers.
+
+Today is the holy festival of Prakash Purab of Guru Nanak Dev ji. This is not the time to blame anyone. Today I want to tell you, the entire country, that we have decided to repeal all three agricultural laws. We will complete the constitutional process to repeal these three agricultural laws in the Parliament session that begins later this month.
+
+Friends,
+
+I urge all my agitating farmer companions that today is the holy day of Guru Purab and therefore you should return to your homes, fields and to your families. Let's make a fresh start. Let's move forward with a fresh beginning.
+
+Friends,
+
+Today, the government has taken another important decision related to the agriculture sector. A committee will be constituted to decide on matters like promotion of zero budgeting farming i.e. natural farming, scientifically change the crop pattern keeping in mind the changing requirements of the country and make MSP more effective and transparent. The committee will include representatives of the central government, state governments, farmers, agricultural scientists and agricultural economists.
+
+Friends,
+
+Our government has been working in the interest of farmers and will continue to do so. I will end my speech in the spirit of Guru Gobind Singh ji.
+
+ ‘देह सिवा बरु मोहि इहै सुभ करमन ते कबहूं न टरों।‘
+
+O Goddess, grant me this boon that I will never back down from doing good deeds.
+
+Whatever I did, I did for the farmers and whatever I am doing, I am doing for the country. With your blessings, there was no deficiency in my hard work even earlier. Today I assure you that I will work harder now so that your dreams can come true, the dreams of the country can come true.
+
+Many thanks to you! Namaskar!