some more changes, ready to run

app.py

@@ -1,19 +1,20 @@
+import glob
+from pathlib import Path
+
 import numpy as np
-from matplotlib import pyplot as plt, use as plt_use
-from textclassifier import TextClassifier as tc
 import pandas as pd
 import regex as re
-from pathlib import Path
-import glob
-import os
+from matplotlib import pyplot as plt, use as plt_use
+
+from textclassifier import TextClassifier as tc
 
 plt_use('Agg')
 
 # from functions import functions as f
 # import time
-
+TOPIC = "merged_topic"
 SELECTED_COLUMN_DICT = {
-    'merged_topic': ['tweet', 'main_topic', 'sub_topic', 'synonym_topic', 'cos_sim_topic', 'merged_topic'],
+    TOPIC: ['tweet', 'main_topic', 'sub_topic', 'synonym_topic', 'cos_sim_topic', 'merged_topic'],
     'sentiment': ['tweet', 'sentiment'],
     'merged_target': ['tweet', 'target', 'synonym_target', 'cos_sim_target', 'merged_target']
 }
@@ -28,16 +29,16 @@ CHOICE_LIST = ['Topic', 'Sentiment', 'Target']
 
 # PLOT_CHOICES_DICT = {'Topic': 'sub_topic', 'Sentiment': 'sentiment', 'Target': 'target'}  I just changed its pavue
 # to merged target and merged topic
-PLOT_CHOICES_DICT = {'Topic': 'merged_topic', 'Sentiment': 'sentiment', 'Target': 'merged_target'}
-PLOT_CHOICES_REVERSE_DICT = {'merged_topic': 'Topic', 'sentiment': 'Sentiment', 'merged_target': 'Target'}
+PLOT_CHOICES_DICT = {'Topic': TOPIC, 'Sentiment': 'sentiment', 'Target': 'merged_target'}
+PLOT_CHOICES_REVERSE_DICT = {TOPIC: 'Topic', 'sentiment': 'Sentiment', 'merged_target': 'Target'}
 # PLOT_CHOICES_REVERSE_DICT= {'sub_topic':'Topic', 'sentiment':'Sentiment' , 'target':'Target'}
 UserNameDict = dict(zip(['Jimmie Åkesson', 'Ebba Busch', 'Annie Lööf', 'Johan Pehrson', 'Per Bolund',
                          'Märta Stenevi', 'Magdalena Andersson', 'Nooshi Dadgostar'], USER_LIST))
 
 Columns = ['username', 'nlikes', 'nreplies', 'nretweets', 'main_topic', 'sub_topic', 'sentiment', 'target', 'tweet',
            'date', 'urls', 'id', 'class_tuple', 'user_id']
-NUM_TWEETS = 1000
-LIMIT = 0.05
+# NUM_TWEETS = 1000
+LIMIT = 0.04
 
 
 def show_all_stats(see_full_stats):
@@ -79,6 +80,7 @@ def main(from_date,
 
          ):
     save_file_bool = s1, s2, s3, s4, s5, s6, s7, s8
+
     # Describe what save_file_bool is for: if you want to save the dataframe to a file, this is the boolean for that
 
     def add_pie_chart(df, leaders, plot_choices):
@@ -122,7 +124,6 @@ def main(from_date,
             all_targets = ['v', 'mp', 's', 'c', 'l', 'kd', 'm', 'sd', 'Red-Greens', 'The opposition']
             db_new = db.loc[db["merged_target"] != "other"]  # dataframe with other category removed
             percent_target = (len(db_new) / len(db)) * 100
-            targets = db_new["merged_target"].value_counts().keys().to_list()
             positive = [0] * len(all_targets)
             negative = [0] * len(all_targets)
             neutral = [0] * len(all_targets)
@@ -181,9 +182,15 @@ def main(from_date,
     dataframe = pd.read_csv("{}/data/twitterdata.csv".format(tc.ROOT_PATH))
     # choose subset between from_date and to_date and username is in usr_name_choices
     df = dataframe.loc[(dataframe['date'] >= from_date) & (dataframe['date'] <= to_date) & \
-                              (dataframe['username'].isin(match_name_lower_case(usr_name_choices)))].copy()
+                       (dataframe['username'].isin(match_name_lower_case(usr_name_choices)))].copy()
     # Sort df by date
     df.sort_values(by=['date'], inplace=True)
+    # Remove entries from df where 'tweet' starts with '@'
+    df = df[df['tweet'].str.startswith('@') == False]
+    # change 'merged_topic' to 'Other' if it is 'ERROR_9000' or 'ERROR_496'
+    df['merged_topic'] = df['merged_topic'].apply(lambda x: "other" if x == "ERROR_9000" or x == "ERROR_496" else x)
+    # change 'merged_topic' to 'Government' if it is 's'
+    df['merged_topic'] = df['merged_topic'].apply(lambda x: "The Government" if x == "s" else x)
     if save_selected:
         user_list = match_name_lower_case(usr_name_choices)
         df_l = []
@@ -393,8 +400,8 @@ if __name__ == "__main__":
             with gr.Row():
                 with gr.Column():
                     with gr.Row():
-                        date1 = gr.Textbox(label="from_date", value='2022-05-10')
-                        date2 = gr.Textbox(label="to_date", value='2022-05-30')
+                        date1 = gr.Textbox(label="from_date", value='2022-01-01')
+                        date2 = gr.Textbox(label="to_date", value='2022-05-31')
                     leaders = gr.Checkboxgroup(choices=USER_NAMES,
                                                label="")
                     plot_choices = gr.CheckboxGroup(choices=CHOICE_LIST, label='Choose what to show')

data/topic_synonyms.txt

@@ -297,49 +297,6 @@ Valet 2022
 Almedalen
 Järvaveckan
 Partiledardebatt####
-v
-Nooshi Dadgostar
-Jonas Sjöstedt
-rooftop cats play physics with cardboard fire####
-mp
-Per Bolund
-Märta Stenevi
-ice piano flies with pencil as direction####
-s
-Magdalena Andersson
-Stefan Löfven
-Morgan Johansson
-Mikael Damberg
-Peter Hultqvist
-Khashayar Farmanbar
-Anders Ygeman
-Annika Strandhäll
-Lena Hallengren
-Ardalan Shekarabi
-Ann Linde
-The government
-the swedish government
-Regeringen
-Statsministern
-Prime minister
-lamp of fire walks bird gladly tomorrow####
-c
-Annie Lööf
-differential donuts program sunny waters####
-l
-Johan Pehrson
-Nyamko Sabuni
-Jan Björklund
-red weather jokes with music and the mathematician####
-kd
-Ebba Busch
-cauchy-riemann met sunglasses after rolling yellow####
-m
-Ulf Kristersson
-parrot computer is swimming as screen time####
-sd
-Jimmie Åkesson
-keyboard can hire the yellow elephant in cosmos####
 ERROR_9000
 sweden####
 ERROR_496

data/topic_synonyms_copy.txt

@@ -0,0 +1,347 @@
+Act of Crime
+Gang violence
+Robbing
+Riots
+Murder
+Misshandel
+Assault
+Drug trafficking####
+Central government administration
+development of services and efficiency
+regional coordination in the counties
+the responsibility of the state as an employer
+maintenance of state properties
+administration of state properties####
+Children’s rights
+child protection
+interests of children
+Care of Young Persons Act
+Lagen om vård av unga
+LVU####
+Civil society and sport
+non-profit organisations
+football
+soccer
+hockey
+tennis
+skiing
+registered faith communities####
+Combating terrorism
+money laundering
+Counterterrorism
+Isis
+Bombs
+mass shootings####
+Consumer affairs
+Consumers right####
+Culture
+Dance
+Music
+Art
+Jul
+Midsummer
+Carnival
+Food
+Celebration
+Tradition
+Påsk
+Easter
+Halloween
+Valborg
+Festivity
+Christmas
+New years eve####
+Defense and military
+Försvarsmakten
+Lumpen
+Värnplikt
+Artillery
+Airstrike
+Offensive front
+Coast Guard
+Ground Troops
+Drone strike
+Security Service
+Navy
+Säpo####
+Democracy and human rights
+Freedom of speech
+Freedom of press
+Humanity
+Abortion
+Mänskliga rättigheter####
+Regulation of media and electronics and communication
+Digital policy
+Digitalisation
+Digital infrastructure
+Network and information security
+Broadband access
+Electronic identification
+Technology####
+Economic policy
+Inflation
+Fuel cost
+Cost of living
+Budget
+Rate of interest
+Ränta
+Debt
+Skuld
+Income
+Expenditures
+Taxes and tariffs
+carbon tax
+VAT and excise duties
+Distribution of wealth
+Tax control
+Audit####
+Education and research
+University
+Utbildning
+Skola
+School
+Dagis
+Förskola
+Lågstadiet
+Mellanstadiet
+Högstadiet
+Undervisning
+Högskola
+CSN
+Centrala Studienämnden
+Doktoranden####
+Emergency preparedness
+Wildfire
+Crises
+Naturkatastrofer
+Underground shelters####
+Energy
+Nuclear Power
+Solar
+Wind
+Hydropower
+Turbine
+Kraftvärme
+Kärnkraft
+Solkraft
+Vindkraft
+Vattenkraft
+Electricity production
+Energy production
+Thermal Power####
+Enterprise and industry####
+Environment and climate
+Climate change
+Global warming
+Emission
+Hazardous toxins
+Animals and nature
+Sustainability
+Waste
+Paris agreement
+Extreme weather
+Heatwaves
+Droughts
+Natural disaster
+Pollution####
+Family law
+Gode man
+Inheritance####
+Foreign policy
+eu
+European Union
+Nato
+Un
+United Nations
+foreign affairs####
+Gambling policy####
+Gender equality
+women's rights
+Equal pay
+Equal salaries
+Equal opportunities####
+Housing and community planning
+Property information
+Housing Market
+Community planning####
+Innovation
+improved solutions####
+Integration
+Anti-segregation policy
+Nyanländas etablering
+Utanförskapsområde
+Introduction of new arrivals
+SFI####
+International development cooperation
+Improvement of life of poor people####
+International law####
+Judicial system
+legal security
+Court
+Law and legal security
+Prosecutor
+Judge
+Correctional treatment
+Custody
+Prison
+Police
+Enforcing sentences
+punishment####
+Labour
+Work environment
+Conditions in working life
+Fair working conditions
+Mediation in labour disputes
+working environment
+Labour market
+Matching of jobseekers and vacancies
+Unemployment
+Arbetsförmedlingen####
+LGBTQ
+non-binary####
+Media
+SVT
+TV5
+TV4
+Sveriges radio
+Television
+The daily press
+Film
+Twitter
+Facebook
+Instagram####
+Migration and asylum
+Refugee
+Citizenship
+Immigrants
+Residence permit####
+Municipalities and regions
+County councils
+County administrative boards
+Municipal council
+local government
+Municipal matters####
+Public health and medical care
+Hospitals
+Treatment
+Alcohol and Tobacco consumption
+Mortality
+Diseases
+Pandemic
+Covid-19
+Vaccines####
+Public procurement
+Offentlig upphandling####
+Racial discrimination
+Racist
+Nazi
+Fascist
+Hatred against ethnic groups
+Xenophobia
+Anti-Semitism
+Brunskjorta####
+Regional development####
+Rural affairs
+Livestock
+Fisheries
+Hunting and game management
+Agriculture
+Forestry
+Food access and security####
+Social insurance
+Financial security
+Sickness insurance
+Pensions
+Parental insurance
+Benefits for parents####
+Social services including care for older people
+Individual care
+Family care
+Support for people with disabilities
+Elderly care####
+The Constitution and personal privacy
+Instrument of Government
+Act of Succession
+Freedom of the Press Act
+Freedom of Expression
+Official documents
+Personal privacy of individuals####
+Transport and infrastructure
+transport services
+Railways
+Roads
+shipping and aviation
+transport and infrastructure research
+Vehicle
+Car
+Trains
+Airport
+Transit
+Highways
+Aviation
+Maritime
+Tunnels
+Water management
+Bridges
+Urban planning
+Coastal engineering
+Road safety####
+Youth policy
+Young people conditions
+Young people
+Youth issues
+Opportunities for young people####
+Election
+Val
+Valet 2022
+Almedalen
+Järvaveckan
+Partiledardebatt####
+v
+Nooshi Dadgostar
+Jonas Sjöstedt
+rooftop cats play physics with cardboard fire####
+mp
+Per Bolund
+Märta Stenevi
+ice piano flies with pencil as direction####
+s
+Magdalena Andersson
+Stefan Löfven
+Morgan Johansson
+Mikael Damberg
+Peter Hultqvist
+Khashayar Farmanbar
+Anders Ygeman
+Annika Strandhäll
+Lena Hallengren
+Ardalan Shekarabi
+Ann Linde
+The government
+the swedish government
+Regeringen
+Statsministern
+Prime minister
+lamp of fire walks bird gladly tomorrow####
+c
+Annie Lööf
+differential donuts program sunny waters####
+l
+Johan Pehrson
+Nyamko Sabuni
+Jan Björklund
+red weather jokes with music and the mathematician####
+kd
+Ebba Busch
+cauchy-riemann met sunglasses after rolling yellow####
+m
+Ulf Kristersson
+parrot computer is swimming as screen time####
+sd
+Jimmie Åkesson
+keyboard can hire the yellow elephant in cosmos####
+ERROR_9000
+sweden####
+ERROR_496
+n/a
+none####