Spaces:

arpy8
/

Omdena-IREX-Sentiment-Analysis

Sleeping

 pinned: false
 ---
+# Omdena's Sentiment Analysis Tool for Political Actors in El Salvador Weba App
+w
+Link: https://omdena-irex-el-salvador-sentiment-analysis-app-demo.streamlit.app/

app.py ADDED Viewed

	@@ -0,0 +1,44 @@

+import pandas as pd
+import streamlit as st
+from st_on_hover_tabs import on_hover_tabs
+from st_pages.home import home_page
+from st_pages.analyse import analyse_page
+from st_pages.dashboard import dashboard
+from st_pages.about import about_us_page
+from utils.constants import PAGE_FAVICON, CONTRIBUTORS
+from utils.utils import load_css, init_session_state, load_header
+st.set_page_config(page_title='Sentiment Analysis Tool', page_icon=PAGE_FAVICON, layout='wide')
+load_css()
+init_session_state()
+with st.sidebar:
+    st.write('<br>'*4, unsafe_allow_html=True)
+    selected_task = on_hover_tabs(
+        tabName=['Home Page', 'Analyse Sentiment', 'Dashboard', 'About Us'],
+        iconName=['home', 'engineering', 'insert_chart', 'contact_support'],
+        styles = {
+            'navtab': {'background-color':'#fff'},
+            'tabOptionsStyle': {':hover :hover': {'color': '#170034', 'cursor': 'pointer'}},
+        },
+        default_choice=2)
+if selected_task == 'Home Page':
+    home_page()
+elif selected_task == 'Analyse Sentiment':
+    analyse_page()
+elif selected_task == 'Dashboard':
+    if 'master_df' in st.session_state and st.session_state['master_df'] is None:
+        # load_header("Sentiment Analysis Dashboard")
+        # st.info("Please analyze a tweet first.")
+        st.session_state['master_df'] = pd.read_csv('assets/dataset/temp_output_combined.csv')
+    # else:
+    with st.spinner("Loading Dashboard..."):
+        dashboard()
+elif selected_task == 'About Us':
+    about_us_page(CONTRIBUTORS)

assets/css/styles.css ADDED Viewed

	@@ -0,0 +1,148 @@

+@import url('https://cdnjs.cloudflare.com/ajax/libs/bootstrap/5.3.3/js/bootstrap.min.js');
+@import url('https://fonts.googleapis.com/css2?family=Quicksand:wght@300..700&display=swap');
+@import url('https://fonts.googleapis.com/css2?family=M+PLUS+Rounded+1c&display=swap');
+@import url('https://fonts.googleapis.com/css2?family=Dosis:wght@200..800&display=swap');
+h1 {
+    font-family: "Quicksand", sans-serif;
+    color: #000;
+}
+.top {
+    padding: 70px 0px 250px;
+    font-optical-sizing: auto;
+    font-style: normal;
+}
+.caption {
+    padding: 80px 0px;
+}
+.custom {
+    font-family: "Dosis", sans-serif;
+    font-optical-sizing: auto;
+    font-weight: 449;
+    font-style: normal;
+}
+section[data-testid='stSidebar'] * {
+    background-color: transparent;
+    flex-shrink: unset;
+}
+.stMarkdown {
+    background-color: transparent;
+    backdrop-filter: blur(10px);
+}
+div[data-testid="stDataFrameResizable"] * {
+    background-color: transparent;
+}
+button[data-testid='baseButton-secondary'] {
+    background-color: #ffffff10;
+    /* border-color: #ffffff95; */
+    backdrop-filter: blur(100px);
+}
+div[data-testid="stMultiSelect"] {
+    background-color: transparent;
+}
+.stSelectbox * {
+    background-color: transparent;
+}
+div[data-baseweb="select"] *
+{
+    background-color: transparent;
+}
+div[data-baseweb="popover"] *
+{
+    background-color: transparent !important;
+}
+.plotly * {
+    background-color: transparent !important;
+}
+svg[data-testid="stExpanderToggleIcon"]
+{
+    opacity: 0%;
+}
+a {
+    text-decoration: none;
+    color: black !important;
+}
+@media(hover:hover) and (min-width: 600px) and (max-width: 769px){
+    header[data-testid="stHeader"] {
+        display:none;
+    }
+    section[data-testid='stSidebar'] {
+        height: 100%;
+        min-width:95px !important;
+        width: 95px !important;
+        margin-left: 305px;
+        position: relative;
+        z-index: 1;
+        top: 0;
+        left: 0;
+        background-color: transparent;
+        overflow-x: hidden;
+        transition: 0.5s ease;
+        padding-top: 60px;
+        white-space: nowrap;
+    }
+    /* section[data-testid='stSidebar']:hover{
+        min-width: 330px !important;
+    } */
+    button[kind="header"] {
+        display: none;
+    }
+    div[data-testid="collapsedControl"]{
+        display: none;
+    }
+}
+@media(hover: hover) and (min-width: 769px){
+    header[data-testid="stHeader"] {
+        display:none;
+    }
+    section[data-testid='stSidebar'] {
+        height: 100%;
+        min-width:95px !important;
+        width: 95px !important;
+        transform:translateX(0px);
+        position: relative;
+        z-index: 1;
+        top: 0;
+        left: 0;
+        background-color: transparent;
+        overflow-x: hidden;
+        transition: 0.5s ease;
+        padding-top: 60px;
+        white-space: nowrap;
+    }
+    /* section[data-testid='stSidebar']:hover{
+        min-width: 330px !important;
+        } */
+    button[kind="header"] {
+        display: none;
+    }
+    div[data-testid="collapsedControl"]{
+        display: none;
+    }
+}

assets/dataset/final.csv ADDED Viewed

The diff for this file is too large to render. See raw diff

assets/dataset/master.csv ADDED Viewed

The diff for this file is too large to render. See raw diff

assets/dataset/output.csv ADDED Viewed

The diff for this file is too large to render. See raw diff

assets/dataset/temp_output_author.csv ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ url,createdAt,id,isReply,inReplyToId,isRetweet,isQuote,viewCount,retweetCount,likeCount,replyCount,lang,author__createdAt,author__location,author__name,author__id,author__description,author__followers,author__verified,text
2	+ https://x.com/FoxNews/status/1799415711346929732,2024-06-08 12:18:31+00:00,1799415711346929732,False,,False,False,193196,352,2052,86,en,2007-03-17 19:01:26+00:00,U.S.A.,Fox News,1367531,"Follow America's #1 cable news network, delivering you breaking news, insightful analysis, and must-see videos. https://t.co/sXA1eVB5Gv",24471895,True,"Bukele has El Salvador poised to prosper after stopping murder, migration cold in first term https://t.co/RSHOJDbDrK"

assets/dataset/temp_output_combined.csv ADDED Viewed

	@@ -0,0 +1,55 @@

+url,createdAt,id,isReply,inReplyToId,isRetweet,isQuote,viewCount,retweetCount,likeCount,replyCount,lang,author__createdAt,author__location,author__followers,author__verified,text,sentiment_beto,sentiment_label,sentiment_beto_neu,sentiment_beto_pos,sentiment_beto_neg
+https://x.com/FoxNews/status/1799415711346929732,2024-06-08 12:18:31+00:00,1799415711346929732,False,nan,False,False,193196,352,2052,86,en,2007-03-17 19:01:26+00:00,U.S.A.,24471895,True,"Bukele has El Salvador poised to prosper after stopping murder, migration cold in first term https://t.co/RSHOJDbDrK","AnalyzerOutput(output=NEG, probas={NEG: 0.398, NEU: 0.350, POS: 0.251})",NEG,0.3500336706638336,0.25147363543510437,0.3984927237033844
+https://x.com/bankoftime01/status/1799415790636294438,2024-06-08 12:18:50+00:00,1799415790636294438,True,1.7994157113469297e+18,False,True,1033,0,0,0,qme,2023-11-07 11:35:32+00:00,,929,True,@FoxNews 👇👇🚨🚨,"AnalyzerOutput(output=NEU, probas={NEU: 0.723, NEG: 0.170, POS: 0.107})",NEU,0.7230793833732605,0.10709452629089355,0.16982606053352356
+https://x.com/StandUnited76/status/1799415831136550937,2024-06-08 12:19:00+00:00,1799415831136550937,True,1.7994157113469297e+18,False,False,2182,0,5,12,en,2022-04-27 14:30:03+00:00,"Arizona, USA",3317,True,@FoxNews good let’s send our illegals there!,"AnalyzerOutput(output=NEU, probas={NEU: 0.468, POS: 0.419, NEG: 0.114})",NEU,0.46762776374816895,0.4186290204524994,0.11374317854642868
+https://x.com/ChandanaJac/status/1799415857334063279,2024-06-08 12:19:06+00:00,1799415857334063279,True,1.7994157113469297e+18,False,True,2087,0,1,0,en,2023-11-20 20:06:31+00:00,,579,True,"@FoxNews He the best, unlike the puppetmaster😎","AnalyzerOutput(output=POS, probas={POS: 0.543, NEU: 0.413, NEG: 0.044})",POS,0.41318222880363464,0.5433173775672913,0.0435003899037838
+https://x.com/jimomics/status/1799415932173140135,2024-06-08 12:19:24+00:00,1799415932173140135,True,1.7994157113469297e+18,False,False,812,0,0,2,en,2016-08-09 16:57:44+00:00,,15647,True,@FoxNews Just if Biden did 1/10th of this...,"AnalyzerOutput(output=NEU, probas={NEU: 0.581, NEG: 0.249, POS: 0.170})",NEU,0.5808106660842896,0.1697959154844284,0.24939334392547607
+https://x.com/CBOhio62/status/1799415950569267652,2024-06-08 12:19:28+00:00,1799415950569267652,True,1.7994157113469297e+18,False,False,249,0,1,0,en,2014-01-23 17:31:10+00:00,Ohio,2910,False,@FoxNews They’ll be in better shape soon especially if Biden installed again.,"AnalyzerOutput(output=POS, probas={POS: 0.521, NEU: 0.413, NEG: 0.066})",POS,0.4127139449119568,0.5214764475822449,0.06580961495637894
+https://x.com/janainajaja_7/status/1799416463675310481,2024-06-08 12:21:31+00:00,1799416463675310481,True,1.7994157113469297e+18,False,False,218,0,0,0,und,2013-05-31 17:13:17+00:00,Aqui ó,15,False,"@FoxNews yay
+https://t.co/1iZWuz8Sep","AnalyzerOutput(output=NEU, probas={NEU: 0.555, POS: 0.319, NEG: 0.126})",NEU,0.554955005645752,0.3188256025314331,0.12621933221817017
+https://x.com/CitizenCallerUS/status/1799416514732564840,2024-06-08 12:21:43+00:00,1799416514732564840,True,1.7994157113469297e+18,False,False,2975,2,30,2,en,2023-09-01 19:49:37+00:00,"Texas, USA",1192,True,"@FoxNews What's the philosophy behind this amazing turn around? Surely it's DEI or CRT or some kind of Woke stuff right?
+Not a chance, it's just plain old common sense.","AnalyzerOutput(output=NEU, probas={NEU: 0.460, NEG: 0.440, POS: 0.100})",NEU,0.4598405361175537,0.10030308365821838,0.4398564100265503
+https://x.com/PortoG1937/status/1799416603173364150,2024-06-08 12:22:04+00:00,1799416603173364150,True,1.7994157113469297e+18,False,False,541,0,0,2,en,2022-08-10 13:49:55+00:00,,636,False,"@FoxNews The population of ES is approx 6 Mio
+It is a developing nation
+Why would anyone want to migrate there?","AnalyzerOutput(output=NEU, probas={NEU: 0.641, NEG: 0.235, POS: 0.124})",NEU,0.6411659121513367,0.12401530146598816,0.23481878638267517
+https://x.com/BiologicalWoma2/status/1799417233224986797,2024-06-08 12:24:34+00:00,1799417233224986797,True,1.7994157113469297e+18,False,False,1597,2,32,1,en,2021-06-01 18:05:40+00:00,"Florida, USA",70810,True,@FoxNews We need more leaders like Bukele 👍🏽,"AnalyzerOutput(output=POS, probas={POS: 0.760, NEU: 0.192, NEG: 0.048})",POS,0.1916222870349884,0.7602373361587524,0.04814037308096886
+https://x.com/Patriot1690/status/1799417579486036421,2024-06-08 12:25:57+00:00,1799417579486036421,True,1.7994157113469297e+18,False,False,180,0,0,1,en,2009-09-30 03:20:53+00:00,,296,False,@FoxNews Rolf https://t.co/fJygdemihi,"AnalyzerOutput(output=NEU, probas={NEU: 0.620, POS: 0.268, NEG: 0.112})",NEU,0.6200147271156311,0.2683652937412262,0.11162002384662628
+https://x.com/riyaz25161/status/1799417601443201318,2024-06-08 12:26:02+00:00,1799417601443201318,True,1.7994157113469297e+18,False,False,952,0,2,0,en,2023-11-04 15:56:55+00:00,Qatar,3177,True,@FoxNews Hope bukele is good leader,"AnalyzerOutput(output=POS, probas={POS: 0.763, NEU: 0.183, NEG: 0.054})",POS,0.18296284973621368,0.763419508934021,0.05361756309866905
+https://x.com/PhuongVannareth/status/1799418041165623613,2024-06-08 12:27:47+00:00,1799418041165623613,True,1.7994157113469297e+18,False,False,191,0,0,0,qme,2021-12-22 23:47:09+00:00,,136,False,@FoxNews 🙄😁😘🥰 https://t.co/qVXvdnszjs,"AnalyzerOutput(output=NEU, probas={NEU: 0.731, POS: 0.162, NEG: 0.106})",NEU,0.7314165830612183,0.1623229831457138,0.10626043379306793
+https://x.com/b658842c5ab4475/status/1799419293076987924,2024-06-08 12:32:45+00:00,1799419293076987924,True,1.7994157113469297e+18,False,False,223,0,1,0,en,2016-09-05 00:09:02+00:00,New York/New Jersey,169,False,"@FoxNews How he did ? Bukele summoned The legislative Assembly to
+suspend the constitutional guarantees - civil liberties- for 30 days which then it was extended 12 times. Unusual &amp; unconventional but he curved crime .
+Can U.S Congress do such &amp; then challenge at the federal court?","AnalyzerOutput(output=NEG, probas={NEG: 0.754, NEU: 0.180, POS: 0.066})",NEG,0.1798279881477356,0.0664113312959671,0.7537606954574585
+https://x.com/SteveAn07575136/status/1799421077325852757,2024-06-08 12:39:51+00:00,1799421077325852757,True,1.7994157113469297e+18,False,False,248,0,0,1,en,2021-12-14 03:08:58+00:00,,203,False,@FoxNews They are all in the US now.,"AnalyzerOutput(output=NEU, probas={NEU: 0.502, NEG: 0.396, POS: 0.102})",NEU,0.5020391941070557,0.10181693732738495,0.3961438238620758
+https://x.com/apmoore1234/status/1799426430260162662,2024-06-08 13:01:07+00:00,1799426430260162662,True,1.7994157113469297e+18,False,False,248,0,1,1,en,2022-11-14 13:26:48+00:00,,130,False,@FoxNews A lot of these countries are doing better because they’ve sent all their prisoners and criminals to America,"AnalyzerOutput(output=NEG, probas={NEG: 0.560, POS: 0.250, NEU: 0.190})",NEG,0.190254345536232,0.249982088804245,0.5597635507583618
+https://x.com/Sarcornot/status/1799428980661178868,2024-06-08 13:11:15+00:00,1799428980661178868,True,1.7994157113469297e+18,False,False,176,0,1,8,en,2014-03-12 22:01:14+00:00,,1542,False,"@FoxNews He's a dictator! He has arrested and beat protesters. He's arresting ppl who have committed no crimes. Of course,  Fox loves these types of dictators.","AnalyzerOutput(output=NEG, probas={NEG: 0.721, POS: 0.173, NEU: 0.106})",NEG,0.10611296445131302,0.17260140180587769,0.7212856411933899
+https://x.com/Adub82UT/status/1799431150315958371,2024-06-08 13:19:52+00:00,1799431150315958371,True,1.7994157113469297e+18,False,False,237,0,2,0,en,2022-10-31 02:51:32+00:00,,27,False,"@FoxNews He brings God in, America is trying to take God out..🧐","AnalyzerOutput(output=NEU, probas={NEU: 0.827, POS: 0.093, NEG: 0.080})",NEU,0.8267660140991211,0.09320252388715744,0.08003143221139908
+https://x.com/HerbertEsmahan/status/1799533895630655959,2024-06-08 20:08:09+00:00,1799533895630655959,True,1.7994157113469297e+18,False,False,4618,9,141,1,en,2021-02-03 02:58:21+00:00,El Salvador,20918,True,"@FoxNews @nayibbukele President @nayibbukele, through the grace of God, saved El Salvador! 🇸🇻","AnalyzerOutput(output=NEU, probas={NEU: 0.572, POS: 0.374, NEG: 0.055})",NEU,0.5715998411178589,0.37387949228286743,0.05452072247862816
+https://x.com/Vianney41603586/status/1799533953591755117,2024-06-08 20:08:22+00:00,1799533953591755117,True,1.7994157113469297e+18,False,False,259,0,0,0,qme,2021-10-18 04:55:33+00:00,,33,False,@FoxNews @nayibbukele 👍👍🙏🏻👍👍,"AnalyzerOutput(output=NEU, probas={NEU: 0.690, POS: 0.209, NEG: 0.102})",NEU,0.689559817314148,0.20876464247703552,0.10167557746171951
+https://x.com/PaoMarrohs/status/1799534180155482202,2024-06-08 20:09:16+00:00,1799534180155482202,True,1.7994157113469297e+18,False,False,1189,0,8,0,qme,2012-05-23 08:14:46+00:00,El Salvador,10076,True,@FoxNews 😎🇸🇻🙌🏻,"AnalyzerOutput(output=NEU, probas={NEU: 0.765, POS: 0.179, NEG: 0.055})",NEU,0.7654933333396912,0.17929233610630035,0.05521434545516968
+https://x.com/cx_shop/status/1799535839258788277,2024-06-08 20:15:52+00:00,1799535839258788277,True,1.7994157113469297e+18,False,False,252,0,0,0,qme,2009-12-30 03:14:54+00:00,,142,False,@FoxNews 👍,"AnalyzerOutput(output=NEU, probas={NEU: 0.742, POS: 0.222, NEG: 0.036})",NEU,0.7422637343406677,0.2218593806028366,0.035876963287591934
+https://x.com/SandraL24469181/status/1799536500855447910,2024-06-08 20:18:30+00:00,1799536500855447910,True,1.7994157113469297e+18,False,False,268,0,4,0,en,2022-06-15 21:16:34+00:00,,313,False,"@FoxNews We will continue fighting for our peace and freedom 🙏🏼
+God bless El Salvador 🇸🇻","AnalyzerOutput(output=NEU, probas={NEU: 0.494, POS: 0.436, NEG: 0.069})",NEU,0.49438440799713135,0.43638357520103455,0.0692320168018341
+https://x.com/lwrnjej/status/1799536830125093273,2024-06-08 20:19:48+00:00,1799536830125093273,True,1.7994157113469297e+18,False,False,142,0,1,0,en,2021-11-07 12:44:43+00:00,,276,False,@FoxNews @stacyherbert Wish the USA had a present like Bukele,"AnalyzerOutput(output=POS, probas={POS: 0.438, NEU: 0.356, NEG: 0.206})",POS,0.35599008202552795,0.4382016360759735,0.20580820739269257
+https://x.com/carlostejada035/status/1799537452719145364,2024-06-08 20:22:17+00:00,1799537452719145364,True,1.7994157113469297e+18,False,False,233,0,1,0,en,2016-05-08 18:48:26+00:00,"San Salvador, El Salvador",661,False,@FoxNews He has data to back it up! Safest country in the Americas!,"AnalyzerOutput(output=POS, probas={POS: 0.894, NEU: 0.086, NEG: 0.020})",POS,0.08602020144462585,0.8940752148628235,0.019904570654034615
+https://x.com/aradjkoemar/status/1799538546493083889,2024-06-08 20:26:37+00:00,1799538546493083889,True,1.7994157113469297e+18,False,False,898,0,12,0,en,2009-03-26 21:38:08+00:00,Suriname,94,True,@FoxNews @nayibbukele The man with balls of steel,"AnalyzerOutput(output=POS, probas={POS: 0.455, NEU: 0.419, NEG: 0.126})",POS,0.4194059371948242,0.45458629727363586,0.1260078400373459
+https://x.com/Santiagosioso/status/1799540084267426010,2024-06-08 20:32:44+00:00,1799540084267426010,True,1.7994157113469297e+18,False,False,187,0,0,0,qme,2017-10-15 03:38:51+00:00,"Sonsonate, El Salvador",2392,False,@FoxNews 👏👏👏👏👏👏👏👏👏👏👏👏,"AnalyzerOutput(output=NEU, probas={NEU: 0.595, POS: 0.282, NEG: 0.123})",NEU,0.5948660969734192,0.2820890247821808,0.12304489314556122
+https://x.com/EvelynC724698/status/1799541238447948050,2024-06-08 20:37:19+00:00,1799541238447948050,True,1.7994157113469297e+18,False,False,188,0,3,0,en,2022-06-08 21:36:32+00:00,,162,False,@FoxNews @waraujo64 The BEST PRESIDENT in the world.  Other presidents should follow  his lead and start protecting their citizens from criminals.,"AnalyzerOutput(output=POS, probas={POS: 0.678, NEU: 0.171, NEG: 0.150})",POS,0.17119131982326508,0.6783996224403381,0.15040911734104156
+https://x.com/MelomanoSD/status/1799543744410378359,2024-06-08 20:47:17+00:00,1799543744410378359,True,1.7994157113469297e+18,False,False,453,0,0,0,en,2009-11-25 17:44:49+00:00,San Diego,239,True,@FoxNews @nayibbukele An article written full of entire paragraph quotes 🤣,"AnalyzerOutput(output=NEU, probas={NEU: 0.782, NEG: 0.114, POS: 0.104})",NEU,0.7818252444267273,0.1038544774055481,0.11432024836540222
+https://x.com/BenedinD/status/1799544817900208361,2024-06-08 20:51:33+00:00,1799544817900208361,True,1.7994157113469297e+18,False,False,179,1,8,0,et,2023-10-12 23:03:28+00:00,,262,False,@FoxNews Bukele 😎😎😎🇸🇻🇸🇻🇸🇻 https://t.co/MSjDE9xByt,"AnalyzerOutput(output=NEU, probas={NEU: 0.732, POS: 0.135, NEG: 0.132})",NEU,0.7324954867362976,0.13508182764053345,0.13242268562316895
+https://x.com/ReinaRomero79/status/1799548028157599987,2024-06-08 21:04:18+00:00,1799548028157599987,True,1.7994157113469297e+18,False,False,151,0,2,0,qme,2010-01-03 20:11:24+00:00,,976,False,@FoxNews ❤️❤️❤️❤️❤️❤️❤️🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻❤️❤️❤️❤️❤️❤️❤️❤️❤️ https://t.co/gO2s5xkI6j,"AnalyzerOutput(output=NEU, probas={NEU: 0.644, NEG: 0.260, POS: 0.096})",NEU,0.6437480449676514,0.09584653377532959,0.26040542125701904
+https://x.com/MrElegantesv/status/1799551173986238666,2024-06-08 21:16:48+00:00,1799551173986238666,True,1.7994157113469297e+18,False,False,598,0,3,0,qme,2019-06-10 20:23:46+00:00,Te Sigue,46626,True,@FoxNews 🇸🇻,"AnalyzerOutput(output=NEU, probas={NEU: 0.820, POS: 0.116, NEG: 0.064})",NEU,0.8200681209564209,0.11629193276166916,0.06363990902900696
+https://x.com/nolathoth/status/1799556598802862131,2024-06-08 21:38:21+00:00,1799556598802862131,True,1.7994157113469297e+18,False,False,122,0,2,0,en,2013-09-19 07:34:59+00:00,Ouray Colorado ,88,False,@FoxNews It is truly incredible what this man has done in a few short years!,"AnalyzerOutput(output=POS, probas={POS: 0.911, NEU: 0.046, NEG: 0.043})",POS,0.04624466970562935,0.9110117554664612,0.04274357855319977
+https://x.com/Yazcklin/status/1799556919398425003,2024-06-08 21:39:38+00:00,1799556919398425003,True,1.7994157113469297e+18,False,False,459,1,5,0,qme,2011-04-17 05:17:37+00:00,El Salvador,23184,True,@FoxNews @nayibbukele 🇸🇻💪,"AnalyzerOutput(output=NEU, probas={NEU: 0.746, POS: 0.155, NEG: 0.099})",NEU,0.7461326122283936,0.15473179519176483,0.09913555532693863
+https://x.com/Izalco257/status/1799557628533600301,2024-06-08 21:42:27+00:00,1799557628533600301,True,1.7994157113469297e+18,False,False,139,0,1,0,en,2022-10-09 04:22:26+00:00,,69,False,"@FoxNews When leaders are not corrupt, they are against corruption and do whatever it takes to finish it; at all cost.
+There are some leaders that live off corruption, that is why they don't do anything to stop it.
+And the most important point is they are against the will of God.","AnalyzerOutput(output=NEG, probas={NEG: 0.698, NEU: 0.175, POS: 0.127})",NEG,0.17493435740470886,0.12712764739990234,0.6979379653930664
+https://x.com/uziel_Mazai/status/1799561018453938608,2024-06-08 21:55:55+00:00,1799561018453938608,True,1.7994157113469297e+18,False,False,48,0,0,0,ht,2022-07-28 04:00:39+00:00,universo C-137,407,False,@FoxNews Grande Nayib 👏❤️❤️❤️,"AnalyzerOutput(output=POS, probas={POS: 0.902, NEU: 0.084, NEG: 0.015})",POS,0.08354184031486511,0.9019206762313843,0.014537504874169827
+https://x.com/SpaydiParodia/status/1799579807157551319,2024-06-08 23:10:35+00:00,1799579807157551319,True,1.7994157113469297e+18,False,False,310,0,4,0,en,2022-07-20 05:47:50+00:00,"Tampa, FL",13927,True,@FoxNews Facts. https://t.co/gK0bJbaaFm,"AnalyzerOutput(output=NEU, probas={NEU: 0.559, POS: 0.276, NEG: 0.164})",NEU,0.5592828989028931,0.27649542689323425,0.1642216295003891
+https://x.com/Bandit12194161/status/1799609190857490827,2024-06-09 01:07:20+00:00,1799609190857490827,True,1.7994157113469297e+18,False,False,38,0,0,0,en,2024-04-26 20:31:34+00:00,,6,False,@FoxNews @nayibbukele The average wage in El Salvador is $300 a month. Cost of living is almost the same if not more expensive than the US,"AnalyzerOutput(output=NEU, probas={NEU: 0.576, NEG: 0.337, POS: 0.087})",NEU,0.5759305357933044,0.08714950084686279,0.3369199335575104
+https://x.com/auvi_lu/status/1799665453704613979,2024-06-09 04:50:54+00:00,1799665453704613979,True,1.7994157113469297e+18,False,False,41,0,0,1,en,2016-03-25 03:26:05+00:00,,4370,False,"@FoxNews Yeah the dictator is great for the moment, until he isnt.","AnalyzerOutput(output=POS, probas={POS: 0.368, NEU: 0.328, NEG: 0.305})",POS,0.327534556388855,0.3677097260951996,0.3047557473182678

assets/dataset/temp_output_combined2.csv ADDED Viewed

	@@ -0,0 +1,66 @@

+url,createdAt,id,isReply,inReplyToId,isRetweet,isQuote,viewCount,retweetCount,likeCount,replyCount,lang,author__createdAt,author__location,author__followers,author__verified,text,sentiment,sentiment_label,sentiment_numeric,date
+https://x.com/UHN_Plus/status/1754288067093950586,2024-02-04 23:37:22+00:00,1754288067093950586,False,None,False,False,3140522,7867,64116,841,es,2023-02-14 19:27:11+00:00,,740175,True,🇸🇻 | ÚLTIMA HORA: Nayib Bukele es reelecto como Presidente de El Salvador. https://t.co/6UQRk3KvkO,"AnalyzerOutput(output=NEU, probas={NEU: 0.648, NEG: 0.265, POS: 0.087})",NEU,POS,2024-02-04
+https://x.com/pobreysintierra/status/1754288336112324883,2024-02-04 23:38:27+00:00,1754288336112324883,True,1754288067093950586,False,False,551,0,3,0,qme,2023-10-26 22:02:00+00:00,,10,False,@UHN_Plus 🥱,"AnalyzerOutput(output=NEG, probas={NEG: 0.555, NEU: 0.408, POS: 0.036})",NEG,POS,2024-02-04
+https://x.com/Eduardo78122204/status/1754288437727834314,2024-02-04 23:38:51+00:00,1754288437727834314,True,1754288067093950586,False,False,1227,0,5,3,es,2015-11-13 13:12:21+00:00,"Santa Tecla, El Salvador",32,False,"@UHN_Plus Es ilegal!
+Fraude !","AnalyzerOutput(output=NEG, probas={NEG: 0.872, NEU: 0.108, POS: 0.019})",NEG,POS,2024-02-04
+https://x.com/Gabriel96070715/status/1754288592107589718,2024-02-04 23:39:28+00:00,1754288592107589718,True,1754288067093950586,False,False,40,0,0,0,es,2021-05-19 09:15:25+00:00,Argentina,823,False,@UHN_Plus Excelente noticia 😄👍🏻 https://t.co/ejKSGRldCm,"AnalyzerOutput(output=POS, probas={POS: 0.863, NEU: 0.126, NEG: 0.011})",POS,POS,2024-02-04
+https://x.com/AaronRios90/status/1754288755345674340,2024-02-04 23:40:07+00:00,1754288755345674340,True,1754288067093950586,False,True,7964,7,40,1,es,2018-08-01 20:59:18+00:00,"Callao, Perú",1140,False,"@UHN_Plus #URGENTE. La encuestadora CIP Gallup le otorga el 87% de intención de voto al mandatario Nayib Bukele.
+El presidente de El Salvador que optaba por la reelección logró una categórica victoria con números aún mejores de los sondeos previos.
+https://t.co/AxHtWpxZ9W","AnalyzerOutput(output=NEU, probas={NEU: 0.715, POS: 0.175, NEG: 0.110})",NEU,POS,2024-02-04
+https://x.com/Marfil37/status/1754288792859451823,2024-02-04 23:40:15+00:00,1754288792859451823,True,1754288067093950586,False,False,587,0,8,0,es,2011-05-21 20:24:58+00:00,Spain,420,False,@UHN_Plus Renace El Salvador ✝️,"AnalyzerOutput(output=NEU, probas={NEU: 0.715, POS: 0.223, NEG: 0.062})",NEU,POS,2024-02-04
+https://x.com/LuisAld8/status/1754288827403829312,2024-02-04 23:40:24+00:00,1754288827403829312,True,1754288067093950586,False,False,427,0,2,1,es,2022-07-17 20:56:53+00:00,,0,False,@UHN_Plus La dictadura continúa!,"AnalyzerOutput(output=NEG, probas={NEG: 0.827, NEU: 0.148, POS: 0.025})",NEG,POS,2024-02-04
+https://x.com/PepBohrquez/status/1754288963953578307,2024-02-04 23:40:56+00:00,1754288963953578307,True,1754288067093950586,False,False,617,0,2,0,es,2017-07-20 01:18:30+00:00,,999,False,@UHN_Plus Felicitaciones @nayibbukele saludos desde #Ecuador,"AnalyzerOutput(output=POS, probas={POS: 0.796, NEU: 0.187, NEG: 0.017})",POS,POS,2024-02-04
+https://x.com/h_e_b_e/status/1754289021214249317,2024-02-04 23:41:10+00:00,1754289021214249317,True,1754288067093950586,False,False,4000,0,15,2,es,2014-06-15 15:13:08+00:00,,121,False,"@UHN_Plus Sin comentarios
+Aún no ha nacido alguien q se pueda parar al lado de este señor 🤫","AnalyzerOutput(output=NEG, probas={NEG: 0.572, NEU: 0.413, POS: 0.014})",NEG,POS,2024-02-04
+https://x.com/h_e_b_e/status/1754289048405823922,2024-02-04 23:41:16+00:00,1754289048405823922,True,1754288067093950586,False,False,1270,0,2,0,qme,2014-06-15 15:13:08+00:00,,121,False,@UHN_Plus 🫡,"AnalyzerOutput(output=NEU, probas={NEU: 0.793, POS: 0.123, NEG: 0.084})",NEU,POS,2024-02-04
+https://x.com/EloyFe2626/status/1754289089711341727,2024-02-04 23:41:26+00:00,1754289089711341727,True,1754288067093950586,False,False,4529,1,34,3,es,2020-11-01 11:30:11+00:00,𝒩𝓊𝓃𝒸𝒶 𝒥𝒶𝓂𝒶𝓈,1458,False,@UHN_Plus Que proceso tan ordenado y rápido 😮 en cambio en Venezuela el dictador Nicolás Maduro tarda horas y horas para maquillar cifras con los software adulterados,"AnalyzerOutput(output=NEG, probas={NEG: 0.612, NEU: 0.353, POS: 0.034})",NEG,POS,2024-02-04
+https://x.com/fonsi20201/status/1754289269667979597,2024-02-04 23:42:09+00:00,1754289269667979597,True,1754288067093950586,False,False,3426,0,5,8,es,2020-06-16 16:52:29+00:00,,3492,False,@UHN_Plus Otro @AlvaroUribeVel versión 2.0 y ya sabemos en que acaba todo,"AnalyzerOutput(output=NEG, probas={NEG: 0.635, NEU: 0.338, POS: 0.028})",NEG,POS,2024-02-04
+https://x.com/bibipuchis4/status/1754289290731725300,2024-02-04 23:42:14+00:00,1754289290731725300,True,1754288067093950586,False,False,788,0,0,0,qme,2023-08-13 17:18:53+00:00,planet Earth,64,False,@UHN_Plus https://t.co/RWTXSfhmND,"AnalyzerOutput(output=NEU, probas={NEU: 0.482, POS: 0.331, NEG: 0.186})",NEU,POS,2024-02-04
+https://x.com/Moral2095/status/1754289348340494721,2024-02-04 23:42:28+00:00,1754289348340494721,True,1754288067093950586,False,False,2540,0,3,1,es,2017-12-31 03:45:21+00:00,"Santa Ana, El Salvador",666,False,@UHN_Plus El tiempo de votar va terminando... si es lo más probable que gane pero quién lo ha dado como ganador oficialmente?,"AnalyzerOutput(output=NEU, probas={NEU: 0.887, NEG: 0.078, POS: 0.035})",NEU,POS,2024-02-04
+https://x.com/Cesi20557320/status/1754289438379651237,2024-02-04 23:42:49+00:00,1754289438379651237,True,1754288067093950586,False,False,2673,0,0,4,es,2019-06-27 16:41:30+00:00,Santiago,1846,False,@UHN_Plus Cuantos bitcoin habra pagado ?,"AnalyzerOutput(output=NEU, probas={NEU: 0.766, NEG: 0.174, POS: 0.060})",NEU,POS,2024-02-04
+https://x.com/BenjaminSG94/status/1754289486702227567,2024-02-04 23:43:01+00:00,1754289486702227567,True,1754288067093950586,False,False,1341,0,1,0,es,2023-01-09 20:54:03+00:00,,2,False,@UHN_Plus Sabiamos que iba a ganar lo que hay que preguntarse es por cuanto,"AnalyzerOutput(output=NEU, probas={NEU: 0.754, NEG: 0.149, POS: 0.096})",NEU,POS,2024-02-04
+https://x.com/JaviXCubaLibre2/status/1754289498715049994,2024-02-04 23:43:04+00:00,1754289498715049994,True,1754288067093950586,False,False,42521,9,639,7,es,2022-08-03 22:28:40+00:00,"Austin, TX",10419,True,@UHN_Plus La ONU se muere de envidia 👌,"AnalyzerOutput(output=NEU, probas={NEU: 0.566, POS: 0.300, NEG: 0.134})",NEU,POS,2024-02-04
+https://x.com/lamb503/status/1754289716369703252,2024-02-04 23:43:56+00:00,1754289716369703252,True,1754288067093950586,False,False,1389,0,7,0,es,2022-05-29 04:52:37+00:00,El Salvador,43,False,@UHN_Plus No mamen si a penas está iniciando el conteo preliminar.,"AnalyzerOutput(output=NEG, probas={NEG: 0.875, NEU: 0.110, POS: 0.015})",NEG,POS,2024-02-04
+https://x.com/CarlosM88582762/status/1754289777073860765,2024-02-04 23:44:10+00:00,1754289777073860765,True,1754288067093950586,False,False,349,0,2,0,es,2021-03-12 16:58:41+00:00,"Cali, Colombia",155,False,@UHN_Plus @claudia04213250 Excelente el nuevo orden mundial llora.,"AnalyzerOutput(output=NEG, probas={NEG: 0.537, NEU: 0.393, POS: 0.070})",NEG,POS,2024-02-04
+https://x.com/Argelado77/status/1754289931768287410,2024-02-04 23:44:47+00:00,1754289931768287410,True,1754288067093950586,False,False,166,0,0,0,qme,2023-09-04 20:51:10+00:00,,247,False,@UHN_Plus @DANTE_eloficial https://t.co/R4ev3T69k1,"AnalyzerOutput(output=NEU, probas={NEU: 0.455, POS: 0.357, NEG: 0.187})",NEU,POS,2024-02-04
+https://x.com/FloresGuer2335/status/1754290072906592569,2024-02-04 23:45:21+00:00,1754290072906592569,True,1754288067093950586,False,False,667,0,7,0,es,2023-07-01 00:26:07+00:00,,33,False,@UHN_Plus Por supuesto que fue lo mejor un presidente con huevos en la mañana en la tarde y en la noche eso hace falta aquí para vivir tranquilos,"AnalyzerOutput(output=POS, probas={POS: 0.967, NEU: 0.028, NEG: 0.005})",POS,POS,2024-02-04
+https://x.com/dha4nos/status/1754290579033280519,2024-02-04 23:47:21+00:00,1754290579033280519,True,1754288067093950586,False,False,260,0,0,0,es,2023-03-25 15:48:15+00:00,,8,False,"@UHN_Plus @DANTE_eloficial Aunque sabemos que @nayibbukele ganará, no den información adelantada. Son las 5:47 pm en El Salvador y a penas están en conteo de votos manuales. Cómo dije seguramente hemos vencido otra vez pero paciencia, los resultados preliminares estarán listos en las próximas horas.","AnalyzerOutput(output=NEU, probas={NEU: 0.785, NEG: 0.166, POS: 0.049})",NEU,POS,2024-02-04
+https://x.com/avainavale/status/1754290655516336440,2024-02-04 23:47:40+00:00,1754290655516336440,True,1754288067093950586,False,False,390,0,1,0,es,2022-11-03 00:11:02+00:00,Aquí mismo ,3,False,@UHN_Plus Y lo dudaban...,"AnalyzerOutput(output=NEG, probas={NEG: 0.489, NEU: 0.446, POS: 0.065})",NEG,POS,2024-02-04
+https://x.com/nombreusuariom/status/1754290800446345237,2024-02-04 23:48:14+00:00,1754290800446345237,True,1754288067093950586,False,False,9,0,0,0,es,2023-10-09 02:48:23+00:00,que es palestina se come,56,False,@UHN_Plus Cuál es la noticia?😜,"AnalyzerOutput(output=NEU, probas={NEU: 0.856, POS: 0.111, NEG: 0.034})",NEU,POS,2024-02-04
+https://x.com/MaTerry50/status/1754290893157179729,2024-02-04 23:48:36+00:00,1754290893157179729,True,1754288067093950586,False,False,608,0,1,0,qme,2020-04-29 21:20:22+00:00,,586,False,@UHN_Plus @YannisEst 👏👏👏👏👏,"AnalyzerOutput(output=NEU, probas={NEU: 0.613, POS: 0.266, NEG: 0.121})",NEU,POS,2024-02-04
+https://x.com/UltimatusVirsus/status/1754290974950400254,2024-02-04 23:48:56+00:00,1754290974950400254,True,1754288067093950586,False,False,628,0,1,0,es,2018-02-27 05:34:38+00:00,,78,False,@UHN_Plus Tan rápido? No ha pasado ni un día XD,"AnalyzerOutput(output=NEG, probas={NEG: 0.728, NEU: 0.237, POS: 0.035})",NEG,POS,2024-02-04
+https://x.com/PEPE19241899/status/1754291105217089578,2024-02-04 23:49:27+00:00,1754291105217089578,True,1754288067093950586,False,False,2050,0,10,3,es,2020-08-21 16:34:21+00:00,,382,False,@UHN_Plus La nueva dictadura,"AnalyzerOutput(output=NEG, probas={NEG: 0.712, NEU: 0.234, POS: 0.054})",NEG,POS,2024-02-04
+https://x.com/JafetAntonioo/status/1754291111206477930,2024-02-04 23:49:28+00:00,1754291111206477930,True,1754288067093950586,False,False,508,0,0,0,und,2017-10-26 05:23:18+00:00,🇵🇦,388,False,@UHN_Plus Eso 🔥🔥🔥😎💪,"AnalyzerOutput(output=NEU, probas={NEU: 0.649, POS: 0.189, NEG: 0.162})",NEU,POS,2024-02-04
+https://x.com/YannisEst/status/1754292650658705603,2024-02-04 23:55:35+00:00,1754292650658705603,True,1754288067093950586,False,False,38815,19,445,5,es,2011-03-27 01:50:59+00:00,"Miami, FL",70793,True,@UHN_Plus Comienza el llanto desconsolado de los “Soros’ employees”.,"AnalyzerOutput(output=NEG, probas={NEG: 0.856, NEU: 0.136, POS: 0.008})",NEG,POS,2024-02-04
+https://x.com/OlmedoVive/status/1754293234468090163,2024-02-04 23:57:54+00:00,1754293234468090163,True,1754288067093950586,False,False,43637,18,382,11,es,2012-11-17 14:13:02+00:00,Siempre en la Libertad,5725,True,"Bien por el pueblo de El Salvador 👏 ellos confían en la mano dura de Bukele contra el terrorismo y las pandillas, el pueblo ve la obra social y la obra pública en un país que era el más violento del mundo hasta que llegó este joven Presidente.
+La gente de cualquier parte del mundo aplaude el cambio radical que se ve en El Salvador, obviamente la clase política que no tienen siquiera el 10% de credibilidad y aceptación dicen de todo para intentar desestabilizar y desacreditar","AnalyzerOutput(output=NEG, probas={NEG: 0.456, POS: 0.410, NEU: 0.135})",NEG,POS,2024-02-04
+https://x.com/Inforojita/status/1754295371327537577,2024-02-05 00:06:24+00:00,1754295371327537577,True,1754288067093950586,False,False,43695,115,365,242,es,2010-04-28 18:41:36+00:00,Venezuela,100174,True,"@UHN_Plus Si Maduro se postula a la reelección, apegado a la Constitución de Venezuela, es porque es ""un dictador que quiere perpetuarse en el poder""... Pero  si lo hace Bukele violando la Constitución, es un ""democrata"" para la prensa tarifada...","AnalyzerOutput(output=NEG, probas={NEG: 0.909, NEU: 0.081, POS: 0.009})",NEG,POS,2024-02-05
+https://x.com/cranss_/status/1754298195033612656,2024-02-05 00:17:37+00:00,1754298195033612656,True,1754288067093950586,False,False,10035,0,6,0,et,2014-04-16 02:28:43+00:00,サンティアゴ、チリ,306,True,@UHN_Plus 😎🚬 cine,"AnalyzerOutput(output=NEU, probas={NEU: 0.749, POS: 0.216, NEG: 0.036})",NEU,POS,2024-02-05
+https://x.com/aesagt/status/1754300533232304484,2024-02-05 00:26:55+00:00,1754300533232304484,True,1754288067093950586,False,False,9771,0,3,0,es,2009-03-25 23:27:55+00:00,GT,2488,True,@UHN_Plus Bien!,"AnalyzerOutput(output=POS, probas={POS: 0.765, NEU: 0.177, NEG: 0.059})",POS,POS,2024-02-05
+https://x.com/YoelDanielR/status/1754300817761284202,2024-02-05 00:28:02+00:00,1754300817761284202,True,1754288067093950586,False,False,5102,0,2,0,es,2020-02-27 14:40:02+00:00,🌎,728,True,@UHN_Plus Amén,"AnalyzerOutput(output=NEU, probas={NEU: 0.461, POS: 0.377, NEG: 0.162})",NEU,POS,2024-02-05
+https://x.com/VeraMReyes/status/1754301445929636176,2024-02-05 00:30:32+00:00,1754301445929636176,True,1754288067093950586,False,False,5325,0,13,6,ca,2010-05-22 02:04:17+00:00,México,461,True,"@UHN_Plus El inconstitucional, el impostor.","AnalyzerOutput(output=NEG, probas={NEG: 0.636, NEU: 0.327, POS: 0.037})",NEG,POS,2024-02-05
+https://x.com/VeraMReyes/status/1754301959715053699,2024-02-05 00:32:35+00:00,1754301959715053699,True,1754288067093950586,False,False,18445,8,62,21,es,2010-05-22 02:04:17+00:00,México,461,True,"@UHN_Plus Lo declararon cuando ni siquiera han hecho el conteo. Ese es el fraude al haber impuesto a un candidato inconstitucional y ya hasta lo declararon presidente, que bárbaros que burdos.","AnalyzerOutput(output=NEG, probas={NEG: 0.978, NEU: 0.017, POS: 0.005})",NEG,POS,2024-02-05
+https://x.com/TzaTza416/status/1754303762858901823,2024-02-05 00:39:45+00:00,1754303762858901823,True,1754288067093950586,False,False,19419,6,94,40,es,2021-08-01 19:03:04+00:00,Chalatenango.        Te Sigue ,3775,True,@UHN_Plus Es reelecto ILEGALMENTE,"AnalyzerOutput(output=NEG, probas={NEG: 0.710, NEU: 0.236, POS: 0.054})",NEG,POS,2024-02-05
+https://x.com/rolanrama/status/1754305631572402590,2024-02-05 00:47:10+00:00,1754305631572402590,True,1754288067093950586,False,False,4774,0,12,0,qme,2011-09-14 02:13:42+00:00,Guatemala Ciudad,1848,True,@UHN_Plus https://t.co/zBD7ff6Go9,"AnalyzerOutput(output=NEU, probas={NEU: 0.482, POS: 0.331, NEG: 0.186})",NEU,POS,2024-02-05
+https://x.com/ClaudiaYadette1/status/1754306944494395555,2024-02-05 00:52:23+00:00,1754306944494395555,True,1754288067093950586,False,False,8811,0,4,0,es,2021-10-17 18:39:01+00:00,"Minnesota,USA",2783,True,"@UHN_Plus Estan super update, me parece que fueron los primeros en decir @nayibbukele revalidó!!  👏👏👏","AnalyzerOutput(output=POS, probas={POS: 0.625, NEU: 0.340, NEG: 0.035})",POS,POS,2024-02-05
+https://x.com/UHN_Plus/status/1754309043928121508,2024-02-05 01:00:44+00:00,1754309043928121508,True,1754288067093950586,False,False,47946,59,649,15,es,2023-02-14 19:27:11+00:00,,740175,True,"Nayib Bukele ganó la reelección con más del 85% de los votos. A las 9:00 pm, hora local, está previsto que el Presidente se dirija al país y al mundo, desde el Palacio Nacional.","AnalyzerOutput(output=NEU, probas={NEU: 0.722, POS: 0.236, NEG: 0.042})",NEU,POS,2024-02-05
+https://x.com/lumbrerablog/status/1754310859730362459,2024-02-05 01:07:57+00:00,1754310859730362459,True,1754288067093950586,False,False,5497,0,9,0,es,2010-06-24 14:40:50+00:00,De Rep. Dom (en gringolandia),21401,True,@UHN_Plus Se lo merece.,"AnalyzerOutput(output=POS, probas={POS: 0.868, NEU: 0.106, NEG: 0.026})",POS,POS,2024-02-05
+https://x.com/TheDesertLynx/status/1754316408895217848,2024-02-05 01:30:00+00:00,1754316408895217848,True,1754288067093950586,False,True,10494,0,9,1,qme,2012-02-04 01:47:29+00:00,New Hampshire,13028,True,@UHN_Plus https://t.co/rMdzEy0cux,"AnalyzerOutput(output=NEU, probas={NEU: 0.482, POS: 0.331, NEG: 0.186})",NEU,POS,2024-02-05
+https://x.com/SaulQCh_/status/1754319753378664863,2024-02-05 01:43:17+00:00,1754319753378664863,True,1754288067093950586,False,False,5393,0,1,0,qme,2014-12-11 01:26:15+00:00,Planet Earth 🌎,280,True,@UHN_Plus 💯,"AnalyzerOutput(output=NEU, probas={NEU: 0.614, POS: 0.333, NEG: 0.053})",NEU,POS,2024-02-05
+https://x.com/rios_saryriver/status/1754349092736487819,2024-02-05 03:39:52+00:00,1754349092736487819,True,1754288067093950586,False,False,71,0,0,0,es,2017-12-13 18:15:04+00:00,,207,False,"@UHN_Plus Felicitaciones al pueblo salvadoreño, qué tenga un exitoso periodo de su nuevo mandato","AnalyzerOutput(output=POS, probas={POS: 0.945, NEU: 0.048, NEG: 0.007})",POS,POS,2024-02-05
+https://x.com/jimmynewsES/status/1754362183192850834,2024-02-05 04:31:53+00:00,1754362183192850834,True,1754288067093950586,False,True,5354,2,28,0,qme,2023-04-07 14:21:40+00:00,,1271,True,@UHN_Plus https://t.co/haVq0b1bKg,"AnalyzerOutput(output=NEU, probas={NEU: 0.482, POS: 0.331, NEG: 0.186})",NEU,POS,2024-02-05
+https://x.com/Red4293/status/1754401957828050974,2024-02-05 07:09:56+00:00,1754401957828050974,True,1754288067093950586,False,False,943,0,0,0,es,2009-07-02 18:47:39+00:00,"Community of Madrid, Spain",602,True,@UHN_Plus Wow que sorpresa. ! 😳,"AnalyzerOutput(output=POS, probas={POS: 0.497, NEU: 0.450, NEG: 0.053})",POS,POS,2024-02-05
+https://x.com/GUnderground_TV/status/1754406809031372889,2024-02-05 07:29:13+00:00,1754406809031372889,True,1754288067093950586,False,False,1742,0,1,0,qme,2013-10-16 13:54:32+00:00,"Dubai, United Arab Emirates",143201,True,@UHN_Plus https://t.co/2vr9kG91Pv,"AnalyzerOutput(output=NEU, probas={NEU: 0.482, POS: 0.331, NEG: 0.186})",NEU,POS,2024-02-05
+https://x.com/DAmericasFuture/status/1799118639615860770,2024-06-07 16:38:04+00:00,1799118639615860770,False,None,False,False,1001778,104,718,499,en,2024-05-24 16:18:12+00:00,,122,True,"The radical Left has LOST THEIR MINDS!
+SIGN YOUR NAME TO SEND A PRAYER TO PRESIDENT TRUMP &gt;&gt;&gt;","AnalyzerOutput(output=NEG, probas={NEG: 0.745, NEU: 0.171, POS: 0.084})",NEG,POS,2024-06-07
+https://x.com/DAmericasFuture/status/1799118639615860770,2024-06-07 16:38:04+00:00,1799118639615860770,False,None,False,False,1001778,104,718,499,en,2024-05-24 16:18:12+00:00,,122,True,"The radical Left has LOST THEIR MINDS!
+SIGN YOUR NAME TO SEND A PRAYER TO PRESIDENT TRUMP &gt;&gt;&gt;","AnalyzerOutput(output=NEG, probas={NEG: 0.745, NEU: 0.171, POS: 0.084})",NEG,POS,2024-06-07
+https://x.com/DAmericasFuture/status/1799118639615860770,2024-06-07 16:38:04+00:00,1799118639615860770,False,None,False,False,1001778,104,718,499,en,2024-05-24 16:18:12+00:00,,122,True,"The radical Left has LOST THEIR MINDS!
+SIGN YOUR NAME TO SEND A PRAYER TO PRESIDENT TRUMP &gt;&gt;&gt;","AnalyzerOutput(output=NEG, probas={NEG: 0.745, NEU: 0.171, POS: 0.084})",NEG,POS,2024-06-07
+https://x.com/DAmericasFuture/status/1799118639615860770,2024-06-07 16:38:04+00:00,1799118639615860770,False,None,False,False,1001778,104,718,499,en,2024-05-24 16:18:12+00:00,,122,True,"The radical Left has LOST THEIR MINDS!
+SIGN YOUR NAME TO SEND A PRAYER TO PRESIDENT TRUMP &gt;&gt;&gt;","AnalyzerOutput(output=NEG, probas={NEG: 0.745, NEU: 0.171, POS: 0.084})",NEG,POS,2024-06-07

assets/dataset/temp_output_comments.csv ADDED Viewed

	@@ -0,0 +1,54 @@

+url,createdAt,id,isReply,inReplyToId,isRetweet,isQuote,viewCount,retweetCount,likeCount,replyCount,lang,author__createdAt,author__location,author__followers,author__verified,text
+https://x.com/HerbertEsmahan/status/1799533895630655959,2024-06-08 20:08:09+00:00,1799533895630655959,True,1799415711346929732,False,False,4618,9,141,1,en,2021-02-03 02:58:21+00:00,El Salvador,20918,True,"@FoxNews @nayibbukele President @nayibbukele, through the grace of God, saved El Salvador! 🇸🇻"
+https://x.com/CitizenCallerUS/status/1799416514732564840,2024-06-08 12:21:43+00:00,1799416514732564840,True,1799415711346929732,False,False,2975,2,30,2,en,2023-09-01 19:49:37+00:00,"Texas, USA",1192,True,"@FoxNews What's the philosophy behind this amazing turn around? Surely it's DEI or CRT or some kind of Woke stuff right?
+Not a chance, it's just plain old common sense."
+https://x.com/aradjkoemar/status/1799538546493083889,2024-06-08 20:26:37+00:00,1799538546493083889,True,1799415711346929732,False,False,898,0,12,0,en,2009-03-26 21:38:08+00:00,Suriname,94,True,@FoxNews @nayibbukele The man with balls of steel
+https://x.com/BiologicalWoma2/status/1799417233224986797,2024-06-08 12:24:34+00:00,1799417233224986797,True,1799415711346929732,False,False,1597,2,32,1,en,2021-06-01 18:05:40+00:00,"Florida, USA",70810,True,@FoxNews We need more leaders like Bukele 👍🏽
+https://x.com/StandUnited76/status/1799415831136550937,2024-06-08 12:19:00+00:00,1799415831136550937,True,1799415711346929732,False,False,2182,0,5,12,en,2022-04-27 14:30:03+00:00,"Arizona, USA",3317,True,@FoxNews good let’s send our illegals there!
+https://x.com/PaoMarrohs/status/1799534180155482202,2024-06-08 20:09:16+00:00,1799534180155482202,True,1799415711346929732,False,False,1189,0,8,0,qme,2012-05-23 08:14:46+00:00,El Salvador,10076,True,@FoxNews 😎🇸🇻🙌🏻
+https://x.com/Yazcklin/status/1799556919398425003,2024-06-08 21:39:38+00:00,1799556919398425003,True,1799415711346929732,False,False,459,1,5,0,qme,2011-04-17 05:17:37+00:00,El Salvador,23184,True,@FoxNews @nayibbukele 🇸🇻💪
+https://x.com/MrElegantesv/status/1799551173986238666,2024-06-08 21:16:48+00:00,1799551173986238666,True,1799415711346929732,False,False,598,0,3,0,qme,2019-06-10 20:23:46+00:00,Te Sigue,46626,True,@FoxNews 🇸🇻
+https://x.com/ChandanaJac/status/1799415857334063279,2024-06-08 12:19:06+00:00,1799415857334063279,True,1799415711346929732,False,True,2087,0,1,0,en,2023-11-20 20:06:31+00:00,,579,True,"@FoxNews He the best, unlike the puppetmaster😎"
+https://x.com/SpaydiParodia/status/1799579807157551319,2024-06-08 23:10:35+00:00,1799579807157551319,True,1799415711346929732,False,False,310,0,4,0,en,2022-07-20 05:47:50+00:00,"Tampa, FL",13927,True,@FoxNews Facts. https://t.co/gK0bJbaaFm
+https://x.com/riyaz25161/status/1799417601443201318,2024-06-08 12:26:02+00:00,1799417601443201318,True,1799415711346929732,False,False,952,0,2,0,en,2023-11-04 15:56:55+00:00,Qatar,3177,True,@FoxNews Hope bukele is good leader
+https://x.com/MelomanoSD/status/1799543744410378359,2024-06-08 20:47:17+00:00,1799543744410378359,True,1799415711346929732,False,False,453,0,0,0,en,2009-11-25 17:44:49+00:00,San Diego,239,True,@FoxNews @nayibbukele An article written full of entire paragraph quotes 🤣
+https://x.com/jimomics/status/1799415932173140135,2024-06-08 12:19:24+00:00,1799415932173140135,True,1799415711346929732,False,False,812,0,0,2,en,2016-08-09 16:57:44+00:00,,15647,True,@FoxNews Just if Biden did 1/10th of this...
+https://x.com/bankoftime01/status/1799415790636294438,2024-06-08 12:18:50+00:00,1799415790636294438,True,1799415711346929732,False,True,1033,0,0,0,qme,2023-11-07 11:35:32+00:00,,929,True,@FoxNews 👇👇🚨🚨
+https://x.com/PortoG1937/status/1799416603173364150,2024-06-08 12:22:04+00:00,1799416603173364150,True,1799415711346929732,False,False,541,0,0,2,en,2022-08-10 13:49:55+00:00,,636,False,"@FoxNews The population of ES is approx 6 Mio
+It is a developing nation
+Why would anyone want to migrate there?"
+https://x.com/SteveAn07575136/status/1799421077325852757,2024-06-08 12:39:51+00:00,1799421077325852757,True,1799415711346929732,False,False,248,0,0,1,en,2021-12-14 03:08:58+00:00,,203,False,@FoxNews They are all in the US now.
+https://x.com/auvi_lu/status/1799665453704613979,2024-06-09 04:50:54+00:00,1799665453704613979,True,1799415711346929732,False,False,41,0,0,1,en,2016-03-25 03:26:05+00:00,,4370,False,"@FoxNews Yeah the dictator is great for the moment, until he isnt."
+https://x.com/Bandit12194161/status/1799609190857490827,2024-06-09 01:07:20+00:00,1799609190857490827,True,1799415711346929732,False,False,38,0,0,0,en,2024-04-26 20:31:34+00:00,,6,False,@FoxNews @nayibbukele The average wage in El Salvador is $300 a month. Cost of living is almost the same if not more expensive than the US
+https://x.com/SandraL24469181/status/1799536500855447910,2024-06-08 20:18:30+00:00,1799536500855447910,True,1799415711346929732,False,False,268,0,4,0,en,2022-06-15 21:16:34+00:00,,313,False,"@FoxNews We will continue fighting for our peace and freedom 🙏🏼
+God bless El Salvador 🇸🇻"
+https://x.com/cx_shop/status/1799535839258788277,2024-06-08 20:15:52+00:00,1799535839258788277,True,1799415711346929732,False,False,252,0,0,0,qme,2009-12-30 03:14:54+00:00,,142,False,@FoxNews 👍
+https://x.com/Izalco257/status/1799557628533600301,2024-06-08 21:42:27+00:00,1799557628533600301,True,1799415711346929732,False,False,139,0,1,0,en,2022-10-09 04:22:26+00:00,,69,False,"@FoxNews When leaders are not corrupt, they are against corruption and do whatever it takes to finish it; at all cost.
+There are some leaders that live off corruption, that is why they don't do anything to stop it.
+And the most important point is they are against the will of God."
+https://x.com/carlostejada035/status/1799537452719145364,2024-06-08 20:22:17+00:00,1799537452719145364,True,1799415711346929732,False,False,233,0,1,0,en,2016-05-08 18:48:26+00:00,"San Salvador, El Salvador",661,False,@FoxNews He has data to back it up! Safest country in the Americas!
+https://x.com/nolathoth/status/1799556598802862131,2024-06-08 21:38:21+00:00,1799556598802862131,True,1799415711346929732,False,False,122,0,2,0,en,2013-09-19 07:34:59+00:00,Ouray Colorado ,88,False,@FoxNews It is truly incredible what this man has done in a few short years!
+https://x.com/Vianney41603586/status/1799533953591755117,2024-06-08 20:08:22+00:00,1799533953591755117,True,1799415711346929732,False,False,259,0,0,0,qme,2021-10-18 04:55:33+00:00,,33,False,@FoxNews @nayibbukele 👍👍🙏🏻👍👍
+https://x.com/EvelynC724698/status/1799541238447948050,2024-06-08 20:37:19+00:00,1799541238447948050,True,1799415711346929732,False,False,188,0,3,0,en,2022-06-08 21:36:32+00:00,,162,False,@FoxNews @waraujo64 The BEST PRESIDENT in the world.  Other presidents should follow  his lead and start protecting their citizens from criminals.
+https://x.com/Adub82UT/status/1799431150315958371,2024-06-08 13:19:52+00:00,1799431150315958371,True,1799415711346929732,False,False,237,0,2,0,en,2022-10-31 02:51:32+00:00,,27,False,"@FoxNews He brings God in, America is trying to take God out..🧐"
+https://x.com/janainajaja_7/status/1799416463675310481,2024-06-08 12:21:31+00:00,1799416463675310481,True,1799415711346929732,False,False,218,0,0,0,und,2013-05-31 17:13:17+00:00,Aqui ó,15,False,"@FoxNews yay
+https://t.co/1iZWuz8Sep"
+https://x.com/apmoore1234/status/1799426430260162662,2024-06-08 13:01:07+00:00,1799426430260162662,True,1799415711346929732,False,False,248,0,1,1,en,2022-11-14 13:26:48+00:00,,130,False,@FoxNews A lot of these countries are doing better because they’ve sent all their prisoners and criminals to America
+https://x.com/lwrnjej/status/1799536830125093273,2024-06-08 20:19:48+00:00,1799536830125093273,True,1799415711346929732,False,False,142,0,1,0,en,2021-11-07 12:44:43+00:00,,276,False,@FoxNews @stacyherbert Wish the USA had a present like Bukele
+https://x.com/PhuongVannareth/status/1799418041165623613,2024-06-08 12:27:47+00:00,1799418041165623613,True,1799415711346929732,False,False,191,0,0,0,qme,2021-12-22 23:47:09+00:00,,136,False,@FoxNews 🙄😁😘🥰 https://t.co/qVXvdnszjs
+https://x.com/ReinaRomero79/status/1799548028157599987,2024-06-08 21:04:18+00:00,1799548028157599987,True,1799415711346929732,False,False,151,0,2,0,qme,2010-01-03 20:11:24+00:00,,976,False,@FoxNews ❤️❤️❤️❤️❤️❤️❤️🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻🇸🇻❤️❤️❤️❤️❤️❤️❤️❤️❤️ https://t.co/gO2s5xkI6j
+https://x.com/Santiagosioso/status/1799540084267426010,2024-06-08 20:32:44+00:00,1799540084267426010,True,1799415711346929732,False,False,187,0,0,0,qme,2017-10-15 03:38:51+00:00,"Sonsonate, El Salvador",2392,False,@FoxNews 👏👏👏👏👏👏👏👏👏👏👏👏
+https://x.com/uziel_Mazai/status/1799561018453938608,2024-06-08 21:55:55+00:00,1799561018453938608,True,1799415711346929732,False,False,48,0,0,0,ht,2022-07-28 04:00:39+00:00,universo C-137,407,False,@FoxNews Grande Nayib 👏❤️❤️❤️
+https://x.com/BenedinD/status/1799544817900208361,2024-06-08 20:51:33+00:00,1799544817900208361,True,1799415711346929732,False,False,179,1,8,0,et,2023-10-12 23:03:28+00:00,,262,False,@FoxNews Bukele 😎😎😎🇸🇻🇸🇻🇸🇻 https://t.co/MSjDE9xByt
+https://x.com/b658842c5ab4475/status/1799419293076987924,2024-06-08 12:32:45+00:00,1799419293076987924,True,1799415711346929732,False,False,223,0,1,0,en,2016-09-05 00:09:02+00:00,New York/New Jersey,169,False,"@FoxNews How he did ? Bukele summoned The legislative Assembly to
+suspend the constitutional guarantees - civil liberties- for 30 days which then it was extended 12 times. Unusual &amp; unconventional but he curved crime .
+Can U.S Congress do such &amp; then challenge at the federal court?"
+https://x.com/CBOhio62/status/1799415950569267652,2024-06-08 12:19:28+00:00,1799415950569267652,True,1799415711346929732,False,False,249,0,1,0,en,2014-01-23 17:31:10+00:00,Ohio,2910,False,@FoxNews They’ll be in better shape soon especially if Biden installed again.
+https://x.com/Patriot1690/status/1799417579486036421,2024-06-08 12:25:57+00:00,1799417579486036421,True,1799415711346929732,False,False,180,0,0,1,en,2009-09-30 03:20:53+00:00,,296,False,@FoxNews Rolf https://t.co/fJygdemihi
+https://x.com/Sarcornot/status/1799428980661178868,2024-06-08 13:11:15+00:00,1799428980661178868,True,1799415711346929732,False,False,176,0,1,8,en,2014-03-12 22:01:14+00:00,,1542,False,"@FoxNews He's a dictator! He has arrested and beat protesters. He's arresting ppl who have committed no crimes. Of course,  Fox loves these types of dictators."

assets/html/about.html ADDED Viewed

	@@ -0,0 +1,9 @@

+<div style="text-align: center">
+  <br>
+  <table>
+    <tbody class="table">
+      <th width="20%" colspan="3">Team Members</th>
+      <tr width="20%">{team}</tr>
+    </tbody>
+  </table>
+</div>

assets/img/PCE.png ADDED Viewed

assets/img/background.jpg ADDED Viewed

assets/img/banner.png ADDED Viewed

assets/img/favicon.png ADDED Viewed

assets/img/omdena_logo.png ADDED Viewed

requirements.txt ADDED Viewed

Binary file (728 Bytes). View file

st_pages/__init__.py ADDED Viewed

File without changes

st_pages/about.py ADDED Viewed

	@@ -0,0 +1,50 @@

+import streamlit as st
+from utils.utils import load_header
+from utils.constants import CONTRIBUTORS
+def about_us_page(contributors):
+    load_header("Meet our CONTRIBUTORS")
+    data = contributors
+    full_string = ""
+    for i in range(0, len(data), 3):
+        try:
+            contributor1_name, contributor1_link = data[i]
+            contributor2_name, contributor2_link = data[i+1]
+            contributor3_name, contributor3_link = data[i+2]
+            CONTRIBUTORS = f"""<tr>
+                <td><a href='{contributor1_link}'>{contributor1_name}</a></td>
+                <td><a href='{contributor2_link}'>{contributor2_name}</a></td>
+                <td><a href='{contributor3_link}'>{contributor3_name}</a></td>
+            </tr>
+            """
+            full_string += CONTRIBUTORS
+        except IndexError:
+            if len(data[i:])==2:
+                full_string += f"""<tr>
+                        <td>
+                            <a href='{data[i:][0][1]}'>{data[i:][0][0]}</a>
+                        </td>
+                        <td>
+                            <a href='{data[i:][1][1]}'>{data[i:][1][0]}</a>
+                        </td>
+                    </tr>
+                """
+            elif len(data[i:])==1:
+                full_string += f"""<tr>
+                        <td>
+                            <a href='{data[i:][0][1]}'>{data[i:][0][0]}</a> <a
+                        </td>
+                    </tr>
+                """
+    with open('assets/html/about.html', 'r', encoding='utf-8') as file:
+        html_content = file.read()
+    st.write(html_content.format(team=full_string), unsafe_allow_html=True)
+if __name__ == "__main__":
+    about_us_page(CONTRIBUTORS)

st_pages/analyse.py ADDED Viewed

	@@ -0,0 +1,52 @@

+import pandas as pd
+import streamlit as st
+from utils.scraper import fetch_main_tweet_dataframe, fetch_comments_dataframe
+from utils.utils import load_header, is_valid_twitter_url, combine_author_and_comments_df
+def analyse_page():
+    load_header("Analizar Tweet")
+    cols = st.columns([5,1,1])
+    with cols[0]:
+        twitter_url = st.text_input("Paste your link here:", placeholder="https://x.com/Google/status/1790555395041472948").strip()
+    with cols[1]:
+        st.write("<br>", unsafe_allow_html=True)
+        submitted = st.button("Submit", use_container_width=True)
+    if submitted and not is_valid_twitter_url(twitter_url):
+        st.toast("⚠️ Invalid URL")
+    if submitted and is_valid_twitter_url(twitter_url):
+        if 'master_df' not in st.session_state:
+            st.session_state['master_df'] = None
+        with st.spinner("Scraping data..."):
+            df_author = fetch_main_tweet_dataframe(twitter_url)
+            df_comments = fetch_comments_dataframe(twitter_url)
+            # df_author = pd.read_csv('assets/dataset/temp_output_author.csv')
+            # df_comments = pd.read_csv('assets/dataset/temp_output_comments.csv')
+            master_df = combine_author_and_comments_df(df_author, df_comments)
+            st.session_state['master_df'] = master_df
+            # master_df = pd.read_csv('assets/dataset/temp_output_combined2.csv')
+            # master_df = master_df.astype({'id': str, 'inReplyToId': str})
+            # st.session_state['master_df'] = master_df
+    if 'master_df' in st.session_state and st.session_state['master_df'] is not None:
+        st.dataframe(st.session_state['master_df'], height=450, use_container_width=True)
+        with cols[2]:
+            st.write("<br>", unsafe_allow_html=True)
+            st.download_button(label="Download CSV",
+                               data=st.session_state['master_df'].to_csv(index=False).encode('utf-8'),
+                               file_name="output.csv",
+                               use_container_width=True)
+if __name__=="__main__":
+    st.set_page_config(page_title="Sentiment Analysis Dashboard", page_icon="💬", layout="wide")
+    with st.spinner("Loading Dashboard..."):
+        analyse_page()

st_pages/dashboard.py ADDED Viewed

	@@ -0,0 +1,92 @@

+import pandas as pd
+import streamlit as st
+from utils.constants import TEXT_COLOR
+from utils.generate_pdf import construct_pdf
+from utils.utils import load_header, add_columns_for_graphs
+from utils.graph_functions import *
+def dashboard():
+    master_df = st.session_state['master_df']
+    if st.session_state['tweet_data'] is None:
+        st.session_state['tweet_data'], st.session_state['master_df'] = add_columns_for_graphs(master_df)
+    tweet_data = st.session_state['tweet_data']
+    load_header("Sentiment Analysis Dashboard")
+    metrics_bar(tweet_data, master_df)
+    cols = st.columns([2, 2, 1.6])
+    with cols[0]:
+        if st.session_state['sentiment_over_date'] is None and st.session_state['display_target_count'] is None:
+            st.session_state['sentiment_over_date'] = sentiment_over_date(master_df)
+            st.session_state['display_target_count'] = display_target_count(master_df)
+        for graph in [st.session_state['sentiment_over_date'], st.session_state['display_target_count']]:
+            with st.container(border=True):
+                st.plotly_chart(graph, use_container_width=True)
+    with cols[1]:
+        if st.session_state["most_common_trigrams"] is None and st.session_state["display_word_cloud"] is None:
+            st.session_state["most_common_trigrams"] = most_common_trigrams(master_df)
+            st.session_state["crear_grafico_dispersion"] = crear_grafico_dispersion(master_df)
+        # for graph in [st.session_state["most_common_trigrams"], st.session_state["display_word_cloud"]]:
+        for graph in [st.session_state["most_common_trigrams"], st.session_state["crear_grafico_dispersion"]]:
+            with st.container(border=True):
+                st.plotly_chart(graph, use_container_width=True)
+    with cols[2]:
+        with st.container(border=True):
+            # st.write("###### Post Analysis Report")
+            cols = st.columns(2)
+            with cols[0]:
+                st.metric(label="Views 👁️", value=tweet_data["viewCount"])
+                st.metric(label="Likes ❤️", value=tweet_data["likeCount"])
+                st.metric(label="Retweets 🔁", value=tweet_data["retweetCount"])
+                st.download_button(label="Download PDF", data=construct_pdf(), file_name="sentiment_analysis_report.pdf", use_container_width=True)
+            with cols[1]:
+                st.metric(label="Followers 👥", value=tweet_data["author__followers"])
+                st.metric(label="Replies 💬", value=tweet_data["replyCount"])
+                st.metric(label="Is Verified 🔐", value=tweet_data["is_author_verified"])
+                st.link_button("Go to Tweet", url=tweet_data["url"], use_container_width=True)
+        with st.container(border=True):
+            st.session_state["display_word_cloud"] = display_word_cloud(master_df)
+            st.plotly_chart(st.session_state["display_word_cloud"], use_container_width=True)
+            # st.write("###### Sentiment Breakdown")
+            # pos, neu, neg = st.columns(3)
+            # st.info(f"##### **Overall Sentiment**: :{TEXT_COLOR[tweet_data['overall_sentiment'].lower()]}[**{tweet_data['overall_sentiment']}**]")
+            # pos.metric(label=":green[Positive]", value=tweet_data["positive"])
+            # neu.metric(label=":gray[Neutral]", value=tweet_data["neutral"])
+            # neg.metric(label=":red[Negative]", value=tweet_data["negative"])
+    with st.container(border=True):
+        cols = st.columns(3)
+    charts = [bubble_fig, hist_fig, stacked_bar_fig]
+    for i in range(3):
+        with cols[i]:
+            st.plotly_chart(charts[i](master_df), use_container_width=True)
+if __name__ == "__main__":
+    from utils.utils import init_session_state
+    st.set_page_config(page_title="Sentiment Analysis Dashboard", page_icon="💬", layout="wide")
+    init_session_state()
+    df = pd.read_csv('assets/dataset/master.csv')
+    st.session_state['master_df'] = pd.read_csv('assets/dataset/temp_output_combined.csv')
+    df_author = pd.read_csv('assets/dataset/temp_output_author.csv')
+    df_comments = pd.read_csv('assets/dataset/temp_output_comments.csv')
+    # with st.spinner("Analyzing Tweets..."):
+    #     master_df, tweet_data = construct_master_df(df_author, df_comments)
+    # with st.spinner("Loading Dashboard..."):
+        # dashboard(master_df, tweet_data)

st_pages/home.py ADDED Viewed

	@@ -0,0 +1,55 @@

+import streamlit as st
+from streamlit_lottie import st_lottie
+from utils.constants import PAGE_BANNER, PAGE_FAVICON
+def home_page():
+    with st.columns([1,2,1])[1]:
+        st.image(PAGE_BANNER, use_column_width="auto")
+    st.write("""
+    <center>
+        <h1 class="top">Herramienta de Analisis de Sentimientos de Omdena para Actores Políticos en El Salvador</h1>
+        <p class="caption">
+            Este proyecto tiene como objetivo desarrollar una herramienta de analisis de sentimientos impulsada por IA que categorice las opiniones públicas sobre los actores políticos en El Salvador en sentimientos positivos, negativos y neutrales. Al automatizar el proceso de analisis de sentimientos, pretendemos ofrecer información mas rapida y precisa para los analistas políticos y los responsables de la formulación de políticas.
+            <hr>
+        </p>
+    </center>
+    """, unsafe_allow_html=True)
+    cols1 = st.columns([0.2, 1, 0.05, 1, 0.2])
+    padding_row = "<br>"
+    with cols1[1]:
+        st.write("""
+            <h3>Impacto en el Analisis Político y la Toma de Decisiones</h3>
+            <p>El ritmo lento y las posibles inexactitudes del analisis de sentimientos manual tienen implicaciones significativas para el analisis político y la toma de decisiones en El Salvador. La demora en obtener información impide a los analistas y responsables de políticas responder proactivamente al sentimiento público, lo que puede resultar en oportunidades perdidas para interactuar o intervenir. Ademas, las inexactitudes en el analisis manual pueden llevar a estrategias mal informadas, que no solo podrían fallar en alcanzar sus objetivos, sino también exacerbar el descontento o la desconfianza pública, afectando la estabilidad política y socavando el proceso democratico.</p>
+        """, unsafe_allow_html=True)
+        st.write(padding_row, unsafe_allow_html=True)
+        st_lottie("https://lottie.host/4bbcd636-eece-482f-8613-0e3ed93dafec/4ezAdnro3W.json", height=325)
+        st.write(padding_row, unsafe_allow_html=True)
+        st.write("""
+            <h3>Empoderando a Analistas y Formuladores de politícas</h3>
+            <p>El objetivo de esta iniciativa es proporcionar a los analistas políticos y responsables de políticas en El Salvador información precisa y en tiempo real sobre el sentimiento público, mediante una interfaz web para el analisis y visualización instantanea, mejorando así la capacidad de respuesta y la efectividad de las estrategias y políticas políticas.</p>
+        """, unsafe_allow_html=True)
+    with cols1[3]:
+        st_lottie("https://lottie.host/a786afd8-9903-4bed-8952-12b21b8016bd/PBO8x4JBEQ.json", height=325)
+        st.write(padding_row, unsafe_allow_html=True)
+        st.write(f"""
+            <br>
+            <h3>La necesidad de una solucion automatizada</h3>
+            <p>El desarrollo de una herramienta de analisis de sentimientos impulsada por IA es esencial para superar los desafíos del analisis manual, proporcionando un proceso mas preciso y rapido al aplicar técnicas avanzadas de Procesamiento del Lenguaje Natural (NLP) a diversas fuentes de datos.</p>
+            {'<br>'*5}
+        """, unsafe_allow_html=True)
+        st.write(padding_row, unsafe_allow_html=True)
+        st_lottie("https://lottie.host/9c945dc7-e5d7-4148-b7f6-dfd748e1eb38/q0oJidkFyf.json", height=325)
+if __name__=="__main__":
+    st.set_page_config(page_title='Sentiment Analysis Tool', page_icon=PAGE_FAVICON, layout='wide')
+    st.markdown('<style>' + open('./assets/css/styles.css').read() + '</style>', unsafe_allow_html=True)
+    home_page()

utils/__init__.py ADDED Viewed

File without changes

utils/constants.py ADDED Viewed

	@@ -0,0 +1,69 @@

+PAGE_BANNER = "assets/img/banner.png"
+PAGE_FAVICON = "assets/img/favicon.png"
+PAGE_BACKGROUND = "assets/img/background.jpg"
+ANALYSIS_REPORT_TEMPLATE = """
+### Analysis Report
+Here's the analysis report for the given text:
+---
+##### Sentiment Category: {sentiment_category}
+##### Sentiment Score: {sentiment_score}
+"""
+CONTRIBUTORS = [
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+    ["John Doe", "https://www.linkedin.com/"],
+]
+TEXT_COLOR =  {
+    "positive": "green",
+     "neutral": "gray",
+      "negative": "red"
+}
+from sklearn.feature_extraction import text as sklearn_text
+spanish_stop_words = sklearn_text.ENGLISH_STOP_WORDS.union(set([
+    'a', 'acá', 'ahí', 'al', 'algo', 'algunas', 'algunos', 'allá', 'allí', 'ambos', 'ante', 'antes', 'aquel', 'aquellas',
+    'aquellos', 'aquí', 'arriba', 'así', 'atras', 'aun', 'aunque', 'bajo', 'bastante', 'bien', 'cada', 'casi', 'cerca',
+    'cierto', 'ciertos', 'como', 'con', 'conmigo', 'contigo', 'contra', 'cual', 'cuales', 'cuando', 'cuanta', 'cuantas',
+    'cuanto', 'cuantos', 'de', 'dejar', 'del', 'demás', 'dentro', 'desde', 'donde', 'dos', 'el', 'él', 'ella', 'ellas',
+    'ellos', 'en', 'encima', 'entonces', 'entre', 'era', 'erais', 'eran', 'eras', 'eres', 'es', 'esa', 'esas', 'ese',
+    'eso', 'esos', 'esta', 'estaba', 'estabais', 'estaban', 'estabas', 'estad', 'estada', 'estadas', 'estado', 'estados',
+    'estamos', 'estando', 'estar', 'estaremos', 'estará', 'estarán', 'estarás', 'estaré', 'estaréis', 'estaría', 'estaríais',
+    'estaríamos', 'estarían', 'estarías', 'estas', 'este', 'estemos', 'esto', 'estos', 'estoy', 'estuve', 'estuviera',
+    'estuvierais', 'estuvieran', 'estuvieras', 'estuvieron', 'estuviese', 'estuvieseis', 'estuviesen', 'estuvieses', 'estuvimos',
+    'estuviste', 'estuvisteis', 'estuviéramos', 'estuviésemos', 'estuvo', 'ex', 'excepto', 'fue', 'fuera', 'fuerais', 'fueran',
+    'fueras', 'fueron', 'fuese', 'fueseis', 'fuesen', 'fueses', 'fui', 'fuimos', 'fuiste', 'fuisteis', 'gran', 'grandes', 'ha',
+    'habéis', 'había', 'habíais', 'habíamos', 'habían', 'habías', 'habida', 'habidas', 'habido', 'habidos', 'habiendo', 'habrá',
+    'habrán', 'habrás', 'habré', 'habréis', 'habría', 'habríais', 'habríamos', 'habrían', 'habrías', 'hace', 'haceis', 'hacemos',
+    'hacen', 'hacer', 'hacerlo', 'hacerme', 'hacernos', 'haceros', 'hacerse', 'haces', 'hacia', 'hago', 'han', 'hasta', 'incluso',
+    'intenta', 'intentais', 'intentamos', 'intentan', 'intentar', 'intentas', 'intento', 'ir', 'jamás', 'junto', 'juntos', 'la',
+    'largo', 'las', 'le', 'les', 'lo', 'los', 'mas', 'me', 'menos', 'mi', 'mía', 'mías', 'mientras', 'mío', 'míos', 'mis', 'misma',
+    'mismas', 'mismo', 'mismos', 'modo', 'mucha', 'muchas', 'muchísima', 'muchísimas', 'muchísimo', 'muchísimos', 'mucho', 'muchos',
+    'muy', 'nada', 'ni', 'ninguna', 'ningunas', 'ninguno', 'ningunos', 'no', 'nos', 'nosotras', 'nosotros', 'nuestra', 'nuestras',
+    'nuestro', 'nuestros', 'nunca', 'os', 'otra', 'otras', 'otro', 'otros', 'para', 'parecer', 'pero', 'poca', 'pocas', 'poco',
+    'pocos', 'podéis', 'podemos', 'poder', 'podría', 'podríais', 'podríamos', 'podrían', 'podrías', 'poner', 'por', 'por qué', 'porque',
+    'primero', 'puede', 'pueden', 'puedo', 'pues', 'que', 'qué', 'querer', 'quien', 'quién', 'quienes', 'quiénes', 'quiere', 'se',
+    'según', 'ser', 'si', 'sí', 'siempre', 'siendo', 'sin', 'sino', 'sobre', 'sois', 'solamente', 'solo', 'somos', 'soy', 'su', 'sus',
+    'también', 'tampoco', 'tan', 'tanto', 'te', 'teneis', 'tenemos', 'tener', 'tengo', 'ti', 'tiempo', 'tiene', 'tienen', 'toda',
+    'todas', 'todavía', 'todo', 'todos', 'tu', 'tú', 'tus', 'un', 'una', 'unas', 'uno', 'unos', 'usa', 'usas', 'usáis', 'usamos',
+    'usan', 'usar', 'usas', 'uso', 'usted', 'ustedes', 'va', 'vais', 'valor', 'vamos', 'van', 'varias', 'varios', 'vaya', 'verdad',
+    'verdadera', 'vosotras', 'vosotros', 'voy', 'vuestra', 'vuestras', 'vuestro', 'vuestros', 'y', 'ya', 'yo'
+]))

utils/generate_pdf.py ADDED Viewed

	@@ -0,0 +1,86 @@

+from io import BytesIO
+import streamlit as st
+from reportlab.pdfgen import canvas
+from reportlab.lib.pagesizes import letter
+from reportlab.lib.utils import ImageReader
+def generate_pdf(fig1=None, fig2=None, fig3=None, fig4=None, filename="output.pdf"):
+    try:
+        buffer = BytesIO()
+        c = canvas.Canvas(buffer, pagesize=letter)
+        c.setFont("Helvetica", 20)
+        c.drawString(100, 750, "Sentiment Analysis Report")
+        #### page 1
+        buffer1 = BytesIO()
+        fig1[1].write_image(buffer1, format='png')
+        buffer1.seek(0)
+        c.setFont("Helvetica", 12)
+        c.drawString(100, 680, fig1[0])
+        image1 = ImageReader(buffer1)
+        c.drawImage(image1, 100, 480, width=400, height=150)
+        buffer2 = BytesIO()
+        fig2[1].write_image(buffer2, format='png')
+        buffer2.seek(0)
+        c.drawString(100, 370, fig2[0])
+        image2 = ImageReader(buffer2)
+        c.drawImage(image2, 100, 165, width=400, height=150)
+        c.showPage()
+        #### page 2
+        buffer3 = BytesIO()
+        fig3[1].write_image(buffer3, format='png')
+        buffer3.seek(0)
+        c.setFont("Helvetica", 12)
+        c.drawString(100, 680, fig3[0])
+        image3 = ImageReader(buffer3)
+        c.drawImage(image3, 100, 480, width=400, height=150)
+        buffer4 = BytesIO()
+        fig4[1].write_image(buffer4, format='png')
+        buffer4.seek(0)
+        c.drawString(100, 350, fig4[0])
+        image4 = ImageReader(buffer4)
+        c.drawImage(image4, 100, 60, width=400, height=250)
+        c.showPage()
+        c.save()
+        buffer.seek(0)
+        with open(filename, "wb") as f:
+            f.write(buffer.getbuffer())
+        return "Successfully generated PDF"
+    except Exception as e:
+        return f"Error: {e}"
+def construct_pdf():
+    fig1 = st.session_state["sentiment_over_date"]
+    fig2 = st.session_state["display_target_count"]
+    fig3 = st.session_state["most_common_trigrams"]
+    fig4 = st.session_state["display_word_cloud"]
+    return generate_pdf(fig1, fig2, fig3, fig4)
+if __name__=="__main__":
+    import pandas as pd
+    from utils.graph_functions import sentiment_over_date, \
+                                        display_target_count, \
+                                            most_common_trigrams, \
+                                                display_word_cloud, \
+                                                    display_word_cloud
+    master_df = pd.read_csv('assets/dataset/temp_output_combined.csv')
+    df = pd.read_csv('assets/dataset/master.csv')
+    fig1 = "Sentiment Over Date", sentiment_over_date(master_df)
+    fig2 = "Display Target Count", display_target_count(master_df)
+    fig3 = "Most Common Trigrams", most_common_trigrams(master_df, pdf=True)
+    fig4 = "Display Word Cloud", display_word_cloud(master_df)
+    print(generate_pdf(fig1, fig2, fig3, fig4))

utils/graph_functions.py ADDED Viewed

	@@ -0,0 +1,270 @@

+import random
+import warnings
+import pandas as pd
+from PIL import Image
+import streamlit as st
+from wordcloud import WordCloud
+import plotly.express as px
+import plotly.graph_objects as go
+from plotly.subplots import make_subplots
+import nltk
+from nltk.corpus import stopwords
+from nltk.tokenize import word_tokenize
+from utils.utils import get_top_ngram
+warnings.filterwarnings('ignore')
+try:
+    nltk.data.find('corpora/stopwords.zip')
+except LookupError:
+    nltk.download('stopwords')
+try:
+    nltk.data.find('tokenizers/punkt.zip')
+except LookupError:
+    nltk.download('punkt')
+@st.cache_data
+def load_data(df):
+    # df = pd.read_csv(file_path, dtype={'text': 'string', 'sentiment_label': 'category'})
+    df['createdAt'] = pd.to_datetime(df['createdAt'])
+    df['date'] = df['createdAt'].dt.strftime('%Y-%m-%d')
+    return df
+@st.cache_data
+def process_texts(texts):
+    stop_words = set(stopwords.words('english'))
+    tokenized_texts = texts.apply(word_tokenize)
+    tokenized_texts = tokenized_texts.apply(lambda x: [word.lower() for word in x if word.lower() not in stop_words])
+    texts_cleaned = tokenized_texts.apply(lambda x: ' '.join(x))
+    return texts_cleaned
+def custom_color_func(word, font_size, position, orientation, font_path, random_state):
+    color_palette = ['#ff2b2b', '#83c9ff', '#0068c9']
+    return random.choice(color_palette)
+def display_word_cloud(dataframe):
+    all_text = ' '.join(dataframe['text'])
+    wordcloud = WordCloud(background_color="#fff", colormap="autumn", color_func=custom_color_func).generate(all_text)
+    wordcloud_image = wordcloud.to_array()
+    fig = go.Figure()
+    fig.add_layout_image(
+        dict(
+            source=Image.fromarray(wordcloud_image),
+            x=0, y=1,
+            sizex=1,
+            sizey=1.3,
+            opacity=1,
+        )
+    )
+    fig.update_layout(
+        autosize=False,
+        height=170,
+        width=500,
+        margin=dict(l=0, r=0, t=0, b=0),
+        xaxis=dict(visible=False),
+        yaxis=dict(visible=False)
+    )
+    return fig
+def most_common_trigrams(df, pdf=False):
+    stop_words = set(stopwords.words('english'))
+    colors = ['#ff2b2b', '#83c9ff', '#0068c9']
+    fig = make_subplots(rows=1, cols=3)
+    sentiment_list = ["positive", "neutral", "negative"]
+    sentiment_list2 = ["POS", "NEU", "NEG"]
+    for i in range(3):
+        texts = df[df["sentiment_label"] == sentiment_list2[i]]['text']
+        texts_cleaned = process_texts(texts)
+        top_n_bigrams = get_top_ngram(texts_cleaned, 2)[:15]
+        x, y = map(list, zip(*top_n_bigrams))
+        fig.add_trace(go.Bar(
+            x=y,
+            orientation='h',
+            type="bar",
+            name=sentiment_list[i].title(),
+            marker=dict(color=colors[i]),
+            text=x,
+            textposition='inside',
+            hovertemplate="%{text}: %{y}"
+        ), 1, i+1)
+    fig.update_layout(
+        autosize=False,
+        margin=dict(t=0, b=0, l=0, r=0),
+        height=250,
+    )
+    return fig
+def display_target_count(df):
+    colors = ['#83c9ff', '#ff2b2b', '#0068c9']
+    fig = make_subplots(rows=1, cols=2, specs=[[{"type": "pie"}, {"type": "bar"}]])
+    fig.add_trace(go.Pie(labels=df.sentiment_label.value_counts().index,
+                                values=df.sentiment_label.value_counts().values), 1, 1)
+    fig.update_traces(hoverinfo='label+percent',
+                        textfont_size=18,
+                        marker=dict(
+                            colors=colors,
+                            line=dict(
+                                color='#fff',
+                                width=1
+                            )
+                        )
+                    )
+    fig.add_trace(go.Bar(
+                        x=df.sentiment_label.value_counts().index,
+                        y=df.sentiment_label.value_counts().values,
+                        marker_color = colors
+                    ), 1,2)
+    fig.update_layout(
+        title_text="Sentiment Distribution",
+        title_y=1,
+        title_font=dict(color='#808495', size=15),
+        autosize=True,
+        height=250,
+        margin=dict(l=0, r=0, t=25, b=10),
+        xaxis=dict(visible=False),
+        yaxis=dict(visible=False)
+    )
+    return fig
+def sentiment_over_date(df):
+    df = load_data(df)
+    grouped = df.groupby(['date', 'sentiment_label']).size().unstack(fill_value=0)
+    fig = go.Figure()
+    colors = ['#ff2b2b', '#83c9ff', '#0068c9'][::-1]
+    for idx, sentiment_label in enumerate(grouped.columns):
+        fig.add_trace(go.Scatter(
+            x=grouped.index, y=grouped[sentiment_label],
+            mode='lines',
+            name=sentiment_label.capitalize(),
+            stackgroup='one',
+            line=dict(width=2, color=colors[idx]),
+            fillcolor=colors[idx],
+            hoverinfo='y+name'
+        ))
+    fig.update_xaxes(showgrid=False)
+    fig.update_yaxes(showgrid=False)
+    fig.update_layout(
+        title={
+            'text': 'Sentiment Over Time',
+            'x': 0.2,
+            'y': 1,
+            'xanchor': 'center',
+            'yanchor': 'top',
+            'font': {'size': 15, 'color': '#808495', 'family': 'Arial'}
+        },
+        xaxis_title='Date',
+        yaxis_title='Sentiment Count',
+        hovermode='x',
+        showlegend=True,
+        autosize=False,
+        height=250,
+        width=500,
+        margin=dict(l=0, r=0, t=40, b=0),
+        plot_bgcolor='white',
+        paper_bgcolor='white',
+    )
+    return fig
+##############################################################################################################################
+def crear_grafico_dispersion(df):
+    fig = px.scatter(
+        df,
+        x='likeCount',
+        y='sentiment_label',
+        color='sentiment_label',
+        labels={'likeCount': 'Número de Likes', 'sentiment_label': 'Etiqueta de Sentimiento'},
+        title='Relación entre Número de Likes y Etiquetas de Sentimiento'
+    )
+    fig.update_layout(
+        title_y=1,
+        title_font=dict(color='#808495', size=15),
+        autosize=True,
+        height=250,
+        margin=dict(l=0, r=0, t=20, b=0),
+        # xaxis=dict(visible=False),
+        # yaxis=dict(visible=False)
+    )
+    return fig
+def bubble_fig(df):
+    bubble_chart_data = df.groupby('account_creation_time').size().reset_index(name='user_count')
+    bubble_fig = px.scatter(
+        bubble_chart_data, x='account_creation_time', y='user_count', size='user_count',
+        title='Tiempo de Creación de Cuenta<br>vs. Número de Usuarios',
+        labels={'account_creation_time': 'Tiempo de Creación de Cuenta (meses)', 'user_count': 'Número de Usuarios'}
+    )
+    return bubble_fig
+def hist_fig(df):
+    hist_fig = px.histogram(
+        df, x='account_creation_time',
+        title='Distribución del Tiempo de Creación de Cuenta',
+        labels={'account_creation_time': 'Tiempo de Creación de Cuenta (meses)', 'user_count': 'Número de Usuarios'},
+        nbins=25
+    )
+    return hist_fig
+def stacked_bar_fig(df):
+    stacked_bar_fig = px.histogram(
+        df, x='account_creation_time', color='sentiment_label',
+        title='Distribución del Tiempo de <br>Creación de Cuenta por Sentimiento de Comentario',
+        labels={'account_creation_time': 'Tiempo de Creación de Cuenta (meses)', 'count': 'Número de Usuarios', 'sentiment_beto': 'Sentimiento'},
+        barmode='stack',
+        nbins=25
+    )
+    return stacked_bar_fig
+def metrics_bar(tweet_data, df):
+    st.write("""
+    <style>
+    div[data-testid="stMetric"]
+    {
+        background-color: #00000005;
+        color: black;
+        padding: 10px 0 0 10px;
+        border-radius: 5px;
+    }
+    </style>
+    """, unsafe_allow_html=True)
+    avg_time = df['account_creation_time'].mean()
+    min_time = df['account_creation_time'].min()
+    max_time = df['account_creation_time'].max()
+    left, right = st.columns([2,1])
+    with left:
+        with st.container(border=True):
+            # st.write("###### Analysis of Time Metrics")
+            col1, col2, col3 = st.columns(3)
+            col1.metric("Tiempo Promedio", f"{round(avg_time/12)} años")
+            col2.metric("### Tiempo Mínimo", f"{min_time} meses")
+            col3.metric("Tiempo Máximo", f"{round(max_time/12)} años")
+    with right:
+        with st.container(border=True):
+            # st.write("###### Sentiment Breakdown")
+            pos, neu, neg = st.columns(3)
+            # st.info(f"##### **Overall Sentiment**: :{TEXT_COLOR[tweet_data['overall_sentiment'].lower()]}[**{tweet_data['overall_sentiment']}**]")
+            pos.metric(label=":green[Positive]", value=tweet_data["positive"])
+            neu.metric(label=":gray[Neutral]", value=tweet_data["neutral"])
+            neg.metric(label=":red[Negative]", value=tweet_data["negative"])

utils/scraper.py ADDED Viewed

	@@ -0,0 +1,123 @@

+import pandas as pd
+import streamlit as st
+from apify_client import ApifyClient
+# Constants
+TWEETS_COLUMNS_LIST = [
+    "url",
+    "createdAt",
+    "id",
+    "isReply",
+    "inReplyToId",
+    "isRetweet",
+    "isQuote",
+    "viewCount",
+    "retweetCount",
+    "likeCount",
+    "replyCount",
+    "lang",
+    "author__createdAt",
+    "author__location",
+    "author__name",
+    "author__id",
+    "author__description",
+    "author__followers",
+    "author__verified",
+    "text"
+]
+REMOVE_COLUMNS_COMMENTS = [
+    "author__name",
+    "author__id",
+    "author__description",
+]
+INT_COLUMNS = [
+    "viewCount",
+    "retweetCount",
+    "likeCount",
+    "replyCount",
+    "author__followers"
+]
+APIFY_ACTOR_ID = '61RPP7dywgiy0JPD0'
+APIFY_TOKEN = st.secrets['APIFY_TOKEN']
+# Start client
+client = ApifyClient(APIFY_TOKEN)
+def flatten_response(response):
+    """ Returns a flat dictionary with unnested values """
+    return {
+        "url": response.get("url"),
+        "createdAt": pd.to_datetime(response.get("createdAt")),
+        "id": response.get("id"),
+        "isReply": response.get("isReply"),
+        "inReplyToId": response.get("inReplyToId", None), # Uses None if inReply is false
+        "isRetweet": response.get("isRetweet"),
+        "isQuote": response.get("isQuote"),
+        "viewCount": response.get("viewCount"),
+        "retweetCount": response.get("retweetCount"),
+        "likeCount": response.get("likeCount"),
+        "replyCount": response.get("replyCount"),
+        "lang": response.get("lang"),
+        "author__createdAt": pd.to_datetime(response["author"].get("createdAt")),
+        "author__location": response["author"].get("location"),
+        "author__name": response["author"].get("name"),
+        "author__id": response["author"].get("id"),
+        "author__description": response["author"].get("description"),
+        "author__followers": response["author"].get("followers"),
+        "author__verified": response["author"].get("isVerified"),
+        "text": response.get("text")
+    }
+def fetch_main_tweet_dataframe(url):
+    """ Given a tweet URL, returns a dataframe for it """
+    # Input validation
+    if 'x.com' not in url and 'twitter.com' not in url:
+        return {'error': 'Input is not a tweet URL'}
+    run_input = {
+        "startUrls": [url],
+    }
+    run = client.actor(APIFY_ACTOR_ID).call(run_input=run_input)
+    response = [dictionary for dictionary in client.dataset(run["defaultDatasetId"]).iterate_items()][0]
+    flattened_data = flatten_response(response)
+    # Convert the flattened dictionary to a DataFrame and return
+    return pd.DataFrame([flattened_data], columns=TWEETS_COLUMNS_LIST)
+def fetch_comments_dataframe(url):
+    """ Given a tweet URL, returns a dataframe for the comments related to that tweet """
+    # Input validation
+    if 'x.com' not in url and 'twitter.com' not in url:
+        return {'error': 'Input is not a tweet URL'}
+    one_tweet_id = str(url.split('/')[-1])
+    run_input_comment = {
+        "conversationIds": [one_tweet_id],
+        "tweetLanguage": "es",
+        "maxItems": 50
+    }
+    run_comment = client.actor(APIFY_ACTOR_ID).call(run_input=run_input_comment)
+    response_comment = [dictionary for dictionary in client.dataset(run_comment["defaultDatasetId"]).iterate_items()]
+    flattened_responses = [flatten_response(response) for response in response_comment]
+    include_columns = [column for column in TWEETS_COLUMNS_LIST if column not in REMOVE_COLUMNS_COMMENTS]
+    # Convert the flattened dictionary to a DataFrame and return
+    return pd.DataFrame(flattened_responses, columns=include_columns)

utils/utils.py ADDED Viewed

	@@ -0,0 +1,138 @@

+import re
+import numpy as np
+import pandas as pd
+import streamlit as st
+from pysentimiento import create_analyzer
+from sklearn.feature_extraction.text import CountVectorizer
+def load_css():
+    st.markdown('<style>' + open('./assets/css/styles.css').read() + '</style>', unsafe_allow_html=True)
+def load_header(title):
+    cols = st.columns([4,1,0.7,1.5])
+    with cols[0]:
+        st.write("""<h2 class='custom' style='color:#00000099'>{}</h2>""".format(title), unsafe_allow_html=True)
+    with cols[2]:
+        st.image("assets/img/PCE.png", use_column_width=True)
+    with cols[3]:
+        st.image("assets/img/omdena_logo.png", use_column_width=True)
+    # st.write("---")
+def tokenize(text):
+    """ basic tokenize method with word character, non word character and digits """
+    text = re.sub(r" +", " ", str(text))
+    text = re.split(r"(\d+|[a-zA-ZğüşıöçĞÜŞİÖÇ]+|\W)", text)
+    text = list(filter(lambda x: x != '' and x != ' ', text))
+    sent_tokenized = ' '.join(text)
+    return sent_tokenized
+def get_top_ngram(corpus, n=None):
+    vec = CountVectorizer(ngram_range=(n, n),
+                          max_df=0.9,
+                          ).fit(corpus)
+    bag_of_words = vec.transform(corpus)
+    sum_words = bag_of_words.sum(axis=0)
+    words_freq = [(word, sum_words[0, idx])
+                  for word, idx in vec.vocabulary_.items()]
+    words_freq = sorted(words_freq, key=lambda x: x[1], reverse=True)
+    return words_freq[:15]
+def is_valid_twitter_url(url):
+    pattern = r"^https://(www\.)?(twitter|x)\.com/.+/status/\d+$"
+    return re.match(pattern, url) is not None
+def combine_author_and_comments_df(df_author, df_comments):
+    if 'author__name' in df_comments:
+        df_comments, df_author = df_author, df_comments
+    master_df = pd.concat([df_comments, df_author.drop(['author__name', 'author__id', 'author__description'], axis=1)], ignore_index=True)
+    master_df = master_df.astype({'id': str, 'inReplyToId': str})
+    master_df.sort_values(by='createdAt', inplace=True)
+    return master_df
+def tokenize(text):
+    """ basic tokenize method with word character, non word character and digits """
+    text = re.sub(r" +", " ", str(text))
+    text = re.split(r"(\d+|[a-zA-ZğüşıöçĞÜŞİÖÇ]+|\W)", text)
+    text = list(filter(lambda x: x != '' and x != ' ', text))
+    sent_tokenized = ' '.join(text)
+    return sent_tokenized
+def add_columns_for_graphs(master_df):
+    data = {
+        "viewCount": master_df.viewCount.iloc[0],
+        "likeCount": master_df.likeCount.iloc[0],
+        "retweetCount": master_df.retweetCount.iloc[0],
+        "replyCount": master_df.replyCount.iloc[0],
+        "author__followers": master_df.author__followers.iloc[0],
+        "is_author_verified": master_df.author__verified.iloc[0],
+        "text": master_df.text.iloc[0],
+        "url": master_df.url.iloc[0],
+    }
+    analyzer = create_analyzer(task="sentiment", lang="es")
+    master_df['sentiment'] = master_df['text'].apply(lambda x: analyzer.predict(x))
+    master_df['sentiment_label'] = master_df['sentiment'].apply(lambda x: x.output)
+    master_df['sentiment_numeric'] = master_df['sentiment'].apply(lambda x: max(x.probas))
+    # master_df["tokenized_review"] = master_df.text.apply(lambda x: tokenize(x))
+    master_df['createdAt'] = pd.to_datetime(master_df['createdAt'])
+    master_df['date'] = master_df['createdAt'].dt.strftime('%Y-%m-%d')
+    grouped = master_df.groupby(['date', 'sentiment_label']).size().unstack(fill_value=0)
+    pos_sum = grouped.get('POS', 0).sum()
+    neu_sum = grouped.get('NEU', 0).sum()
+    neg_sum = grouped.get('NEG', 0).sum()
+    sums = {"Positive": pos_sum, "Neutral": neu_sum, "Negative": neg_sum}
+    overall_sentiment = max(sums, key=sums.get)
+    data.update({
+        "overall_sentiment": overall_sentiment,
+        "positive": pos_sum,
+        "neutral": neu_sum,
+        "negative": neg_sum
+    })
+    # master_df['createdAt'] = pd.to_datetime(master_df['createdAt'])
+    master_df['author__createdAt'] = pd.to_datetime(master_df['author__createdAt'])
+    master_df['account_creation_time'] = ((master_df['createdAt'] - master_df['author__createdAt']) / np.timedelta64(1, 'm')).astype(int)
+    return data, master_df
+def init_session_state():
+    if 'master_df' not in st.session_state:
+        st.session_state['master_df'] = None
+    if 'sentiment_over_date' not in st.session_state:
+        st.session_state['sentiment_over_date'] = None
+    if 'display_target_count' not in st.session_state:
+        st.session_state['display_target_count'] = None
+    if 'most_common_trigrams' not in st.session_state:
+        st.session_state['most_common_trigrams'] = None
+    if 'display_word_cloud' not in st.session_state:
+        st.session_state['display_word_cloud'] = None
+    if 'graphs_created' not in st.session_state:
+        st.session_state['graphs_created'] = False
+    if 'tweet_data' not in st.session_state:
+        st.session_state['tweet_data'] = None
+    # graphs
+    if "sentiment_over_date" not in st.session_state:
+        st.session_state["sentiment_over_date"] = None
+    if "display_target_count" not in st.session_state:
+        st.session_state["display_target_count"] = None
+    if "most_common_trigrams" not in st.session_state:
+        st.session_state["most_common_trigrams"] = None
+    if "display_word_cloud" not in st.session_state:
+        st.session_state["display_word_cloud"] = None