working version v1

.env

@@ -1,2 +1,3 @@
 REDIS_PORT=6379
-FASTAPI_PORT=7860
+FASTAPI_PORT=7860
+REDIS_PASSWORD=""

app/data/boost_bank.csv

@@ -0,0 +1,263 @@
+id,boost,target_topic,url_x,url_reddit,url_reddit_new,url_facebook,text,link_to_url,optional_image
+1,dont feed the trolls (critical ignoring),politics,https://twitter.com/boostingbank/status/1778379092653449713,https://www.reddit.com/user/boostingbank/comments/1c2c5t8/do_not_feed_the_troll/,https://www.reddit.com/user/expatincph/comments/1c4omw0/dont_feed_the_troll/,https://www.facebook.com/photo?fbid=122093041880287784&set=pb.61558633520114.-2207520000,"Do you know this guy? Thats a troll, he's just messing with you. Ignore him. 
+
+Here's why you shouldn't engage with trolls online: https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657
+
+#ScienceofBoosting",https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657,https://drive.google.com/file/d/1FR3-e0_OXqGEl02mzI-fR_F9RegJQqs6/view?usp=share_link
+2,dont feed the trolls (critical ignoring),news,https://twitter.com/boostingbank/status/1778379092653449713,https://www.reddit.com/user/boostingbank/comments/1c2c5t8/do_not_feed_the_troll/,https://www.reddit.com/user/expatincph/comments/1c4omw0/dont_feed_the_troll/,https://www.facebook.com/photo?fbid=122093041880287784&set=pb.61558633520114.-2207520000,"Do you know this guy? 👹 That's a troll, he's just messing with you. Ignore him. 
+
+Here's why you shouldn't engage with trolls online: https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657
+
+#ScienceofBoosting",https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657,https://drive.google.com/file/d/1FR3-e0_OXqGEl02mzI-fR_F9RegJQqs6/view?usp=share_link
+3,dont feed the trolls (critical ignoring),health,https://twitter.com/boostingbank/status/1778379092653449713,https://www.reddit.com/user/boostingbank/comments/1c2c5t8/do_not_feed_the_troll/,https://www.reddit.com/user/expatincph/comments/1c4omw0/dont_feed_the_troll/,https://www.facebook.com/photo?fbid=122093041880287784&set=pb.61558633520114.-2207520000,"Do you know this guy? Thats a troll, he's just messing with you. Ignore him. 
+
+Here's why you shouldn't engage with trolls online: https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657
+
+#ScienceofBoosting",https://theconversation.com/dont-feed-the-trolls-really-is-good-advice-heres-the-evidence-63657,https://drive.google.com/file/d/1FR3-e0_OXqGEl02mzI-fR_F9RegJQqs6/view?usp=share_link
+4,general self-nudging (critical ignoring),politics,https://twitter.com/boostingbank/status/1778379451409047816,https://www.reddit.com/user/boostingbank/comments/1c2c9q6/selfnudging/,,https://www.facebook.com/photo?fbid=122093044130287784&set=a.122093041910287784,"Overwhelmed by all the political news theses days? 
+
+Learn to manage your news diet with this science-backed trick: self-nudging
+
+https://scienceofboosting.org/project/self-nudging/ 
+
+#ScienceofBoosting #CitizenChoiceArchitect",https://scienceofboosting.org/project/self-nudging/ ,https://drive.google.com/file/d/1rFQHzywbulNQ6qijyZ_uwzflj7k5luNe/view?usp=share_link
+5,general self-nudging (critical ignoring),news,https://twitter.com/boostingbank/status/1778751262613258682,https://www.reddit.com/user/boostingbank/comments/1c2c9q6/selfnudging/,https://www.reddit.com/user/expatincph/comments/1c4opy8/too_much_news_learn_to_block_out_unwanted/,,"Sometimes it feels like there's just too much news these days...
+
+Learn to block out unwanted distractions with this science-backed trick: self-nudging
+
+https://scienceofboosting.org/project/self-nudging/ 
+
+#ScienceofBoosting #CitizenChoiceArchitect",https://scienceofboosting.org/project/self-nudging/ ,https://drive.google.com/file/d/1rFQHzywbulNQ6qijyZ_uwzflj7k5luNe/view?usp=share_link
+6,general self-nudging (critical ignoring),health,https://twitter.com/boostingbank/status/1778676445016993889,https://www.reddit.com/user/boostingbank/comments/1c2c9q6/selfnudging/,,,"Sick of all these people telling you what's good for you?
+
+Learn to block out unwanted distractions with self-nudging.
+
+https://scienceofboosting.org/project/self-nudging/ 
+
+#ScienceofBoosting #CitizenChoiceArchitect",https://scienceofboosting.org/project/self-nudging/ ,https://drive.google.com/file/d/1rFQHzywbulNQ6qijyZ_uwzflj7k5luNe/view?usp=share_link
+7,lateral reading,politics,https://twitter.com/boostingbank/status/1778692955227697254,https://www.reddit.com/user/boostingbank/comments/1c2cco9/learn_how_to_fact_check_like_a_true_professional/,,https://www.facebook.com/photo?fbid=122093044448287784&set=a.122093041910287784,"It can be hard to know who to take seriously. 
+
+Practice lateral reading and evaluate information like a media professional  
+
+#ScienceofBoosting 
+
+https://cor.inquirygroup.org",https://cor.inquirygroup.org,https://drive.google.com/file/d/12cSw-71cX8JxG73YaCKF5IV_H3KOM5x0/view?usp=share_link
+8,lateral reading,news,https://twitter.com/boostingbank/status/1778032947091623987,https://www.reddit.com/user/boostingbank/comments/1c2cco9/learn_how_to_fact_check_like_a_true_professional/,,,"Does something seem too good or too weird to be true? Maybe it is!   
+
+Practice lateral reading and evaluate information like a media professional  
+
+#ScienceofBoosting 
+
+https://cor.inquirygroup.org",https://cor.inquirygroup.org,https://drive.google.com/file/d/12cSw-71cX8JxG73YaCKF5IV_H3KOM5x0/view?usp=share_link
+9,lateral reading,health,https://twitter.com/boostingbank/status/1778757338100367788,https://www.reddit.com/user/boostingbank/comments/1c2cco9/learn_how_to_fact_check_like_a_true_professional/,https://www.reddit.com/user/expatincph/comments/1c4or42/practice_lateral_reading_and_evaluate_information/,,"It seems like everyone's a doctor these days...
+
+Practice lateral reading and evaluate information like a media professional  
+
+#ScienceofBoosting 
+
+https://cor.inquirygroup.org",https://cor.inquirygroup.org,https://drive.google.com/file/d/12cSw-71cX8JxG73YaCKF5IV_H3KOM5x0/view?usp=share_link
+10,media literacy tips,politics,https://twitter.com/boostingbank/status/1778677000120553942,https://www.reddit.com/user/boostingbank/comments/1c2cdbk/consider_these_tips_for_thinking_critically_about/,,https://www.facebook.com/photo?fbid=122093044532287784&set=a.122093041910287784,"Social media makes it easy to mislead.
+
+Consider these tips for thinking critically about media online.
+
+#ScienceofBoosting",,https://drive.google.com/file/d/1UZ47RJ3BcjNI9QDkDpAZZLm7YV8_uzK1/view?usp=share_link
+11,media literacy tips,news,https://twitter.com/boostingbank/status/1778047026153820206,https://www.reddit.com/user/boostingbank/comments/1c2cdbk/consider_these_tips_for_thinking_critically_about/,,,"Not all news is created equal
+
+Consider these tips for thinking critically about media online.
+
+#ScienceofBoosting",,https://drive.google.com/file/d/1UZ47RJ3BcjNI9QDkDpAZZLm7YV8_uzK1/view?usp=share_link
+12,media literacy tips,health,https://twitter.com/boostingbank/status/1778782653598117967,https://www.reddit.com/user/boostingbank/comments/1c2cdbk/consider_these_tips_for_thinking_critically_about/,,,"Health news is everywhere... how do you decide what to trust?
+
+Consider these tips for thinking critically about media online.
+
+#ScienceofBoosting",,https://drive.google.com/file/d/1UZ47RJ3BcjNI9QDkDpAZZLm7YV8_uzK1/view?usp=share_link
+13,bad news game (inoculation),politics,https://twitter.com/boostingbank/status/1778380229192433857,https://www.reddit.com/user/boostingbank/comments/1c2ce4s/are_you_a_target_of_political_manipulation/,,https://www.facebook.com/photo?fbid=122093044814287784&set=a.122093041910287784,"Are you a target of political manipulation?
+
+Play the Bad News game and learn about common tactics used on social media to mislead you!
+
+https://getbadnews.com/en/
+
+#ScienceofBoosting",https://www.getbadnews.com/en,https://drive.google.com/file/d/1vLTZL1LFkASrNKZMpC7YK91djsuZmJCH/view?usp=share_link
+14,bad news game (inoculation),news,https://twitter.com/boostingbank/status/1778704085971010038,https://www.reddit.com/user/boostingbank/comments/1c2ce4s/are_you_a_target_of_political_manipulation/,https://www.reddit.com/user/expatincph/comments/1c4otmo/can_you_spot_fake_news_are_you_immune_to/,,"Can you spot fake news? Are you immune to manipulation? 
+
+Play the Bad News game and learn about common manipulation tactics used on social media!
+
+https://getbadnews.com/en/
+
+#ScienceofBoosting",https://www.getbadnews.com/en,https://drive.google.com/file/d/1vLTZL1LFkASrNKZMpC7YK91djsuZmJCH/view?usp=share_link
+15,harmony square game (inoculation),politics,https://twitter.com/boostingbank/status/1778380881847017708,https://www.reddit.com/user/boostingbank/comments/1c2chqx/want_to_build_up_your_psychological_defenses/,,https://www.facebook.com/photo?fbid=122093045432287784&set=a.122093041910287784,"Want to build up your psychological defenses against misinformation?
+
+Harmony Square is a game that exposes the manipulation techniques that are used to mislead people online. Try it out!
+
+https://harmonysquare.game/en 
+
+#ScienceofBoosting",https://harmonysquare.game,https://drive.google.com/file/d/1ANRR-CcdRL4f_zDqWi2S9TjcNY-iyjSg/view?usp=share_link
+16,harmony square game (inoculation),news,https://twitter.com/boostingbank/status/1778380881847017708,https://www.reddit.com/user/boostingbank/comments/1c2chqx/want_to_build_up_your_psychological_defenses/,,,"Want to build up your psychological defenses against misinformation?
+
+Harmony Square is a game that exposes the manipulation techniques that are used to mislead people online. Try it out!
+
+https://harmonysquare.game/en 
+
+#ScienceofBoosting",https://harmonysquare.game,https://drive.google.com/file/d/1ANRR-CcdRL4f_zDqWi2S9TjcNY-iyjSg/view?usp=share_link
+17,cranky uncle game (inoculation),politics,https://twitter.com/boostingbank/status/1778388428872147179,https://www.reddit.com/user/boostingbank/comments/1c2cibq/tired_of_debating_your_cranky_uncle_about/,,https://www.facebook.com/photo?fbid=122093045810287784&set=a.122093041910287784,"Tired of debating your cranky uncle about politics at the family get-together? 
+
+Try out this game to learn about his questionable debate tactics: https://app.crankyuncle.info/home
+
+#ScienceofBoosting",https://crankyuncle.com/game/,https://drive.google.com/file/d/18nAPeKUnCpLWbDHiVh3W84jX8lmCL3yD/view?usp=share_link
+18,cranky uncle game (inoculation),news,https://twitter.com/boostingbank/status/1778788952956170381,https://www.reddit.com/user/boostingbank/comments/1c2cibq/tired_of_debating_your_cranky_uncle_about/,,,"Tired of debating your cranky uncle about the news at the family get-together? 
+
+Try out this game to learn about his questionable debate tactics: https://app.crankyuncle.info/home
+
+#ScienceofBoosting",https://crankyuncle.com/game/,https://drive.google.com/file/d/18nAPeKUnCpLWbDHiVh3W84jX8lmCL3yD/view?usp=share_link
+19,cranky uncle game (inoculation),health,https://twitter.com/boostingbank/status/1778693821154402650,https://www.reddit.com/user/boostingbank/comments/1c2cibq/tired_of_debating_your_cranky_uncle_about/,,,"Tired of debating your cranky uncle about his COVID theory at the family get-together? 
+
+Try out this game to learn about his questionable debate tactics: https://app.crankyuncle.info/home
+
+#ScienceofBoosting",https://crankyuncle.com/game/,https://drive.google.com/file/d/18nAPeKUnCpLWbDHiVh3W84jX8lmCL3yD/view?usp=share_link
+20,fast-and-frugal trees for info verification,politics,https://twitter.com/boostingbank/status/1778381396211298567,https://www.reddit.com/user/boostingbank/comments/1c2cjd0/is_spotting_fake_news_as_easy_as_123/,https://www.reddit.com/user/expatincph/comments/1c4osh7/is_spotting_fake_news_as_easy_as_123/,https://www.facebook.com/photo?fbid=122093046020287784&set=a.122093041910287784,"Is spotting fake news as easy as 1-2-3?
+
+Try out these simple rules for deciding who to trust online.
+
+https://www.scienceofboosting.org/project/decision-trees/
+
+#ScienceofBoosting
+",https://www.scienceofboosting.org/project/decision-trees/,https://drive.google.com/file/d/1pRP08z6ZmWbpXf7OQ6PehAHSvziAmSGz/view?usp=share_link
+21,fast-and-frugal trees for info verification,news,https://twitter.com/boostingbank/status/1778381396211298567,https://www.reddit.com/user/boostingbank/comments/1c2cjd0/is_spotting_fake_news_as_easy_as_123/,,,"Is spotting fake news as easy as 1-2-3?
+
+Try out these simple rules for deciding who to trust online.
+
+https://www.scienceofboosting.org/project/decision-trees/
+
+#ScienceofBoosting
+",https://www.scienceofboosting.org/project/decision-trees/,https://drive.google.com/file/d/1pRP08z6ZmWbpXf7OQ6PehAHSvziAmSGz/view?usp=share_link
+22,fast-and-frugal trees for info verification,health,https://twitter.com/boostingbank/status/1778751823500706258,https://www.reddit.com/user/boostingbank/comments/1c2cjd0/is_spotting_fake_news_as_easy_as_123/,,,"Will the real experts please stand up? 
+
+Try out these simple rules for deciding who to trust online.
+
+https://www.scienceofboosting.org/project/decision-trees/
+
+#ScienceofBoosting",https://www.scienceofboosting.org/project/decision-trees/,https://drive.google.com/file/d/1pRP08z6ZmWbpXf7OQ6PehAHSvziAmSGz/view?usp=share_link
+23,emotional language (inoculation),politics,https://twitter.com/boostingbank/status/1778388918028636670,https://www.reddit.com/user/boostingbank/comments/1c2ck2p/tip_1_be_aware_of_emotional_language/,,https://www.facebook.com/photo?fbid=122093046224287784&set=a.122093041910287784,"Learn to recognize bad political arguments! 
+
+Tip #1: Be aware of emotional language  
+
+Learn more: https://www.youtube.com/watch?v=ER64qa_qnWg 
+
+#ScienceofBoosting",https://www.youtube.com/watch?v=ER64qa_qnWg,https://drive.google.com/file/d/135rv4bBRLznjSL8DS95besgaxS4AF7xa/view?usp=share_link
+24,emotional language (inoculation),news,https://twitter.com/boostingbank/status/1778782095046758757,https://www.reddit.com/user/boostingbank/comments/1c2ck2p/tip_1_be_aware_of_emotional_language/,,,"Learn to recognize misleading news! 
+
+Tip #1: Be aware of emotional language  
+
+Learn more: https://www.youtube.com/watch?v=ER64qa_qnWg
+
+#ScienceofBoosting",https://www.youtube.com/watch?v=ER64qa_qnWg,https://drive.google.com/file/d/135rv4bBRLznjSL8DS95besgaxS4AF7xa/view?usp=share_link
+25,emotional language (inoculation),health,https://twitter.com/boostingbank/status/1779429403606364620,https://www.reddit.com/user/boostingbank/comments/1c2ck2p/tip_1_be_aware_of_emotional_language/,,,"Learn to recognize bad medical advice! 
+
+Tip #1: Be aware of emotional language  
+
+Learn more: https://www.youtube.com/watch?v=ER64qa_qnWg 
+
+#ScienceofBoosting",https://www.youtube.com/watch?v=ER64qa_qnWg,https://drive.google.com/file/d/135rv4bBRLznjSL8DS95besgaxS4AF7xa/view?usp=share_link
+26,ad hominem (inoculation),politics,https://twitter.com/boostingbank/status/1778394806802063773,https://www.reddit.com/user/boostingbank/comments/1c2cm49/tip_5_look_out_for_ad_hominem_attacks/,,https://www.facebook.com/photo?fbid=122093046626287784&set=a.122093041910287784,"Learn to recognize bad political arguments! 
+
+Tip #5: Look out for ad hominem attacks
+
+Learn more: https://inoculation.science/inoculation-videos/ad-hominem-attack/
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/ad-hominem-attack/,https://drive.google.com/file/d/1QkHX8837Y9VfjVOQJTxWvoAtcW9UxpDD/view?usp=share_link
+27,ad hominem (inoculation),news,https://twitter.com/boostingbank/status/1779760371454087399,https://www.reddit.com/user/boostingbank/comments/1c2cm49/tip_5_look_out_for_ad_hominem_attacks/,,,"Learn to recognize misleading news! 
+
+Tip #5: Look out for ad hominem attacks
+
+Learn more: https://inoculation.science/inoculation-videos/ad-hominem-attack/
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/ad-hominem-attack/,https://drive.google.com/file/d/1QkHX8837Y9VfjVOQJTxWvoAtcW9UxpDD/view?usp=share_link
+28,ad hominem (inoculation),health,https://twitter.com/boostingbank/status/1778720055452119173,https://www.reddit.com/user/boostingbank/comments/1c2cm49/tip_5_look_out_for_ad_hominem_attacks/,,,"Learn to recognize bad arguments about health and science! 
+
+Tip #5: Look out for ad hominem attacks
+
+Learn more: https://inoculation.science/inoculation-videos/ad-hominem-attack/
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/ad-hominem-attack/,https://drive.google.com/file/d/1QkHX8837Y9VfjVOQJTxWvoAtcW9UxpDD/view?usp=share_link
+29,false dichotomies (inoculation),politics,https://twitter.com/boostingbank/status/1778783215022375108,https://www.reddit.com/user/boostingbank/comments/1c2cmu2/tip_3_dont_fall_for_a_false_dichotomy/,,https://www.facebook.com/photo?fbid=122093046836287784&set=a.122093041910287784,"Learn to recognize bad political arguments! 
+
+Tip #3: Don't fall for a false dichotomy
+
+Learn more: https://inoculation.science/inoculation-videos/false-dichotomy/
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/false-dichotomy/,https://drive.google.com/file/d/1giM-EnLdHj76msV6_v7eNW6zLpCMrRfY/view?usp=share_link
+30,false dichotomies (inoculation),news,https://twitter.com/boostingbank/status/1778449606285672508,https://www.reddit.com/user/boostingbank/comments/1c2cmu2/tip_3_dont_fall_for_a_false_dichotomy/,,,"Learn to recognize misleading news!
+
+Tip #3: Don't fall for a false dichotomy
+
+Learn more: https://inoculation.science/inoculation-videos/false-dichotomy/
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/false-dichotomy/,https://drive.google.com/file/d/1giM-EnLdHj76msV6_v7eNW6zLpCMrRfY/view?usp=share_link
+31,false dichotomies (inoculation),health,https://twitter.com/boostingbank/status/1779760719078019184,https://www.reddit.com/user/boostingbank/comments/1c2cmu2/tip_3_dont_fall_for_a_false_dichotomy/,,,"Learn to recognize bad medical advice! 
+
+Tip #3: Don't fall for a false dichotomy
+
+Learn more: https://inoculation.science/inoculation-videos/false-dichotomy/
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/false-dichotomy/,https://drive.google.com/file/d/1giM-EnLdHj76msV6_v7eNW6zLpCMrRfY/view?usp=share_link
+32,scapegoating (inoculation),politics,https://twitter.com/boostingbank/status/1778704788437319869,https://www.reddit.com/user/boostingbank/comments/1c2cnf0/tip_4_recognize_scapegoating/,,https://www.facebook.com/photo?fbid=122093047184287784&set=a.122093041910287784,"Learn to spot bad political arguments! 
+
+Tip #4: Recognize scapegoating
+
+Learn more: https://inoculation.science/inoculation-videos/scapegoating/ 
+
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/scapegoating/,https://drive.google.com/file/d/10uXRbiHKOl3t7PnXo_P10oRua0XpA0vw/view?usp=share_link
+33,scapegoating (inoculation),news,https://twitter.com/boostingbank/status/1779429712990785623,https://www.reddit.com/user/boostingbank/comments/1c2cnf0/tip_4_recognize_scapegoating/,,,"Learn to spot misleading news! 
+
+Tip #4: Recognize scapegoating
+
+Learn more: https://inoculation.science/inoculation-videos/scapegoating/ 
+
+#ScienceofBoosting",https://inoculation.science/inoculation-videos/scapegoating/,https://drive.google.com/file/d/10uXRbiHKOl3t7PnXo_P10oRua0XpA0vw/view?usp=share_link
+34,jaqing off (inoculation),politics,https://twitter.com/boostingbank/status/1778382614606291195,https://www.reddit.com/user/boostingbank/comments/1c2co0p/is_that_really_a_question_or_an_excuse_to_make_a/,,https://www.facebook.com/photo?fbid=122093047298287784&set=a.122093041910287784,"Is that really a question? Or an excuse to make a controversial statement?
+
+Next time someone doubts some political news, ask yourself: Is this person JAQing off? (""just asking questions"")
+
+https://en.wiktionary.org/wiki/JAQ_off",https://en.wiktionary.org/wiki/JAQ_off,https://drive.google.com/file/d/1plCzqH76Jk6plJpXwCo3XEZygAP_yJEz/view?usp=share_link
+35,jaqing off (inoculation),news,https://twitter.com/boostingbank/status/1778789520504217835,https://www.reddit.com/user/boostingbank/comments/1c2co0p/is_that_really_a_question_or_an_excuse_to_make_a/,,,"Is that really a question? Or an excuse to make a controversial statement?
+
+Next time someone doubts what you saw on the news, ask yourself: Is this person JAQing off? (""just asking questions"")
+
+https://en.wiktionary.org/wiki/JAQ_off",https://en.wiktionary.org/wiki/JAQ_off,https://drive.google.com/file/d/1plCzqH76Jk6plJpXwCo3XEZygAP_yJEz/view?usp=share_link
+36,jaqing off (inoculation),health,https://twitter.com/boostingbank/status/1778694714910179506,https://www.reddit.com/user/boostingbank/comments/1c2co0p/is_that_really_a_question_or_an_excuse_to_make_a/,,,"Is that really a question? Or an excuse to make a controversial statement?
+
+Next time someone doubts accepted medical advice, ask yourself: Is this person JAQing off? (""just asking questions"")
+
+https://en.wiktionary.org/wiki/JAQ_off",https://en.wiktionary.org/wiki/JAQ_off,https://drive.google.com/file/d/1plCzqH76Jk6plJpXwCo3XEZygAP_yJEz/view?usp=share_link
+37,one sec app (self-nudging),politics,https://twitter.com/boostingbank/status/1778389956492243301,https://www.reddit.com/user/boostingbank/comments/1c2cplb/aaaaaaaand_breathe_out_all_the_news_these_days/,,https://www.facebook.com/photo?fbid=122093047400287784&set=a.122093041910287784,"Aaaaaaaand breathe out 🧘‍♂️ 
+
+All the politics these days can be overwhelming. Sometimes, we just need to take a break.  
+
+Check out https://one-sec.app to stop the doomscrolling and take control of your own time.  
+
+#ScienceofBoosting",https://one-sec.app,https://drive.google.com/file/d/17p8FyhDqF-KfSJ78IRzDG52HqTpUys8k/view?usp=share_link
+38,one sec app (self-nudging),news,https://twitter.com/boostingbank/status/1778719328843575437,https://www.reddit.com/user/boostingbank/comments/1c2cplb/aaaaaaaand_breathe_out_all_the_news_these_days/,,,"Aaaaaaaand breathe out 🧘‍♂️ 
+
+All the news these days can be overwhelming. Sometimes, we just need to take a break.  
+
+Check out https://one-sec.app to stop the doomscrolling and take control of your own time.  
+
+#ScienceofBoosting",https://one-sec.app,https://drive.google.com/file/d/17p8FyhDqF-KfSJ78IRzDG52HqTpUys8k/view?usp=share_link
+39,deepfake cues,politics,https://twitter.com/boostingbank/status/1778390860331139553,https://www.reddit.com/user/boostingbank/comments/1c2cqav/you_would_never_fall_for_a_deepfake_would_you/,,https://www.facebook.com/photo?fbid=122093047664287784&set=a.122093041910287784,"You would never fall for a deepfake... would you?
+
+Check out these tips for spotting deepfakes: https://www.snopes.com/articles/423004/how-to-spot-a-deepfake/",https://www.snopes.com/articles/423004/how-to-spot-a-deepfake/,https://drive.google.com/file/d/1wiuVFiwa-Dc6i3J3pmissgvP5tI6CEMY/view?usp=share_link
+40,deepfake cues,news,https://twitter.com/boostingbank/status/1778390860331139554 ,https://www.reddit.com/user/boostingbank/comments/1c2cqav/you_would_never_fall_for_a_deepfake_would_you/,,,"You would never fall for a deepfake... would you?
+
+Check out these tips for spotting deepfakes: https://www.snopes.com/articles/423004/how-to-spot-a-deepfake/",https://www.snopes.com/articles/423004/how-to-spot-a-deepfake/,https://drive.google.com/file/d/1wiuVFiwa-Dc6i3J3pmissgvP5tI6CEMY/view?usp=share_link
+41,AI-generated images,politics,https://twitter.com/boostingbank/status/1778382202830475536,https://www.reddit.com/user/boostingbank/comments/1c2cqt2/have_you_ever_wondered_if_an_image_is_real_or_if/,,https://www.facebook.com/photo?fbid=122093048138287784&set=a.122093041910287784,"Have you ever wondered if an image is real, or if it was generated by AI? 
+
+Here is how you can learn to tell the difference: https://tech.co/news/ways-detect-ai-images-examples ",https://tech.co/news/ways-detect-ai-images-examples,https://drive.google.com/file/d/1ct77MnVwn_hjmAUsuwKUDT8ED_vFUDeb/view?usp=share_link
+42,AI-generated images,news,https://twitter.com/boostingbank/status/1778382202830475536,https://www.reddit.com/user/boostingbank/comments/1c2cqt2/have_you_ever_wondered_if_an_image_is_real_or_if/,,,"Have you ever wondered if an image is real, or if it was generated by AI? 
+
+Here is how you can learn to tell the difference: https://tech.co/news/ways-detect-ai-images-examples ",https://tech.co/news/ways-detect-ai-images-examples,https://drive.google.com/file/d/1ct77MnVwn_hjmAUsuwKUDT8ED_vFUDeb/view?usp=share_link

app/main.py

@@ -1,12 +1,14 @@
 # Import required libraries
 from fastapi import FastAPI, HTTPException
-from pydantic import BaseModel
-from typing import List
 #import redis
-from transformers import BartForSequenceClassification, BartTokenizer, AutoTokenizer, AutoConfig, pipeline
 from dotenv import load_dotenv
 import os
 
+from modules.redistribute import redistribute, insert_element_at_position
+from modules.models.api import Input, Output, NewItem, UUID
+from modules.database import BoostDatabase, UserDatabase, User
+
+
 # Load environment variables from .env file
 load_dotenv('../.env')
 
@@ -18,49 +20,10 @@ fastapi_port = os.getenv("FASTAPI_PORT")
 print("Redis port:", redis_port)
 print("FastAPI port:", fastapi_port)
 
-
-# Initialize FastAPI app and Redis client
 app = FastAPI()
-#redis_client = redis.Redis(host='redis', port=6379)
-
-# Load BART model and tokenizer
-#model = BartForSequenceClassification.from_pretrained("facebook/bart-large-mnli")
-#tokenizer = BartTokenizer.from_pretrained("facebook/bart-large-mnli")
-
-model = pipeline("zero-shot-classification", model="facebook/bart-large-mnli")
-
-def score_text_with_labels(model, text: list, labels: list, multi: bool=True):
-    #candidate_labels = ['travel', 'cooking', 'dancing', 'exploration']
-    results = [result['scores'] for result in model(text, labels, multi_label=multi)]
-    #return dict(zip(labels, results['scores']))
-    return results
-
-def smooth_sequence(tweets_scores, window_size):
-    # Calculate the sum of scores for both labels for each tweet
-    tweet_sum_scores = [(sum(scores), index) for index, scores in enumerate(tweets_scores)]
-    # Sort tweets based on their sum scores, then by their original index to stabilize
-    sorted_tweets = sorted(tweet_sum_scores, key=lambda x: (x[0], x[1]))
-    # Extract the original indices of tweets after sorting
-    sorted_indices = [index for _, index in sorted_tweets]
-    # Create a new sequence based on sorted indices
-    smoothed_sequence = [tweets_scores[index] for index in sorted_indices]    
-    return smoothed_sequence
-
-def rerank_on_label(label: str):
-    return 200
-
-
-# Define Pydantic models
-class Item(BaseModel):
-    #id: str
-    #title: str = None
-    text: str
-    #type: str
-    #engagements: dict
-
-class RerankedItems(BaseModel):
-    ranked_ids: List[str]
-    new_items: List[dict]
+boost_db = BoostDatabase('data/boost_bank.csv')
+user_db = UserDatabase()
+
 
 # Define a health check endpoint
 @app.get("/")
@@ -69,59 +32,74 @@ async def health_check():
 
 # Define FastAPI routes and logic
 @app.post("/rerank/")
-async def rerank_items(items: List[Item]) -> RerankedItems:
-    reranked_ids = []
-
-    # Process each item
-    for item in items:
-        # Classify the item using Hugging Face BART model
-        labels = classify_item(item.text)
-
-        # Save the item with labels in Redis
-        #redis_client.hset(item.id, mapping={"title": item.title, "text": item.text, "labels": ",".join(labels)})
-
-        # Add the item id to the reranked list
-        reranked_ids.append(item.id)
-
-    # Sort the items based on model confidence
-    #reranked_ids.sort(key=lambda x: redis_client.zscore("classified_items", x), reverse=True)
-
-    # Return the reranked items
-    return {"ranked_ids": reranked_ids, "new_items": []}  # Ignore "new_items" for now
-
-# Define an endpoint to classify items and save them in Redis
-@app.post("/classify/")
-async def classify_and_save(items: List[Item]) -> None:
-    print("new 1")
-    #labels = ["factful", "civic", "constructive", "politics", "health", "news"]
-    #labels = ["factful", "politics"]
-    labels = ["something else", "news feed, news articles, breaking news", "politics and polititians", "healthcare and health"]
-    #labels = ["health", "politics", "news", "non-health non-politics non-news"]
-    texts = [item.text for item in items]
-    print(texts)
+async def rerank_items(input_data: Input) -> Output:
+    # who is the user?
+    user = input_data.session.user_id
+    date = input_data.session.current_time
+    platform = input_data.session.platform
+    items = input_data.items
+    # TODO consider sampling them?
+
+    print(items)
+    reranked_ids, first_topic, insertion_pos = redistribute(items=items)
+    #reranked_ids = [ for id_ in reranked_ids]
+    print("here!")
+    print(reranked_ids)
+
+    user_in_db = user_db.get_user(user_id=user)
+
+    # if user already exists -> has boosting records
+    if user_in_db:
+        # has been boosted today?
+        if user_in_db.is_boosted_today():
+            # return only reranked items, no insertion
+            return Output(reranked_ids=reranked_ids, new_items=[])
+        # user exists and not boosted today yet
+        else:
+            new_items = []
+            boosts_received = user_in_db.boosts
+            # there was some civic content in the batch
+            if first_topic != "non-civic":
+                fetched_boost = boost_db.get_random_boost(topic=first_topic,
+                                                          platform=platform,
+                                                          blacklist_ids=boosts_received)
+                user_db.add_boost_to_user(user_id=user, boost=fetched_boost)
+                user_db.update_user_boosted_today(user_id=user, date=date)
+                
+                # insert boost before first civic in batch
+                reranked_ids = insert_element_at_position(lst=reranked_ids,
+                                                          element=UUID(fetched_boost['id']),
+                                                          position=insertion_pos)
+                
+                return Output(ranked_ids=reranked_ids, new_items=[NewItem(id=UUID(fetched_boost["id"]), url=fetched_boost["url"])])
+
+            # no civic content to boost on
+            else:
+                return Output(ranked_ids=reranked_ids, new_items=[])
     
-    labels = score_text_with_labels(model=model, text=texts, labels=labels, multi=True)
-    print(labels)
-    return labels
-    #for item in items:
-    #    print(item)
-        # Classify the item using Hugging Face BART model
-        #labels = classify_item(item.text)
-        #return score_text_with_labels(model, item.text, labels)
-        # Save the item with labels in Redis
-        #redis_client.hset(item.id, mapping={"title": item.title, "text": item.text, "labels": ",".join(labels)})
-        #return labels
-    #return None
-
-# Function to classify item text using Hugging Face BART model
-def classify_item(text: str) -> List[str]:
-    # Tokenize input text
-    inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True)
-    print(1)
-    # Perform inference
-    outputs = model(**inputs)
-    print(2)
-    # Get predicted label
-    predicted_label = tokenizer.decode(outputs.logits.argmax())
-
-    return [predicted_label]
+    # user doesn't exist
+    else:
+        print(first_topic)
+        print(platform)
+        if first_topic != "non-civic":
+            fetched_boost = boost_db.get_random_boost(topic=first_topic,
+                                                    platform=platform,
+                                                    blacklist_ids=[])
+            print(fetched_boost)
+            print(type(fetched_boost))
+            user_db.add_user(user_id=user, 
+                             user=User(user_id=user, last_boost=date, boosts=[fetched_boost]))
+            
+            # insert boost before first civic in batch
+            reranked_ids = insert_element_at_position(lst=reranked_ids,
+                                                    element=UUID(fetched_boost['id']),
+                                                    position=insertion_pos)
+            
+
+            return Output(ranked_ids=reranked_ids, new_items=[NewItem(id=UUID(fetched_boost["id"]), url=fetched_boost["url"])])
+
+        # no civic content to boost on
+        else:
+            print("there")
+            return Output(ranked_ids=reranked_ids, new_items=[])        
+

app/modules/classify.py

@@ -0,0 +1,30 @@
+from transformers import BartForSequenceClassification, BartTokenizer, AutoTokenizer, AutoConfig, pipeline
+from typing import List
+
+model = pipeline("zero-shot-classification", model="facebook/bart-large-mnli")
+
+
+label_map = {
+    "something else": "non-civic",
+    "headlines, news channels, news articles, breaking news": "news",
+    "politics, policy and politicians": "politics",
+    "health are and public health": "health",
+    "religious": "news" # CONSCIOUS DECISION
+}
+
+def map_scores(predicted_labels: List[dict], default_label: str):
+    mapped_scores = [item['scores'][0] if item['labels'][0]!= default_label else 0 for item in predicted_labels]
+    return mapped_scores
+
+def get_first_relevant_label(predicted_labels, mapped_scores: List[float], default_label: str):
+    for i, value in enumerate(mapped_scores):
+        if value != 0:
+            return label_map[predicted_labels[i]['labels'][0]], i
+    return label_map[default_label], i  # Return if all values are zero or the list is empty
+
+
+def classify(texts: List[str], labels: List[str]):
+    predicted_labels = model(texts, labels, multi_label=False)
+    print(predicted_labels)
+    return predicted_labels
+    

app/modules/database.py

@@ -0,0 +1,101 @@
+#import redis
+from modules.utils import compare_date_with_today
+import pandas as pd
+import random
+import uuid
+
+#load_dotenv('../../.env')
+
+#redis_pw  = os.getenv("REDIS_PASSWORD")
+
+#try:
+#    r = redis.Redis(
+#    host='redis-12097.c328.europe-west3-1.gce.cloud.redislabs.com',
+#    port=12097,
+#    password=redis_pw)
+#except:
+#    print("Redis not available - working with memory alone")
+#    r = None
+    #on_memory_user_bank = {}
+    #on_memory_boost_bank = load_csv_to_dict('../data/boost_bank.csv')
+
+class BoostDatabase:
+    def __init__(self, csv_path):
+        """Initialize the database by loading boosts from a CSV file."""
+        self.boosts_bank = {}
+        boosts = pd.read_csv(csv_path)
+        for target_topic in boosts['target_topic'].unique():
+            subset = boosts.query('target_topic == @target_topic')
+            self.boosts_bank[target_topic] = {
+                'twitter': [{'id': str(uuid.uuid4()), 'url': url} for url in subset['url_x'].dropna()],
+                'facebook': [{'id': str(uuid.uuid4()), 'url': url} for url in subset['url_facebook'].dropna()],
+                'reddit': [{'id': str(uuid.uuid4()), 'url': url} for url in subset['url_reddit_new'].dropna()],
+            }
+
+    def get_random_boost(self, topic, platform, blacklist_ids):
+        """
+        Retrieve a random boost item (URL and UUID) for a given topic and platform,
+        excluding any items with UUIDs in the blacklist.
+        """
+        if topic in self.boosts_bank and platform in self.boosts_bank[topic]:
+            # Filter out any items that have an ID in the blacklist
+            valid_items = [item for item in self.boosts_bank[topic][platform] if item['id'] not in blacklist_ids]
+            if valid_items:
+                return random.choice(valid_items)
+            else:
+                return "No available boosts that haven't been seen."
+        else:
+            return "Topic or platform not found."
+
+class User:
+    def __init__(self, user_id: str, last_boost: str, boosts=None):
+        if boosts is None:
+            boosts = []
+        self.user_id = user_id
+        self.boosts = boosts
+        self.last_boost = last_boost
+
+    def add_boost(self, boost):
+        """Append a new boost to the list of boosts."""
+        self.boosts.append(boost)
+
+    def is_boosted_today(self):
+        self.is_boosted_today = compare_date_with_today(self.last_boost)
+
+    def update_boosted_today(self, status):
+        """Update the boosted_today status."""
+        self.boosted_today = status
+
+    def __repr__(self):
+        return f"User(boosts={self.boosts}, boosted_today={self.boosted_today})"
+
+class UserDatabase:
+    def __init__(self):
+        self.users = {}  # Stores user_id mapped to User objects
+
+    def add_user(self, user_id, user):
+        """Add a new user to the database."""
+        if user_id not in self.users:
+            self.users[user_id] = user
+        else:
+            print("User already exists with this ID")
+
+    def get_user(self, user_id):
+        """Retrieve a user by user_id."""
+        return self.users.get(user_id, None)
+
+    def add_boost_to_user(self, user_id, boost):
+        """Append a boost to a user's list of boosts."""
+        user = self.get_user(user_id)
+        if user:
+            user.add_boost(boost)
+        else:
+            print("User not found")
+
+    def update_user_boosted_today(self, user_id, date):
+        """Update the boosted_today status for a user."""
+        user = self.get_user(user_id)
+        if user:
+            user.update_boosted_today(date)
+        else:
+            print("User not found")

app/modules/load_boost_data.py

@@ -0,0 +1,8 @@
+def load_csv_to_dict(filename):
+    """Loads a CSV file into a list of dictionaries."""
+    with open(filename, mode='r', newline='', encoding='utf-8') as file:
+        # Create a DictReader object
+        dict_reader = csv.DictReader(file)
+        # Convert DictReader to a list of dictionaries
+        data_list = list(dict_reader)
+    return data_list

app/modules/models/api.py

@@ -0,0 +1,40 @@
+
+from pydantic import BaseModel, Field
+from typing import List, Optional
+from uuid import UUID
+
+
+class Engagement(BaseModel):
+    upvote: int
+    downvote: int
+    comment: int
+    award: int
+
+class Item(BaseModel):
+    id: UUID
+    post_id: Optional[UUID] = None
+    parent_id: Optional[UUID] = None
+    title: Optional[str] = None
+    text: Optional[str] = None
+    author_name_hash: str
+    type: str
+    created_at: str
+    engagements: Engagement
+
+class Session(BaseModel):
+    user_id: UUID
+    user_name_hash: str
+    platform: str
+    current_time: str
+
+class Input(BaseModel):
+    session: Session
+    items: List[Item]
+
+class NewItem(BaseModel):
+    id: UUID
+    url: str
+
+class Output(BaseModel):
+    ranked_ids: List[UUID]
+    new_items: List[Optional[NewItem]]

app/modules/redistribute.py

@@ -0,0 +1,77 @@
+from typing import List
+from modules.classify import classify, map_scores, get_first_relevant_label
+
+labels = ["something else", "headlines, news channels, news articles, breaking news", "politics, policy and politicians", "health care and public health", "religious"]
+
+
+def redistribute(items):
+    predicted_labels = classify(texts=[item.text for item in items], labels=labels)
+    mapped_scores = map_scores(predicted_labels=predicted_labels, default_label="something else")
+    first_topic, insertion_pos = get_first_relevant_label(predicted_labels=predicted_labels, mapped_scores=mapped_scores, default_label="something else")
+    # TODO include parent linking
+    print("OK?")
+    reranked_ids, _ = distribute_evenly(ids=[item.id for item in items], scores=mapped_scores)
+    print(reranked_ids)
+    return reranked_ids, first_topic, insertion_pos
+
+
+def distribute_evenly(ids: List[str], scores: List[float]):
+    """
+    This method receives a list of ids and a list of scores. Scores distinct to zero get distributed evenly along the list, preserving cardinality.
+    """
+    # Indices of non-zero scores and total scores length
+    non_zero_indices = [i for i, score in enumerate(scores) if score != 0]
+    non_zero_count = len(non_zero_indices)
+    total_scores = len(scores)
+
+    if non_zero_count == 0:
+        return ids[:], scores[:]  # Return copies if no non-zero scores
+
+    # Calculate new positions for non-zero scores evenly distributed
+    interval = total_scores // non_zero_count
+    new_positions = [(i * interval) for i in range(non_zero_count)]
+
+    # Initialize new scores and ids arrays
+    new_scores = [0] * total_scores
+    new_objects_order = [None] * total_scores
+
+    # Place the non-zero scores and corresponding objects in the new positions
+    for new_pos, old_pos in zip(new_positions, non_zero_indices):
+        new_scores[new_pos] = scores[old_pos]
+        new_objects_order[new_pos] = ids[old_pos]
+
+    # Fill in the gaps in the objects list
+    used_indices = set(non_zero_indices)  # Set for quick lookup
+    fill_index = 0  # Tracker for filling positions
+
+    for i in range(total_scores):
+        if new_objects_order[i] is None:
+            # Skip indices that have been used
+            while fill_index in used_indices:
+                fill_index += 1
+            if fill_index < total_scores:
+                new_objects_order[i] = ids[fill_index]
+                fill_index += 1
+
+    return new_objects_order, new_scores
+
+
+def insert_element_at_position(lst, element, position):
+    """
+    Inserts an element at a specific position in the list.
+    
+    Args:
+    lst (list): The list to insert the element into.
+    element (any): The element to insert into the list.
+    position (int): The index at which to insert the element.
+    
+    Returns:
+    list: The list with the element inserted.
+    """
+    # Ensure the position is within the bounds of the list plus one for appending
+    position = min(position, len(lst))
+    
+    # Insert the element at the specified position
+    lst.insert(position, element)
+    
+    return lst

app/modules/utils.py

@@ -0,0 +1,30 @@
+import csv
+from datetime import datetime
+
+def load_csv_to_dict(filename):
+    """Loads a CSV file into a list of dictionaries."""
+    with open(filename, mode='r', newline='', encoding='utf-8') as file:
+        # Create a DictReader object
+        dict_reader = csv.DictReader(file)
+        # Convert DictReader to a list of dictionaries
+        data_list = list(dict_reader)
+    return data_list
+
+def get_stringified_date(date):
+    """
+    Gets a date like 2024-04-09T19:29:38.072017Z and returns the day
+    """
+    return str(datetime.strptime(date, "%Y-%m-%dT%H:%M:%S.%fZ").date())
+
+def compare_date_with_today(date_str):
+    # Parse the input date string
+    input_date = datetime.strptime(date_str, "%Y-%m-%dT%H:%M:%S.%fZ")
+
+    # Get today's date (without time component)
+    today_date = datetime.now().date()
+
+    # Compare the input date's date component with today's date
+    if input_date.date() == today_date:
+        return True
+    else:
+        return False

requirements.txt

@@ -6,4 +6,5 @@ python-dotenv
 dotenv-cli
 pandas
 uvicorn
-pydantic
+pydantic
+redis