Update app.py

app.py

@@ -6,6 +6,9 @@ or
 import datetime as dt
 import json
 import logging
+import sys
+#sys.setrecursionlimit(20000)
+import pandas as pd
 import numpy as np
 import os
 import random
@@ -19,11 +22,12 @@ from fastapi.templating import Jinja2Templates
 
 import scripts.sentiment as sentiment
 import scripts.twitter_scraper as ts
+from scripts.summarization import bert_summarization
 from scripts.twitter_scraper import get_latest_account_tweets
+from scripts import twitter_scraper as ts 
 import scripts.utils as utils
 from scripts import generative
 import nltk
-
 logging.basicConfig(level=logging.INFO)
 
 app = FastAPI()
@@ -73,27 +77,30 @@ def get_accounts() -> List[dict]:
 
 
 @app.get("/tweets/{username}")
-async def get_tweets(username: str) -> dict:
+def get_tweets_username(username: str) -> dict:
     # if username in username_list:
     #     query = f"from:{username} since:{start_date} until:{end_date}"
     #     return ts.get_tweets(query=query)
     # else:
     #     return {"detail": "Account not in scope of project."}
-    if username in username_list:
-        df_tweets = get_latest_account_tweets(username)
-        if isinstance(df_tweets, pd.DataFrame):
-            print(df_tweets.head(2))
-            print(df_tweets.shape)
-            df_tweets = df_tweets[['handle','created_at','full_text']]
-            df_tweets = df_tweets.sort_values('created_at',ascending=True).tail(10)
-            df_tweets_html = df_tweets.to_html(classes="center", index=False)
-
-            return HTMLResponse(content=df_tweets_html, status_code=200)
-        else:
-            print("Error: Failed to retrieve tweets.")
-            return df_tweets
+
+    # Method 1: Using Tweepy method
+    # df_tweets = get_latest_account_tweets(username)
+
+    # Method 2: Use Snscrape
+    df_tweets = ts.get_tweets(handle=username)
+
+    if isinstance(df_tweets, pd.DataFrame):
+        print(df_tweets.head(2))
+        print(df_tweets.shape)
+        df_tweets = df_tweets[["handle", "created_at", "full_text"]]
+        df_tweets = df_tweets.sort_values("created_at", ascending=True).tail(10)
+        df_tweets_html = df_tweets.to_html(classes="center", index=False)
+
+        return HTMLResponse(content=df_tweets_html, status_code=200)
     else:
-        return {"detail": "Account not in scope of project."}
+        print("Error: Failed to retrieve tweets.")
+        return df_tweets
 
 
 @app.get("/audience/{username}", response_model=dict)