Update news_extractor/news_extractor.py
Browse files
news_extractor/news_extractor.py
CHANGED
@@ -4,6 +4,7 @@ from bs4 import BeautifulSoup
|
|
4 |
import requests as r
|
5 |
import regex as re
|
6 |
from dateutil import parser
|
|
|
7 |
|
8 |
|
9 |
def date_time_parser(dt):
|
@@ -126,5 +127,5 @@ def get_news():
|
|
126 |
final_df.drop(columns=['elapsed_time'], inplace=True)
|
127 |
final_df.drop_duplicates(subset='description', inplace=True)
|
128 |
final_df = final_df.loc[(final_df["title"] != ""), :].copy()
|
129 |
-
|
130 |
return final_df
|
|
|
4 |
import requests as r
|
5 |
import regex as re
|
6 |
from dateutil import parser
|
7 |
+
import logging
|
8 |
|
9 |
|
10 |
def date_time_parser(dt):
|
|
|
127 |
final_df.drop(columns=['elapsed_time'], inplace=True)
|
128 |
final_df.drop_duplicates(subset='description', inplace=True)
|
129 |
final_df = final_df.loc[(final_df["title"] != ""), :].copy()
|
130 |
+
logging.warning(final_df['src'].unique())
|
131 |
return final_df
|