Update news_extractor/news_extractor.py

news_extractor/news_extractor.py

@@ -7,6 +7,9 @@ from dateutil import parser
 import logging
 import multiprocessing
 from config import NEWS_EXTRACTOR_URL_TIMEOUT, RSS_FEEDS_TO_EXTRACT
+from logger import get_logger
+
+logger = get_logger()
 
 
 def date_time_parser(dt):
@@ -153,6 +156,7 @@ def get_news_rss(url):
     return final_df
 
 def get_news_multi_process(urls):
+    logger.warning('Entering get_news_multi_process()')
     '''
     Get the data shape by parallely calculating lenght of each chunk and 
     aggregating them to get lenght of complete training dataset
@@ -173,6 +177,7 @@ def get_news_multi_process(urls):
     logging.warning(final_df['src'].unique())
     pool.close()
     pool.join()
+    logger.warning('Exiting get_news_multi_process()')
     return final_df