Update news_category_similar_news_prediction.py

news_category_similar_news_prediction.py

@@ -3,7 +3,7 @@ import numpy as np
 import tensorflow as tf 
 from config import (DISTILBERT_TOKENIZER_N_TOKENS, 
                     NEWS_CATEGORY_CLASSIFIER_N_CLASSES, 
-                    CLASSIFIER_THRESHOLD)
+                    CLASSIFIER_THRESHOLD, NEWS_RETENTION_SECONDS)
 
 from logger import get_logger
 from find_similar_news import find_similar_news
@@ -37,7 +37,7 @@ def delete_outdated_news(final_df: pd.DataFrame):
     final_df["parsed_date_1"] = [correct_date(date_) for date_ in final_df['parsed_date']]
     final_df["parsed_date_1"] = [parser.parse(date_) for date_ in final_df['parsed_date_1']]
     final_df["elapsed_time"] =  [date_time_parser(date_) for date_ in final_df['parsed_date_1']]
-    final_df = final_df.loc[final_df["elapsed_time"] <= 720, :].copy() # 1440=24 hrs and 720=12 hrs
+    final_df = final_df.loc[final_df["elapsed_time"] <= NEWS_RETENTION_SECONDS, :].copy()
     final_df.drop(columns=['elapsed_time', 'parsed_date_1'], inplace=True)
     final_df.reset_index(drop=True, inplace=True)
     logger.warning("Exiting delete_outdated_news()")