lalithadevi
commited on
Commit
•
0b44a23
1
Parent(s):
d5f669f
Update news_category_prediction.py
Browse files
news_category_prediction.py
CHANGED
@@ -45,6 +45,7 @@ def cols_check(new_cols, old_cols):
|
|
45 |
|
46 |
def predict_news_category(old_news: pd.DataFrame, new_news: pd.DataFrame, interpreter, label_encoder, tokenizer):
|
47 |
try:
|
|
|
48 |
logger.warning('Entering predict_news_category()')
|
49 |
logger.warning(f'old news: {old_news}\nnew_news: {new_news}')
|
50 |
if not isinstance(new_news, pd.DataFrame):
|
@@ -92,7 +93,9 @@ def predict_news_category(old_news: pd.DataFrame, new_news: pd.DataFrame, interp
|
|
92 |
final_df.reset_index(drop=True, inplace=True)
|
93 |
final_df.loc[final_df['pred_proba']<CLASSIFIER_THRESHOLD, 'category'] = 'OTHERS'
|
94 |
else:
|
95 |
-
|
|
|
|
|
96 |
|
97 |
|
98 |
if len(final_df) == 0:
|
@@ -102,5 +105,5 @@ def predict_news_category(old_news: pd.DataFrame, new_news: pd.DataFrame, interp
|
|
102 |
except Exception as e:
|
103 |
logger.warning(f'Unexcpected error in predict_news_category()\n{e}')
|
104 |
return None
|
105 |
-
return final_df
|
106 |
|
|
|
45 |
|
46 |
def predict_news_category(old_news: pd.DataFrame, new_news: pd.DataFrame, interpreter, label_encoder, tokenizer):
|
47 |
try:
|
48 |
+
db_updation_required = 1
|
49 |
logger.warning('Entering predict_news_category()')
|
50 |
logger.warning(f'old news: {old_news}\nnew_news: {new_news}')
|
51 |
if not isinstance(new_news, pd.DataFrame):
|
|
|
93 |
final_df.reset_index(drop=True, inplace=True)
|
94 |
final_df.loc[final_df['pred_proba']<CLASSIFIER_THRESHOLD, 'category'] = 'OTHERS'
|
95 |
else:
|
96 |
+
logger.warning('INFO: Old & New Articles are the same. There is no requirement of updating them in the database. Database is not updated.')
|
97 |
+
db_updation_required = 0
|
98 |
+
final_df = old_news.copy()
|
99 |
|
100 |
|
101 |
if len(final_df) == 0:
|
|
|
105 |
except Exception as e:
|
106 |
logger.warning(f'Unexcpected error in predict_news_category()\n{e}')
|
107 |
return None
|
108 |
+
return final_df, db_updation_required
|
109 |
|