Update news_category_prediction.py

news_category_prediction.py

@@ -74,20 +74,26 @@ def predict_news_category(old_news: pd.DataFrame, new_news: pd.DataFrame, interp
             label, prob = inference(headlines, interpreter, label_encoder, tokenizer)
             final_df['category'] = label
             final_df['pred_proba'] = prob
+            final_df.reset_index(drop=True, inplace=True)
+            final_df.loc[final_df['pred_proba']<CLASSIFIER_THRESHOLD, 'category'] = 'OTHERS'
         else:
             logger.warning('Prior predictions found in old news')
             if not cols_check([*new_news.columns], [*old_news.columns][:-2]):
                 raise Exception("New and old cols don't match")
             old_urls = [*old_news['url']]
             new_news = new_news.loc[new_news['url'].isin(old_urls) == False, :]
-            headlines = [*new_news['title']].copy()
-            label, prob = inference(headlines, interpreter, label_encoder, tokenizer)
-            new_news['category'] = label
-            new_news['pred_proba'] = prob
-            final_df = pd.concat([old_news, new_news], axis=0, ignore_index=True)
-            final_df.drop_duplicates(subset='url', keep='first', inplace=True)
-        final_df.reset_index(drop=True, inplace=True)
-        final_df.loc[final_df['pred_proba']<CLASSIFIER_THRESHOLD, 'category'] = 'OTHERS'
+            if len(new_news) > 0:
+                headlines = [*new_news['title']].copy()
+                label, prob = inference(headlines, interpreter, label_encoder, tokenizer)
+                new_news['category'] = label
+                new_news['pred_proba'] = prob
+                final_df = pd.concat([old_news, new_news], axis=0, ignore_index=True)
+                final_df.drop_duplicates(subset='url', keep='first', inplace=True)
+                final_df.reset_index(drop=True, inplace=True)
+                final_df.loc[final_df['pred_proba']<CLASSIFIER_THRESHOLD, 'category'] = 'OTHERS'
+            else:
+                raise Exception('INFO: Old & New Articles are the same. There is no requirement of updating them in the database. Database is not updated.')
+                
         
         if len(final_df) == 0:
             final_df = None