Update app.py

app.py

@@ -45,13 +45,21 @@ def update_news():
         new_news = get_news()
         news_df = predict_news_category(old_news, new_news, interpreter, label_encoder, tokenizer)
         if news_df is None:
-            raise Exception('Could not generate category predictions\nAborting the database insertion.\nNo documents are inserted into the collection.')
+            raise Exception('Could not generate category predictions. Aborting the database insertion. No new articles are inserted into the collection.')
+            
+        old_news_count = 0 if old_news is None else len(old_news)
+        new_news_count = 0 if news_df is None else len(news_df)
+        logger.warning(f'Old News count: {old_news_count}\nNew News count: {new_news_count}')
+        if new_news_count < old_news_count:
+            raise Exception('New news count < Old news count. Aborting the database insertion. No new articles are inserted into the collection.')
+        
         news_json = [*json.loads(news_df.reset_index(drop=True).to_json(orient="index")).values()]
         db_write.insert_news_into_db(news_json)
     except Exception as e:
         status_json = "{'status':'failure', 'message':'" + str(e) + "'}"
         status_code = 500
         raise
+    
     logger.warning('Exiting update_news()')
     return Response(status_json, status=status_code, mimetype='application/json')