lalithadevi
commited on
Commit
•
b8405af
1
Parent(s):
4e08fbd
Update app.py
Browse files
app.py
CHANGED
@@ -46,10 +46,11 @@ def update_news():
|
|
46 |
status_code = 200
|
47 |
try:
|
48 |
db_read = DBRead()
|
49 |
-
db_write = DBWrite()
|
|
|
50 |
old_news = db_read.read_news_from_db()
|
51 |
new_news = get_news()
|
52 |
-
news_df, is_db_updation_required = predict_news_category_similar_news(old_news, new_news, interpreter, label_encoder,
|
53 |
tokenizer, collection, vectorizer, sent_model, ce_model)
|
54 |
if news_df is None:
|
55 |
raise Exception('Could not generate category predictions. Aborting the database insertion. No new articles are inserted into the collection.')
|
@@ -62,7 +63,11 @@ def update_news():
|
|
62 |
|
63 |
if is_db_updation_required:
|
64 |
news_json = [*json.loads(news_df.reset_index(drop=True).to_json(orient="index")).values()]
|
|
|
|
|
65 |
db_write.insert_news_into_db(news_json)
|
|
|
|
|
66 |
else:
|
67 |
logger.warning('DB is not updated as it is not required.')
|
68 |
except Exception as e:
|
|
|
46 |
status_code = 200
|
47 |
try:
|
48 |
db_read = DBRead()
|
49 |
+
db_write = DBWrite(db_type="production")
|
50 |
+
prediction_db_write = DBWrite(db_type="prediction")
|
51 |
old_news = db_read.read_news_from_db()
|
52 |
new_news = get_news()
|
53 |
+
news_df, prediction_df, is_db_updation_required = predict_news_category_similar_news(old_news, new_news, interpreter, label_encoder,
|
54 |
tokenizer, collection, vectorizer, sent_model, ce_model)
|
55 |
if news_df is None:
|
56 |
raise Exception('Could not generate category predictions. Aborting the database insertion. No new articles are inserted into the collection.')
|
|
|
63 |
|
64 |
if is_db_updation_required:
|
65 |
news_json = [*json.loads(news_df.reset_index(drop=True).to_json(orient="index")).values()]
|
66 |
+
prediction_json = [*json.loads(prediction_df.reset_index(drop=True).to_json(orient="index")).values()]
|
67 |
+
|
68 |
db_write.insert_news_into_db(news_json)
|
69 |
+
prediction_db_write.insert_news_into_db(prediction_json)
|
70 |
+
|
71 |
else:
|
72 |
logger.warning('DB is not updated as it is not required.')
|
73 |
except Exception as e:
|