added get csv file and remove temporary csv files

persistStorage.py

@@ -3,9 +3,10 @@ import sqlite3
 from datetime import datetime, timedelta
 import pytz
 import os 
-from config import HUGGING_FACE_TOKEN, TABLES_DATA_DIR, logsDir
+from config import HUGGING_FACE_TOKEN, TABLES_DATA_DIR, logsDir, RESULT_CSV_DIR
 import pandas as pd
 import csv 
+import random
 
 try:
     os.makedirs(TABLES_DATA_DIR, exist_ok=True)
@@ -17,6 +18,21 @@ TIME_ZONE = 'US/Pacific'
 TIMEZONE_OBJ = pytz.timezone(TIME_ZONE)
 CACHE_TIME_EXPIRE = 20 #days
 
+def getNewCsvFilePath():
+    fileName = "ResultCsv_" + "".join([str(random.randint(0,9)) for i in range(3)])
+    fileNameWithpath = os.path.join(RESULT_CSV_DIR, fileName)
+    return fileNameWithpath
+    
+def removeAllCsvFiles():
+    files = os.listdir(RESULT_CSV_DIR)
+    for fileName in files:
+        fileNameWithPath = os.path.join(RESULT_CSV_DIR, fileName)
+        try:
+            os.remove(fileNameWithPath)
+        except:
+            pass
+    
+
 def append_dict_to_csv(file_path, row_data):
     fieldnames = row_data.keys()