google drive

.idea/workspace.xml

@@ -5,7 +5,7 @@
   </component>
   <component name="ChangeListManager">
     <list default="true" id="5e4481c0-7ba2-42e4-bbe6-4c36a0d36baa" name="Changes" comment="debug">
-      <change afterPath="$PROJECT_DIR$/logs/test.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/google_drive_credentials/client_secret_372757176543-9jt0fquta6mke8v1rnbc2i766ed8gks0.apps.googleusercontent.com.json" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/app.py" beforeDir="false" afterPath="$PROJECT_DIR$/app.py" afterDir="false" />
     </list>
@@ -44,6 +44,12 @@
     &quot;vue.rearranger.settings.migration&quot;: &quot;true&quot;
   }
 }</component>
+  <component name="RecentsManager">
+    <key name="MoveFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$/google_drive_credentials" />
+      <recent name="$PROJECT_DIR$" />
+    </key>
+  </component>
   <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
   <component name="TaskManager">
     <task active="true" id="Default" summary="Default task">
@@ -54,7 +60,7 @@
       <updated>1723386888312</updated>
       <workItem from="1723386893769" duration="12000" />
       <workItem from="1723386970626" duration="451000" />
-      <workItem from="1723387453009" duration="1991000" />
+      <workItem from="1723387453009" duration="7509000" />
     </task>
     <task id="LOCAL-00001" summary="create">
       <created>1723387548126</created>
@@ -77,7 +83,42 @@
       <option name="project" value="LOCAL" />
       <updated>1723388638252</updated>
     </task>
-    <option name="localTasksCounter" value="4" />
+    <task id="LOCAL-00004" summary="logs">
+      <created>1723389453664</created>
+      <option name="number" value="00004" />
+      <option name="presentableId" value="LOCAL-00004" />
+      <option name="project" value="LOCAL" />
+      <updated>1723389453664</updated>
+    </task>
+    <task id="LOCAL-00005" summary="logs">
+      <created>1723389809864</created>
+      <option name="number" value="00005" />
+      <option name="presentableId" value="LOCAL-00005" />
+      <option name="project" value="LOCAL" />
+      <updated>1723389809864</updated>
+    </task>
+    <task id="LOCAL-00006" summary="dubug">
+      <created>1723390353091</created>
+      <option name="number" value="00006" />
+      <option name="presentableId" value="LOCAL-00006" />
+      <option name="project" value="LOCAL" />
+      <updated>1723390353091</updated>
+    </task>
+    <task id="LOCAL-00007" summary="debug">
+      <created>1723390589691</created>
+      <option name="number" value="00007" />
+      <option name="presentableId" value="LOCAL-00007" />
+      <option name="project" value="LOCAL" />
+      <updated>1723390589691</updated>
+    </task>
+    <task id="LOCAL-00008" summary="debug">
+      <created>1723390945723</created>
+      <option name="number" value="00008" />
+      <option name="presentableId" value="LOCAL-00008" />
+      <option name="project" value="LOCAL" />
+      <updated>1723390945723</updated>
+    </task>
+    <option name="localTasksCounter" value="9" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">
@@ -86,6 +127,8 @@
   <component name="VcsManagerConfiguration">
     <MESSAGE value="create" />
     <MESSAGE value="add log dir" />
+    <MESSAGE value="logs" />
+    <MESSAGE value="dubug" />
     <MESSAGE value="debug" />
     <option name="LAST_COMMIT_MESSAGE" value="debug" />
   </component>

app.py

@@ -16,30 +16,43 @@ import psutil
 from SEM.run_single_sem import run_single_pp
 from CDM.run_single import run_single_img
 
+from google.oauth2 import service_account
+from googleapiclient.discovery import build
+from googleapiclient.http import MediaFileUpload
+
 title = "Cpp4App_test"
 description = "Automated Contextual Privacy Policies Generation for Mobile Apps"
 
 
 # log
-log_file_path = './app.log'
-log_directory = os.path.dirname(log_file_path)
 
-if not os.path.exists(log_directory):
-    os.makedirs(log_directory)
+# 认证并创建Google Drive服务
+def authenticate_gdrive():
+    SCOPES = ['https://www.googleapis.com/auth/drive.file']
+    creds = service_account.Credentials.from_service_account_file('google_drive_credentials/client_secret_372757176543-9jt0fquta6mke8v1rnbc2i766ed8gks0.apps.googleusercontent.com.json', scopes=SCOPES)
+    service = build('drive', 'v3', credentials=creds)
+    return service
+
+# 上传文件到Google Drive
+def upload_to_gdrive(file_path, service):
+    file_metadata = {
+        'name': os.path.basename(file_path),
+        'parents': ['1Ukx6pQcbUQssV7tyWLGZE0QAzmSjBKUK']  # Google Drive上的文件夹ID
+    }
+    media = MediaFileUpload(file_path, resumable=True)
+    file = service.files().create(body=file_metadata, media_body=media, fields='id').execute()
+    print(f"File ID: {file.get('id')}")
+    return file.get('id')
 
-try:
-    with open(log_file_path, 'w') as f:
-        f.write('Test log entry')
-        f.flush()
-        os.fsync(f.fileno())
-    print(f"Successfully wrote to {log_file_path}")
-except Exception as e:
-    print(f"Failed to write to {log_file_path}: {e}")
 
+log_directory = './logs'
+log_file_path = os.path.join(log_directory, 'app.log')
 
+if not os.path.exists(log_directory):
+    os.makedirs(log_directory)
 
 # set log handler（Generate one log file per day and keep only the latest 7 files）
-handler = TimedRotatingFileHandler(log_file_path, when='W0', interval=1, backupCount=7)
+handler = TimedRotatingFileHandler(log_file_path, when='midnight', interval=1, backupCount=7, utc=True)
 formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
 handler.setLevel(logging.INFO)
 handler.setFormatter(formatter)
@@ -52,6 +65,46 @@ logger.addHandler(handler)
 logger.info('Application started')
 
 
+
+
+
+
+def create_and_upload_test_logs():
+    """
+    生成两个测试日志文件，并验证排序与上传功能
+    """
+    service = authenticate_gdrive()
+
+    # 生成第一个测试日志文件
+    logger.info("This is the first test log entry.")
+    handler.doRollover()  # 触发日志文件轮替
+
+    # 生成第二个测试日志文件
+    logger.info("This is the second test log entry.")
+    handler.doRollover()  # 触发日志文件轮替
+
+    # 获取日志目录中的所有文件，并根据修改时间排序
+    current_log_files = sorted(
+        [f for f in os.listdir(log_directory) if f.startswith('app.log')],
+        key=lambda x: os.path.getmtime(os.path.join(log_directory, x)),
+        reverse=True
+    )
+
+    if current_log_files:
+        # 找到排序后的第一个文件，即最新生成的日志文件
+        latest_file_name = os.path.join(log_directory, current_log_files[0])
+        if os.path.exists(latest_file_name):
+            upload_to_gdrive(latest_file_name, service)
+            print(f"Latest log file '{latest_file_name}' uploaded successfully.")
+
+# 调用测试函数
+create_and_upload_test_logs()
+
+
+
+
+
+
 def write_and_read():
     # Write
     with open('myfile.txt', 'w') as f:
@@ -236,11 +289,15 @@ def schedule_restarts(interval_hours):
         python = sys.executable
         os.execl(python, python, *sys.argv)
 
-def schedule_daily_resource_logging(interval_hours):
+def schedule_log_upload(interval_hours):
     """
     Logging system resource usage every 'interval_hours' hours
     """
+    service = authenticate_gdrive()
     while True:
+        time.sleep(interval_hours * 3600)  # 等待指定小时数
+
+        # 记录系统资源使用情况
         cpu_usage = psutil.cpu_percent(interval=1)
         memory_info = psutil.virtual_memory()
         disk_usage = psutil.disk_usage('/')
@@ -251,7 +308,19 @@ def schedule_daily_resource_logging(interval_hours):
         logger.info(
             f"Disk usage: {disk_usage.percent}% (Total: {disk_usage.total}, Used: {disk_usage.used}, Free: {disk_usage.free})")
 
-        time.sleep(interval_hours * 3600)  # waiting for 'interval_hours' hours
+        # 触发日志文件轮替前，记录当前文件名
+        current_log_files = sorted([f for f in os.listdir(log_directory) if f.startswith('app.log')],
+                                   key=lambda x: os.path.getmtime(os.path.join(log_directory, x)),
+                                   reverse=True)
+        if current_log_files:
+            rotated_file_name = os.path.join(log_directory, current_log_files[0])
+
+            # 触发日志文件轮替
+            handler.doRollover()
+
+            # 上传轮替后的文件到 Google Drive
+            if os.path.exists(rotated_file_name):
+                upload_to_gdrive(rotated_file_name, service)
 
 
 demo = gr.Blocks()
@@ -349,7 +418,7 @@ with demo:
     #         gr.Html(style=hide_style).show()
 
 threading.Thread(target=schedule_restarts, args=(72,)).start()  # restart every 72 hours
-threading.Thread(target=schedule_daily_resource_logging, args=(24,)).start()  # recorded every 24 hours
+threading.Thread(target=schedule_log_upload, args=(24,)).start()  # recorded every 24 hours
 
 try:
     demo.launch()

google_drive_credentials/client_secret_372757176543-9jt0fquta6mke8v1rnbc2i766ed8gks0.apps.googleusercontent.com.json

@@ -0,0 +1 @@
+{"web":{"client_id":"372757176543-9jt0fquta6mke8v1rnbc2i766ed8gks0.apps.googleusercontent.com","project_id":"cpp4app-logs","auth_uri":"https://accounts.google.com/o/oauth2/auth","token_uri":"https://oauth2.googleapis.com/token","auth_provider_x509_cert_url":"https://www.googleapis.com/oauth2/v1/certs","client_secret":"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"}}