daihui.zhang commited on
Commit
01e617c
·
1 Parent(s): 1bf4992

update config of save data to save flag

Browse files
Files changed (2) hide show
  1. config.py +3 -4
  2. transcribe/whisper_llm_serve.py +12 -11
config.py CHANGED
@@ -3,17 +3,16 @@ import re
3
  import logging
4
 
5
  DEBUG = True
6
- TEST = False
7
- logging.getLogger("pywhispercpp").setLevel(logging.WARNING)
8
-
9
 
 
10
  logging.basicConfig(
11
  level=logging.DEBUG if DEBUG else logging.INFO,
12
  format="%(asctime)s - %(levelname)s - %(message)s",
13
  filename='translator.log',
14
  datefmt="%H:%M:%S"
15
  )
16
-
 
17
  # Add terminal log
18
  console_handler = logging.StreamHandler()
19
  console_handler.setLevel(logging.DEBUG if DEBUG else logging.INFO)
 
3
  import logging
4
 
5
  DEBUG = True
 
 
 
6
 
7
+ logging.getLogger("pywhispercpp").setLevel(logging.WARNING)
8
  logging.basicConfig(
9
  level=logging.DEBUG if DEBUG else logging.INFO,
10
  format="%(asctime)s - %(levelname)s - %(message)s",
11
  filename='translator.log',
12
  datefmt="%H:%M:%S"
13
  )
14
+ # save pipelines data to disk
15
+ SAVE_DATA_SAVE = False
16
  # Add terminal log
17
  console_handler = logging.StreamHandler()
18
  console_handler.setLevel(logging.DEBUG if DEBUG else logging.INFO)
transcribe/whisper_llm_serve.py CHANGED
@@ -66,17 +66,18 @@ class WhisperTranscriptionService:
66
  # for test
67
  self._transcrible_time_cost = 0.
68
  self._translate_time_cost = 0.
69
- if config.TEST:
70
- self._test_task_stop = threading.Event()
71
- self._test_queue = queue.Queue()
72
- self._test_thread = self._start_thread(self.test_data_loop)
 
73
 
74
  # self._c = 0
75
 
76
- def test_data_loop(self):
77
  writer = TestDataWriter()
78
- while not self._test_task_stop.is_set():
79
- test_data = self._test_queue.get()
80
  writer.write(test_data) # Save test_data to CSV
81
 
82
 
@@ -247,8 +248,8 @@ class WhisperTranscriptionService:
247
  )
248
  current_time = time.perf_counter()
249
  time_diff = current_time - start_time
250
- if config.TEST:
251
- self._test_queue.put(DebugResult(
252
  seg_id=ana_result.seg_id,
253
  transcrible_time=self._transcrible_time_cost,
254
  translate_time=self._translate_time_cost,
@@ -277,6 +278,6 @@ class WhisperTranscriptionService:
277
  """停止所有处理线程并清理资源"""
278
  self._translate_thread_stop.set()
279
  self._frame_processing_thread_stop.set()
280
- if config.TEST:
281
- self._test_task_stop.set()
282
  logger.info(f"Stopping transcription service for client: {self.client_uid}")
 
66
  # for test
67
  self._transcrible_time_cost = 0.
68
  self._translate_time_cost = 0.
69
+
70
+ if config.SAVE_DATA_SAVE:
71
+ self._save_task_stop = threading.Event()
72
+ self._save_queue = queue.Queue()
73
+ self._save_thread = self._start_thread(self.save_data_loop)
74
 
75
  # self._c = 0
76
 
77
+ def save_data_loop(self):
78
  writer = TestDataWriter()
79
+ while not self._save_task_stop.is_set():
80
+ test_data = self._save_queue.get()
81
  writer.write(test_data) # Save test_data to CSV
82
 
83
 
 
248
  )
249
  current_time = time.perf_counter()
250
  time_diff = current_time - start_time
251
+ if config.SAVE_DATA_SAVE:
252
+ self._save_queue.put(DebugResult(
253
  seg_id=ana_result.seg_id,
254
  transcrible_time=self._transcrible_time_cost,
255
  translate_time=self._translate_time_cost,
 
278
  """停止所有处理线程并清理资源"""
279
  self._translate_thread_stop.set()
280
  self._frame_processing_thread_stop.set()
281
+ if config.SAVE_DATA_SAVE:
282
+ self._save_task_stop.set()
283
  logger.info(f"Stopping transcription service for client: {self.client_uid}")