liumaolin commited on
Commit
08fc60d
·
1 Parent(s): c531bfc

去除对 LLM 输出的处理

Browse files
src/voice_dialogue/services/text/processor.py CHANGED
@@ -9,9 +9,6 @@ from langchain_core.prompts import (
9
  from langchain_core.runnables import RunnableWithMessageHistory
10
 
11
  from voice_dialogue.utils.logger import logger
12
- from voice_dialogue.utils.strings import (
13
- remove_emojis, convert_comma_separated_numbers, convert_uppercase_words_to_lowercase
14
- )
15
 
16
 
17
  def create_langchain_chat_llamacpp_instance(
@@ -54,9 +51,6 @@ def warmup_langchain_pipeline(pipeline):
54
 
55
  def preprocess_sentence_text(sentences):
56
  sentence_text = ''.join(sentences)
57
- sentence_text = remove_emojis(sentence_text)
58
- sentence_text = convert_comma_separated_numbers(sentence_text)
59
- sentence_text = convert_uppercase_words_to_lowercase(sentence_text)
60
  if sentence_text:
61
  sentence_mark = sentence_text[-1]
62
  sentence_content = sentence_text[:-1].replace('!', ',').replace('?', ',').replace('.', ',')
 
9
  from langchain_core.runnables import RunnableWithMessageHistory
10
 
11
  from voice_dialogue.utils.logger import logger
 
 
 
12
 
13
 
14
  def create_langchain_chat_llamacpp_instance(
 
51
 
52
  def preprocess_sentence_text(sentences):
53
  sentence_text = ''.join(sentences)
 
 
 
54
  if sentence_text:
55
  sentence_mark = sentence_text[-1]
56
  sentence_content = sentence_text[:-1].replace('!', ',').replace('?', ',').replace('.', ',')