liumaolin
commited on
Commit
·
08fc60d
1
Parent(s):
c531bfc
去除对 LLM 输出的处理
Browse files
src/voice_dialogue/services/text/processor.py
CHANGED
|
@@ -9,9 +9,6 @@ from langchain_core.prompts import (
|
|
| 9 |
from langchain_core.runnables import RunnableWithMessageHistory
|
| 10 |
|
| 11 |
from voice_dialogue.utils.logger import logger
|
| 12 |
-
from voice_dialogue.utils.strings import (
|
| 13 |
-
remove_emojis, convert_comma_separated_numbers, convert_uppercase_words_to_lowercase
|
| 14 |
-
)
|
| 15 |
|
| 16 |
|
| 17 |
def create_langchain_chat_llamacpp_instance(
|
|
@@ -54,9 +51,6 @@ def warmup_langchain_pipeline(pipeline):
|
|
| 54 |
|
| 55 |
def preprocess_sentence_text(sentences):
|
| 56 |
sentence_text = ''.join(sentences)
|
| 57 |
-
sentence_text = remove_emojis(sentence_text)
|
| 58 |
-
sentence_text = convert_comma_separated_numbers(sentence_text)
|
| 59 |
-
sentence_text = convert_uppercase_words_to_lowercase(sentence_text)
|
| 60 |
if sentence_text:
|
| 61 |
sentence_mark = sentence_text[-1]
|
| 62 |
sentence_content = sentence_text[:-1].replace('!', ',').replace('?', ',').replace('.', ',')
|
|
|
|
| 9 |
from langchain_core.runnables import RunnableWithMessageHistory
|
| 10 |
|
| 11 |
from voice_dialogue.utils.logger import logger
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
def create_langchain_chat_llamacpp_instance(
|
|
|
|
| 51 |
|
| 52 |
def preprocess_sentence_text(sentences):
|
| 53 |
sentence_text = ''.join(sentences)
|
|
|
|
|
|
|
|
|
|
| 54 |
if sentence_text:
|
| 55 |
sentence_mark = sentence_text[-1]
|
| 56 |
sentence_content = sentence_text[:-1].replace('!', ',').replace('?', ',').replace('.', ',')
|