iofu728 commited on
Commit
a6cc512
1 Parent(s): c8a1e5f

Feature(LLMLingua): build the LLMLingua space demo

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -48,6 +48,7 @@ custom_css = """
48
  """
49
 
50
  def compress_prompt(context, instruction, question, ratio, target_token):
 
51
  compressed_prompt = llm_lingua.compress_prompt(context.split("\n\n"), instruction, question, float(ratio), float(target_token))
52
 
53
  return [compressed_prompt[key] for key in ["compressed_prompt", "origin_tokens", "compressed_tokens", "ratio", "saving"]]
 
48
  """
49
 
50
  def compress_prompt(context, instruction, question, ratio, target_token):
51
+ context, instruction, question = context.replace("\\n", "\n"), instruction.replace("\\n", "\n"), question.replace("\\n", "\n")
52
  compressed_prompt = llm_lingua.compress_prompt(context.split("\n\n"), instruction, question, float(ratio), float(target_token))
53
 
54
  return [compressed_prompt[key] for key in ["compressed_prompt", "origin_tokens", "compressed_tokens", "ratio", "saving"]]