qminh369 commited on
Commit
2833572
1 Parent(s): 445bba2

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -17,12 +17,12 @@ tokenizer = tiktoken.encoding_for_model("gpt-4")
17
  with open('data/benchmark_33_bctn_so_lieu_5context.json', 'r') as f:
18
  examples = json.load(f)
19
 
20
- def compress(original_prompt, compression_rate, base_model="xlm-roberta-large", force_tokens=['\n'], chunk_end_tokens=['.', '\n']):
21
  if '\\n' in force_tokens:
22
  idx = force_tokens.index('\\n')
23
  force_tokens[idx] = '\n'
24
 
25
- compressor = compressors.get(base_model, compressors["mbert-base"])
26
  results = compressor.compress_prompt_llmlingua2(
27
  original_prompt,
28
  rate=compression_rate,
@@ -54,8 +54,7 @@ theme = "soft"
54
  css = """#anno-img .mask {opacity: 0.5; transition: all 0.2s ease-in-out;}
55
  #anno-img .mask.active {opacity: 0.7}"""
56
 
57
- original_prompt_text = """
58
- """
59
 
60
  with gr.Blocks(title=title, css=css) as app:
61
  gr.Markdown(header)
 
17
  with open('data/benchmark_33_bctn_so_lieu_5context.json', 'r') as f:
18
  examples = json.load(f)
19
 
20
+ def compress(original_prompt, compression_rate, base_model="xlm-roberta", force_tokens=['\n'], chunk_end_tokens=['.', '\n']):
21
  if '\\n' in force_tokens:
22
  idx = force_tokens.index('\\n')
23
  force_tokens[idx] = '\n'
24
 
25
+ compressor = compressors.get(base_model, compressors["xlm-roberta"])
26
  results = compressor.compress_prompt_llmlingua2(
27
  original_prompt,
28
  rate=compression_rate,
 
54
  css = """#anno-img .mask {opacity: 0.5; transition: all 0.2s ease-in-out;}
55
  #anno-img .mask.active {opacity: 0.7}"""
56
 
57
+ original_prompt_text = """"""
 
58
 
59
  with gr.Blocks(title=title, css=css) as app:
60
  gr.Markdown(header)