zetavg commited on
Commit
8952782
1 Parent(s): fd15ecb

update tokenizer

Browse files
Files changed (1) hide show
  1. llama_lora/ui/tokenizer_ui.py +2 -2
llama_lora/ui/tokenizer_ui.py CHANGED
@@ -7,7 +7,7 @@ from ..models import get_tokenizer
7
 
8
 
9
  def handle_decode(encoded_tokens_json):
10
- base_model_name = Global.default_base_model_name
11
  try:
12
  encoded_tokens = json.loads(encoded_tokens_json)
13
  if Global.ui_dev_mode:
@@ -20,7 +20,7 @@ def handle_decode(encoded_tokens_json):
20
 
21
 
22
  def handle_encode(decoded_tokens):
23
- base_model_name = Global.default_base_model_name
24
  try:
25
  if Global.ui_dev_mode:
26
  return f"[\"Not actually encoding tokens in UI dev mode.\"]", gr.Markdown.update("", visible=False)
 
7
 
8
 
9
  def handle_decode(encoded_tokens_json):
10
+ base_model_name = Global.base_model_name
11
  try:
12
  encoded_tokens = json.loads(encoded_tokens_json)
13
  if Global.ui_dev_mode:
 
20
 
21
 
22
  def handle_encode(decoded_tokens):
23
+ base_model_name = Global.base_model_name
24
  try:
25
  if Global.ui_dev_mode:
26
  return f"[\"Not actually encoding tokens in UI dev mode.\"]", gr.Markdown.update("", visible=False)