lightmate commited on
Commit
d4f5d88
1 Parent(s): 1cd9f06

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -0
app.py CHANGED
@@ -17,6 +17,15 @@ from gradio_helper import make_demo # UI logic import
17
  from llm_config import SUPPORTED_LLM_MODELS
18
 
19
  # Model configuration setup
 
 
 
 
 
 
 
 
 
20
  model_language_value = "English"
21
  model_id_value = 'qwen2.5-0.5b-instruct'
22
  prepare_int4_model_value = True
 
17
  from llm_config import SUPPORTED_LLM_MODELS
18
 
19
  # Model configuration setup
20
+ model_name = model_configuration["model_id"]
21
+ start_message = model_configuration["start_message"]
22
+ history_template = model_configuration.get("history_template")
23
+ has_chat_template = model_configuration.get("has_chat_template", history_template is None)
24
+ current_message_template = model_configuration.get("current_message_template")
25
+ stop_tokens = model_configuration.get("stop_tokens")
26
+ tokenizer_kwargs = model_configuration.get("tokenizer_kwargs", {})
27
+
28
+ max_new_tokens = 256
29
  model_language_value = "English"
30
  model_id_value = 'qwen2.5-0.5b-instruct'
31
  prepare_int4_model_value = True