crystalkalem commited on
Commit
df98bf0
1 Parent(s): 788a2ba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ chat_template = os.getenv('CHAT_TEMPLATE')
11
  # Interface variables
12
  model_name = model_id.split('/')[1].split('-GGUF')[0]
13
  title = f"{model_name}"
14
- description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})! Context length = 4096, new token limit = 1024. Responce Time takes between 50 and 300 seconds, its not great."
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",
 
11
  # Interface variables
12
  model_name = model_id.split('/')[1].split('-GGUF')[0]
13
  title = f"{model_name}"
14
+ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})! Context length = 4096, new token limit = 1024. Responce Time takes between 100 to 1200 seconds, its not great."
15
 
16
  # Initialize the LLM
17
  llm = Llama(model_path="model.gguf",