clementsan commited on
Commit
2239106
1 Parent(s): 5e950ad

Remove torch_dtype for TinyLlama-1.1B-Chat-v1.0

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -110,7 +110,7 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
110
  elif llm_model == "TinyLlama/TinyLlama-1.1B-Chat-v1.0":
111
  llm = HuggingFaceHub(
112
  repo_id=llm_model,
113
- model_kwargs={"temperature": temperature, "max_new_tokens": 250, "top_k": top_k, "torch_dtype": "auto"}
114
  )
115
  else:
116
  llm = HuggingFaceHub(
 
110
  elif llm_model == "TinyLlama/TinyLlama-1.1B-Chat-v1.0":
111
  llm = HuggingFaceHub(
112
  repo_id=llm_model,
113
+ model_kwargs={"temperature": temperature, "max_new_tokens": 250, "top_k": top_k}
114
  )
115
  else:
116
  llm = HuggingFaceHub(