Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -33,12 +33,6 @@ model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
|
|
33 |
load_in_4bit=True,
|
34 |
trust_remote_code=True
|
35 |
)
|
36 |
-
model = model.cuda()
|
37 |
-
|
38 |
-
# Load the model and tokenizer using transformers
|
39 |
-
# model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-6B-200K", trust_remote_code=True)
|
40 |
-
|
41 |
-
# model = BetterTransformer.transform(model)
|
42 |
|
43 |
def run(message, chat_history, max_new_tokens=20000, temperature=1.5, top_p=0.9, top_k=900):
|
44 |
prompt = get_prompt(message, chat_history)
|
|
|
33 |
load_in_4bit=True,
|
34 |
trust_remote_code=True
|
35 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
|
37 |
def run(message, chat_history, max_new_tokens=20000, temperature=1.5, top_p=0.9, top_k=900):
|
38 |
prompt = get_prompt(message, chat_history)
|