xu3kev commited on
Commit
737110d
1 Parent(s): ae2a978

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ if HUGGINGFACE:
17
  MODEL_NAME="xu3kev/deepseekcoder-7b-logo-pbe"
18
  import torch
19
  from transformers import AutoModelForCausalLM, AutoTokenizer
20
- hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16, attn_implementation="flash_attention_2",).to('cuda')
21
  hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
 
23
  INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.
 
17
  MODEL_NAME="xu3kev/deepseekcoder-7b-logo-pbe"
18
  import torch
19
  from transformers import AutoModelForCausalLM, AutoTokenizer
20
+ hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,).to('cuda')
21
  hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
 
23
  INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.