Spaces:

xu3kev
/

llm_visual_program_sythensis

Runtime error

xu3kev commited on Jun 13

Commit

f269b3f

•

1 Parent(s): c626985

debug

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,7 +17,7 @@ MODEL_NAME="xu3kev/deepseekcoder-7b-logo-pbe"
 # MODEL_NAME="openlm-research/open_llama_3b"
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,).to('cuda')
 hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.

 # MODEL_NAME="openlm-research/open_llama_3b"
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,device_map='auto')
 hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.