aditya.bhendavadekar commited on
Commit
168547c
1 Parent(s): 10d0202

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -7
app.py CHANGED
@@ -12,13 +12,13 @@ repository = Repository(model_name, clone_from="adi1193/mistral-postv6")
12
 
13
  # Load the model
14
  model_path = repository.local_dir
15
- # model = AutoPeftModelForCausalLM.from_pretrained(
16
- # model_path,
17
- # low_cpu_mem_usage=True,
18
- # return_dict=True,
19
- # torch_dtype=torch.float16,
20
- # device_map="cuda")
21
- model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
22
  tokenizer = AutoTokenizer.from_pretrained(model_path)
23
 
24
  generation_config = GenerationConfig(
 
12
 
13
  # Load the model
14
  model_path = repository.local_dir
15
+ model = AutoPeftModelForCausalLM.from_pretrained(
16
+ model_path,
17
+ low_cpu_mem_usage=True,
18
+ return_dict=True,
19
+ torch_dtype=torch.float16,
20
+ device_map="cpu")
21
+ # model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
22
  tokenizer = AutoTokenizer.from_pretrained(model_path)
23
 
24
  generation_config = GenerationConfig(