Spaces:
Sleeping
Sleeping
Prasanna Dhungana
commited on
Commit
•
a2d98e7
1
Parent(s):
021151a
updated app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from peft import PeftModel, PeftConfig
|
4 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
5 |
|
6 |
|
7 |
#Loading model
|
@@ -10,7 +10,7 @@ quantization_config = BitsAndBytesConfig(load_in_4bit=True)
|
|
10 |
model_path = "parsanna17/finetune_starcoder2_with_R_data"
|
11 |
checkpoint = "bigcode/starcoder2-3b"
|
12 |
config = PeftConfig.from_pretrained(model_path)
|
13 |
-
model = AutoModelForCausalLM.from_pretrained(checkpoint,
|
14 |
model = PeftModel.from_pretrained(model, model_path).to(device)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
|
16 |
|
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from peft import PeftModel, PeftConfig
|
4 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
5 |
|
6 |
|
7 |
#Loading model
|
|
|
10 |
model_path = "parsanna17/finetune_starcoder2_with_R_data"
|
11 |
checkpoint = "bigcode/starcoder2-3b"
|
12 |
config = PeftConfig.from_pretrained(model_path)
|
13 |
+
model = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.bfloat16)
|
14 |
model = PeftModel.from_pretrained(model, model_path).to(device)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
|
16 |
|