DisgustingOzil
/

Academic-ShortQA-Generator

Inference Endpoints

Model card Files Files and versions Community

DisgustingOzil commited on Jun 14

Commit

bcbfbad

•

1 Parent(s): 844d72c

updated handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -3,7 +3,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 class EndpointHandler:
     def __init__(self, path=""):
-        model_id = "DisgustingOzil/Academic-MCQ-Generator"
         load_in_4bit = True
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
         self.model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=load_in_4bit)

 class EndpointHandler:
     def __init__(self, path=""):
+        model_id = "DisgustingOzil/Academic-ShortQA-Generator"
         load_in_4bit = True
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
         self.model = AutoModelForCausalLM.from_pretrained(model_id, load_in_4bit=load_in_4bit)