hyperspaceai
/

hyperEngine_phi3_128k

Text Generation

text-generation-inference

Model card Files Files and versions

pragneshbarik commited on Apr 27, 2024

Commit

719cd8c

·

1 Parent(s): 8c26326

test on base phi

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 class EndpointHandler():
     def __init__(self, path=""):
-        model = AutoModelForCausalLM.from_pretrained("hyperspaceai/hyperEngine_phi3_128k", device_map="auto", torch_dtype="auto", trust_remote_code=True)
         tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
         self.pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)

 class EndpointHandler():
     def __init__(self, path=""):
+        model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", device_map="auto", torch_dtype=, trust_remote_code=True)
         tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
         self.pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)