oleksandrfluxon
/

mpt-7b-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

oleksandrfluxon commited on Jul 21, 2023

Commit

b0064e6

•

1 Parent(s): 9cdc9a6

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -7,7 +7,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
 class EndpointHandler:
     def __init__(self, path=""):
         # load model and tokenizer from path
-        self.tokenizer = AutoTokenizer.from_pretrained(path) # AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
         config = AutoConfig.from_pretrained(path, trust_remote_code=True)
         # config.attn_config['attn_impl'] = 'triton'

 class EndpointHandler:
     def __init__(self, path=""):
         # load model and tokenizer from path
+        self.tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
         config = AutoConfig.from_pretrained(path, trust_remote_code=True)
         # config.attn_config['attn_impl'] = 'triton'