abhinavkulkarni
/

VMware-open-llama-7b-open-instruct-w4-g128-awq

Text Generation

text-generation-inference

Model card Files Files and versions Community

Abhinav Kulkarni commited on Jul 20, 2023

Commit

1c84c10

•

1 Parent(s): d795ddd

Updated README

Files changed (1) hide show

README.md +4 -1

README.md CHANGED Viewed

@@ -52,7 +52,10 @@ model_name = "abhinavkulkarni/VMware-open-llama-7b-open-instruct"
 config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
 # Tokenizer
-tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
 streamer = TextStreamer(tokenizer, skip_special_tokens=True)
 # Model

 config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
 # Tokenizer
+try:
+    tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name, trust_remote_code=True)
+except:
+    tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False, trust_remote_code=True)
 streamer = TextStreamer(tokenizer, skip_special_tokens=True)
 # Model