Update README.md

README.md

@@ -41,10 +41,10 @@ If you use this model, please cite the following paper:
 ## Usage
 
 ```python
-from transformers import GPTNeoXForCausalLM, GPTNeoXTokenizerFast
+from transformers import GPTNeoXForCausalLM, AutoTokenizer
 
 model = GPTNeoXForCausalLM.from_pretrained("NYTK/PULI-GPT-3SX")
-tokenizer = GPTNeoXTokenizerFast.from_pretrained("NYTK/PULI-GPT-3SX")
+tokenizer = AutoTokenizer.from_pretrained("NYTK/PULI-GPT-3SX")
 prompt = "Elmesélek egy történetet a nyelvtechnológiáról."
 input_ids = tokenizer(prompt, return_tensors="pt").input_ids
 
@@ -61,10 +61,10 @@ print(gen_text)
 ## Usage with pipeline
 
 ```python
-from transformers import pipeline, GPTNeoXForCausalLM, GPTNeoXTokenizerFast
+from transformers import pipeline, GPTNeoXForCausalLM, AutoTokenizer
 
 model = GPTNeoXForCausalLM.from_pretrained("NYTK/PULI-GPT-3SX")
-tokenizer = GPTNeoXTokenizerFast.from_pretrained("NYTK/PULI-GPT-3SX")
+tokenizer = AutoTokenizer.from_pretrained("NYTK/PULI-GPT-3SX")
 prompt = "Elmesélek egy történetet a nyelvtechnológiáról."
 generator = pipeline(task="text-generation", model=model, tokenizer=tokenizer)