jojo-ai-mst
/

MyanmarGPT

Text Generation

Nautral Language Processing

text-generation-inference

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

jojo-ai-mst commited on Jan 28

Commit

d9589e2

•

1 Parent(s): 9ed32b7

Update README.md

Files changed (1) hide show

README.md +3 -1

README.md CHANGED Viewed

@@ -43,12 +43,14 @@ print(outputs)
 ### alternative ways
 ```python
 model = GPT2LMHeadModel.from_pretrained("jojo-ai-mst/MyanmarGPT")
 tokenizer = GPT2Tokenizer.from_pretrained("jojo-ai-mst/MyanmarGPT")
 def generate_text(prompt, max_length=300, temperature=0.8, top_k=50):
-    input_ids = tokenizer.encode(prompt, return_tensors="pt").cuda()
     output = model.generate(
         input_ids,
         max_length=max_length,

 ### alternative ways
 ```python
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
 model = GPT2LMHeadModel.from_pretrained("jojo-ai-mst/MyanmarGPT")
 tokenizer = GPT2Tokenizer.from_pretrained("jojo-ai-mst/MyanmarGPT")
 def generate_text(prompt, max_length=300, temperature=0.8, top_k=50):
+    input_ids = tokenizer.encode(prompt, return_tensors="pt").cuda() # remove .cude() if only cpu
     output = model.generate(
         input_ids,
         max_length=max_length,