Update README.md

README.md

@@ -2,6 +2,7 @@
 license: mit
 language:
 - ja
+pipeline_tag: text-generation
 ---
 
 # japanese-gpt-1b-PII-masking
@@ -13,6 +14,40 @@ japanese-gpt-1b-PII-masking は、 [日本語事前学習済み1B GPTモデル](
 
 # Usage
 ```
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+input_text = ""
+
+model_name = ""
+model = AutoModelForCausalLM.from_pretrained(best_model_path)
+tokenizer = AutoTokenizer.from_pretrained(best_model_path)
+
+if torch.cuda.is_available():
+    model = model.to("cuda")
+
+def preprocess(text):
+    return text.replace("\n", "<LB>")
+
+def postprocess(text):
+    return text.replace("<LB>", "\n")
+    
+input_text += tokenizer.eos_token
+input_text = preprocess(input_text)
+
+with torch.no_grad():
+    token_ids = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
+
+    output_ids = model.generate(
+        token_ids.to(model.device),
+        max_new_tokens=256,
+        pad_token_id=tokenizer.pad_token_id,
+        eos_token_id=tokenizer.eos_token_id,
+    )
+output = tokenizer.decode(output_ids.tolist()[0][token_ids.size(1) :], skip_special_tokens=True)
+output = postprocess(output)
+
+print(output)
 ```
 
 # Licenese