izumo commited on
Commit
03ddf07
1 Parent(s): afef663

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -11,9 +11,12 @@ from transformers import GPT2LMHeadModel
11
 
12
 
13
  model_name = "rinna/japanese-gpt-1b"
14
- model = GPT2LMHeadModel.from_pretrained(model_name)
15
 
16
- tokenizer = T5Tokenizer.from_pretrained(model_name)
 
 
 
17
 
18
  model = torch.quantization.quantize_dynamic(
19
  model, {torch.nn.Linear}, dtype=torch.qint8)
 
11
 
12
 
13
  model_name = "rinna/japanese-gpt-1b"
14
+ from huggingface_hub import snapshot_download
15
 
16
+ download_path = snapshot_download(repo_id=model_name)
17
+ model = GPT2LMHeadModel.from_pretrained(download_path)
18
+
19
+ tokenizer = T5Tokenizer.from_pretrained(download_path)
20
 
21
  model = torch.quantization.quantize_dynamic(
22
  model, {torch.nn.Linear}, dtype=torch.qint8)