Update README.md
Browse files
README.md
CHANGED
|
@@ -115,11 +115,11 @@ config = ModelConfig(vocab_size=32000, hidden_size=768, n_heads=12,
|
|
| 115 |
dropout=0.0, pre_norm=True, tie_weights=True)
|
| 116 |
|
| 117 |
model = Transformer(config)
|
| 118 |
-
model.load_state_dict(torch.load('
|
| 119 |
model.eval()
|
| 120 |
|
| 121 |
# Generate text
|
| 122 |
-
tokenizer = Tokenizer.from_file('
|
| 123 |
prompt = "Once upon a time"
|
| 124 |
input_ids = torch.tensor([tokenizer.encode(prompt).ids])
|
| 125 |
|
|
|
|
| 115 |
dropout=0.0, pre_norm=True, tie_weights=True)
|
| 116 |
|
| 117 |
model = Transformer(config)
|
| 118 |
+
model.load_state_dict(torch.load('model.safetensors'))
|
| 119 |
model.eval()
|
| 120 |
|
| 121 |
# Generate text
|
| 122 |
+
tokenizer = Tokenizer.from_file('tokenizer.json')
|
| 123 |
prompt = "Once upon a time"
|
| 124 |
input_ids = torch.tensor([tokenizer.encode(prompt).ids])
|
| 125 |
|