luisespinosa
commited on
Commit
•
35fa6e8
1
Parent(s):
7456b1b
Update README.md
Browse files
README.md
CHANGED
@@ -115,21 +115,22 @@ from transformers import AutoTokenizer, AutoModel, TFAutoModel
|
|
115 |
import numpy as np
|
116 |
|
117 |
MODEL = "cardiffnlp/twitter-roberta-base"
|
|
|
|
|
118 |
text = "Good night 😊"
|
119 |
text = preprocess(text)
|
120 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
121 |
|
122 |
# Pytorch
|
123 |
-
encoded_input = tokenizer(text, return_tensors='pt')
|
124 |
model = AutoModel.from_pretrained(MODEL)
|
|
|
125 |
features = model(**encoded_input)
|
126 |
features = features[0].detach().cpu().numpy()
|
127 |
features_mean = np.mean(features[0], axis=0)
|
128 |
#features_max = np.max(features[0], axis=0)
|
129 |
|
130 |
# # Tensorflow
|
131 |
-
# encoded_input = tokenizer(text, return_tensors='tf')
|
132 |
# model = TFAutoModel.from_pretrained(MODEL)
|
|
|
133 |
# features = model(encoded_input)
|
134 |
# features = features[0].numpy()
|
135 |
# features_mean = np.mean(features[0], axis=0)
|
|
|
115 |
import numpy as np
|
116 |
|
117 |
MODEL = "cardiffnlp/twitter-roberta-base"
|
118 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
119 |
+
|
120 |
text = "Good night 😊"
|
121 |
text = preprocess(text)
|
|
|
122 |
|
123 |
# Pytorch
|
|
|
124 |
model = AutoModel.from_pretrained(MODEL)
|
125 |
+
encoded_input = tokenizer(text, return_tensors='pt')
|
126 |
features = model(**encoded_input)
|
127 |
features = features[0].detach().cpu().numpy()
|
128 |
features_mean = np.mean(features[0], axis=0)
|
129 |
#features_max = np.max(features[0], axis=0)
|
130 |
|
131 |
# # Tensorflow
|
|
|
132 |
# model = TFAutoModel.from_pretrained(MODEL)
|
133 |
+
# encoded_input = tokenizer(text, return_tensors='tf')
|
134 |
# features = model(encoded_input)
|
135 |
# features = features[0].numpy()
|
136 |
# features_mean = np.mean(features[0], axis=0)
|