Instructions to use cardiffnlp/twitter-roberta-base with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use cardiffnlp/twitter-roberta-base with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="cardiffnlp/twitter-roberta-base")# Load model directly from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("cardiffnlp/twitter-roberta-base") model = AutoModelForMaskedLM.from_pretrained("cardiffnlp/twitter-roberta-base", device_map="auto") - Inference
- Notebooks
- Google Colab
- Kaggle
Commit ·
35fa6e8
1
Parent(s): 7456b1b
Update README.md
Browse files
README.md
CHANGED
|
@@ -115,21 +115,22 @@ from transformers import AutoTokenizer, AutoModel, TFAutoModel
|
|
| 115 |
import numpy as np
|
| 116 |
|
| 117 |
MODEL = "cardiffnlp/twitter-roberta-base"
|
|
|
|
|
|
|
| 118 |
text = "Good night 😊"
|
| 119 |
text = preprocess(text)
|
| 120 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
| 121 |
|
| 122 |
# Pytorch
|
| 123 |
-
encoded_input = tokenizer(text, return_tensors='pt')
|
| 124 |
model = AutoModel.from_pretrained(MODEL)
|
|
|
|
| 125 |
features = model(**encoded_input)
|
| 126 |
features = features[0].detach().cpu().numpy()
|
| 127 |
features_mean = np.mean(features[0], axis=0)
|
| 128 |
#features_max = np.max(features[0], axis=0)
|
| 129 |
|
| 130 |
# # Tensorflow
|
| 131 |
-
# encoded_input = tokenizer(text, return_tensors='tf')
|
| 132 |
# model = TFAutoModel.from_pretrained(MODEL)
|
|
|
|
| 133 |
# features = model(encoded_input)
|
| 134 |
# features = features[0].numpy()
|
| 135 |
# features_mean = np.mean(features[0], axis=0)
|
|
|
|
| 115 |
import numpy as np
|
| 116 |
|
| 117 |
MODEL = "cardiffnlp/twitter-roberta-base"
|
| 118 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
| 119 |
+
|
| 120 |
text = "Good night 😊"
|
| 121 |
text = preprocess(text)
|
|
|
|
| 122 |
|
| 123 |
# Pytorch
|
|
|
|
| 124 |
model = AutoModel.from_pretrained(MODEL)
|
| 125 |
+
encoded_input = tokenizer(text, return_tensors='pt')
|
| 126 |
features = model(**encoded_input)
|
| 127 |
features = features[0].detach().cpu().numpy()
|
| 128 |
features_mean = np.mean(features[0], axis=0)
|
| 129 |
#features_max = np.max(features[0], axis=0)
|
| 130 |
|
| 131 |
# # Tensorflow
|
|
|
|
| 132 |
# model = TFAutoModel.from_pretrained(MODEL)
|
| 133 |
+
# encoded_input = tokenizer(text, return_tensors='tf')
|
| 134 |
# features = model(encoded_input)
|
| 135 |
# features = features[0].numpy()
|
| 136 |
# features_mean = np.mean(features[0], axis=0)
|