Commit
•
6d18e8e
1
Parent(s):
e843fb5
Update README.md
Browse files
README.md
CHANGED
|
@@ -42,7 +42,7 @@ model = AutoModelForTokenClassification.from_pretrained("ayoubkirouane/BERT-base
|
|
| 42 |
tokenizer = AutoTokenizer.from_pretrained("ayoubkirouane/BERT-base_NER-ar")
|
| 43 |
|
| 44 |
# Tokenize your input text
|
| 45 |
-
text = "
|
| 46 |
tokens = tokenizer.tokenize(tokenizer.decode(tokenizer.encode(text)))
|
| 47 |
|
| 48 |
# Convert tokens to input IDs
|
|
|
|
| 42 |
tokenizer = AutoTokenizer.from_pretrained("ayoubkirouane/BERT-base_NER-ar")
|
| 43 |
|
| 44 |
# Tokenize your input text
|
| 45 |
+
text = "عاصمة فلسطين هي القدس الشريف."
|
| 46 |
tokens = tokenizer.tokenize(tokenizer.decode(tokenizer.encode(text)))
|
| 47 |
|
| 48 |
# Convert tokens to input IDs
|