Doron Adler
commited on
Commit
•
fca5f65
1
Parent(s):
b8f2b58
Updated model card
Browse files
README.md
CHANGED
@@ -39,7 +39,7 @@ Available [here ](https://colab.research.google.com/github/Norod/hebrew-gpt_neo/
|
|
39 |
|
40 |
```python
|
41 |
|
42 |
-
!pip install tokenizers==0.10.2 transformers==4.
|
43 |
|
44 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
45 |
|
@@ -80,8 +80,8 @@ print("input_ids = " + str(input_ids))
|
|
80 |
|
81 |
if input_ids != None:
|
82 |
max_len += len(encoded_prompt[0])
|
83 |
-
if max_len >
|
84 |
-
max_len =
|
85 |
|
86 |
print("Updated max_len = " + str(max_len))
|
87 |
|
|
|
39 |
|
40 |
```python
|
41 |
|
42 |
+
!pip install tokenizers==0.10.2 transformers==4.6.0
|
43 |
|
44 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
45 |
|
|
|
80 |
|
81 |
if input_ids != None:
|
82 |
max_len += len(encoded_prompt[0])
|
83 |
+
if max_len > 1024:
|
84 |
+
max_len = 1024
|
85 |
|
86 |
print("Updated max_len = " + str(max_len))
|
87 |
|