ctheodoris
commited on
Commit
•
5a43832
1
Parent(s):
eeba323
correct typo
Browse files- geneformer/tokenizer.py +1 -1
geneformer/tokenizer.py
CHANGED
@@ -389,7 +389,7 @@ class TranscriptomeTokenizer:
|
|
389 |
)
|
390 |
else:
|
391 |
# Truncate/Crop input_ids to input size
|
392 |
-
example["input_ids"] = example["input_ids"][0 : self.
|
393 |
example["length"] = len(example["input_ids"])
|
394 |
|
395 |
return example
|
|
|
389 |
)
|
390 |
else:
|
391 |
# Truncate/Crop input_ids to input size
|
392 |
+
example["input_ids"] = example["input_ids"][0 : self.model_input_size]
|
393 |
example["length"] = len(example["input_ids"])
|
394 |
|
395 |
return example
|