Tokenization fixed
Browse files
tokenization_nicheformer.py
CHANGED
|
@@ -290,6 +290,10 @@ class NicheformerTokenizer(PreTrainedTokenizer):
|
|
| 290 |
adata = ad.concat([reference_model, adata], join='outer', axis=0)
|
| 291 |
adata = adata[1:]
|
| 292 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 293 |
# Get gene expression data
|
| 294 |
X = adata.X
|
| 295 |
|
|
|
|
| 290 |
adata = ad.concat([reference_model, adata], join='outer', axis=0)
|
| 291 |
adata = adata[1:]
|
| 292 |
|
| 293 |
+
print("AFTER CONCATENATION")
|
| 294 |
+
print(f"modality dtype: {adata.obs['modality'].dtype}")
|
| 295 |
+
print(f"specie dtype: {adata.obs['specie'].dtype}")
|
| 296 |
+
print(f"assay dtype: {adata.obs['assay'].dtype}")
|
| 297 |
# Get gene expression data
|
| 298 |
X = adata.X
|
| 299 |
|