doc

make-tiny-electra.py

@@ -112,9 +112,9 @@ model_tiny = ElectraForMaskedLM(config_tiny)
 print(f"{mname_tiny}: num of params {model_tiny.num_parameters()}")
 model_tiny.resize_token_embeddings(len(tokenizer_fast_tiny))
 
+# Test
 inputs = tokenizer_fast_tiny("The capital of France is [MASK].", return_tensors="pt")
-labels = tokenizer_fast_tiny("The capital of France is Paris.", return_tensors="pt")["input_ids"]
-outputs = model_tiny(**inputs, labels=labels)
+outputs = model_tiny(**inputs)
 print("Test with normal tokenizer:", len(outputs.logits[0]))
 
 # Save