jhvj
Browse files- modelLM.py +2 -1
modelLM.py
CHANGED
|
@@ -52,7 +52,8 @@ class OBILanguageModel(PreTrainedModel):
|
|
| 52 |
else:
|
| 53 |
loss = F.cross_entropy(logits.view(-1, self.config.vocab_size), targets.view(-1))
|
| 54 |
|
| 55 |
-
return logits, loss
|
|
|
|
| 56 |
|
| 57 |
|
| 58 |
def generate(self, idx, max_new_tokens):
|
|
|
|
| 52 |
else:
|
| 53 |
loss = F.cross_entropy(logits.view(-1, self.config.vocab_size), targets.view(-1))
|
| 54 |
|
| 55 |
+
return (logits, loss) # Return as a tuple
|
| 56 |
+
|
| 57 |
|
| 58 |
|
| 59 |
def generate(self, idx, max_new_tokens):
|