saintyboy commited on
Commit
1875730
1 Parent(s): 5624d32

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -292,7 +292,7 @@ class GPT(nn.Module):
292
  flops_promised = 312e12 # A100 GPU bfloat16 peak flops is 312 TFLOPS
293
  mfu = flops_achieved / flops_promised
294
  return mfu
295
-
296
  @torch.no_grad()
297
  def generate(self, idx, max_new_tokens, temperature=1.0, top_k=None, top_p=0.95, repetition_penalty=1.2, eor_token_id=None):
298
  generated = idx
 
292
  flops_promised = 312e12 # A100 GPU bfloat16 peak flops is 312 TFLOPS
293
  mfu = flops_achieved / flops_promised
294
  return mfu
295
+
296
  @torch.no_grad()
297
  def generate(self, idx, max_new_tokens, temperature=1.0, top_k=None, top_p=0.95, repetition_penalty=1.2, eor_token_id=None):
298
  generated = idx