Ashishkr commited on
Commit
c3d8156
1 Parent(s): ac08f90

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -37,7 +37,7 @@ def response_generate(
37
  return_token_type_ids=False,
38
  ).to(
39
  device
40
- ) # tokenize inputs, load on device
41
 
42
  with torch.autocast("cuda", dtype=torch.bfloat16):
43
  response = model.generate(
 
37
  return_token_type_ids=False,
38
  ).to(
39
  device
40
+ )
41
 
42
  with torch.autocast("cuda", dtype=torch.bfloat16):
43
  response = model.generate(