etri-xainlp commited on
Commit
ec01139
1 Parent(s): 31ac6fb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -37,14 +37,14 @@ model = AutoModelForCausalLM.from_pretrained(
37
  MODEL,
38
  torch_dtype=torch.float16,
39
  low_cpu_mem_usage=True,
40
- ).to(device=7, non_blocking=True)
41
  model.eval()
42
 
43
  pipe = pipeline(
44
  'text-generation',
45
  model=model,
46
  tokenizer=MODEL,
47
- device=7
48
  )
49
  pipe.model.config.pad_token_id = pipe.model.config.eos_token_id
50
 
 
37
  MODEL,
38
  torch_dtype=torch.float16,
39
  low_cpu_mem_usage=True,
40
+ ).to(device=f"cuda", non_blocking=True)
41
  model.eval()
42
 
43
  pipe = pipeline(
44
  'text-generation',
45
  model=model,
46
  tokenizer=MODEL,
47
+ device=0
48
  )
49
  pipe.model.config.pad_token_id = pipe.model.config.eos_token_id
50