Update README.md
Browse files
README.md
CHANGED
@@ -180,7 +180,6 @@ model = AutoModel.from_pretrained(
|
|
180 |
path,
|
181 |
torch_dtype=torch.bfloat16,
|
182 |
low_cpu_mem_usage=True,
|
183 |
-
use_flash_attn=True,
|
184 |
trust_remote_code=True).eval().cuda()
|
185 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
186 |
|
|
|
180 |
path,
|
181 |
torch_dtype=torch.bfloat16,
|
182 |
low_cpu_mem_usage=True,
|
|
|
183 |
trust_remote_code=True).eval().cuda()
|
184 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
185 |
|