aisingapore
/

sea-lion-7b-instruct-gptq

Text Generation

text-generation-inference

Model card Files Files and versions Community

RaymondAISG commited on Apr 1

Commit

b917cca

•

1 Parent(s): f83519b

Update README.md

Files changed (1) hide show

README.md +2 -3

README.md CHANGED Viewed

@@ -44,10 +44,9 @@ from transformers import AutoTokenizer
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 import torch
-tokenizer = AutoTokenizer.from_pretrained( # will be loaded to GPU
         "aisingapore/sea-lion-7b-instruct-gptq",
-        trust_remote_code=True,
-        device_map = "cuda",
         )
 quantize_config = BaseQuantizeConfig(

 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 import torch
+tokenizer = AutoTokenizer.from_pretrained(
         "aisingapore/sea-lion-7b-instruct-gptq",
+        trust_remote_code=True
         )
 quantize_config = BaseQuantizeConfig(