jhao commited on
Commit
91b21f4
1 Parent(s): 8b53fcf

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -1,4 +1,4 @@
1
-
2
  from transformers import AutoTokenizer
3
  from auto_gptq import AutoGPTQForCausalLM
4
  model_path = 'efficient-llm/llama-2-13b-chat-gptq'
@@ -15,3 +15,4 @@ tokenizer = AutoTokenizer.from_pretrained(tokenizer_path, trust_remote_code=True
15
  input_ids = tokenizer('How are you?', return_tensors='pt').input_ids.to('cuda')
16
  outputs = model.generate(input_ids=input_ids, max_length=128)
17
  print(tokenizer.decode(outputs[0]))
 
 
1
+ ```
2
  from transformers import AutoTokenizer
3
  from auto_gptq import AutoGPTQForCausalLM
4
  model_path = 'efficient-llm/llama-2-13b-chat-gptq'
 
15
  input_ids = tokenizer('How are you?', return_tensors='pt').input_ids.to('cuda')
16
  outputs = model.generate(input_ids=input_ids, max_length=128)
17
  print(tokenizer.decode(outputs[0]))
18
+ ```