Hugging Face's logo

codefuse-ai
/
CodeFuse-CodeLlama-34B-4bits

Text Generation
Transformers
PyTorch
llama
Inference Endpoints
text-generation-inference
Model card Files Community
2

Update README.md

#2
by goforce5500 - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+2
-2
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -136,7 +136,7 @@ def load_model_tokenizer(model_name_or_local_path):
136
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
137
  trust_remote_code=True,
138
  use_fast=False,
139
- lagecy=False)
140
  tokenizer.padding_side = "left"
141
 
142
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,
@@ -328,7 +328,7 @@ def load_model_tokenizer(model_name_or_local_path):
328
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
329
  trust_remote_code=True,
330
  use_fast=False,
331
- lagecy=False)
332
  tokenizer.padding_side = "left"
333
 
334
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,
 
136
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
137
  trust_remote_code=True,
138
  use_fast=False,
139
+ legacy=False)
140
  tokenizer.padding_side = "left"
141
 
142
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,
 
328
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
329
  trust_remote_code=True,
330
  use_fast=False,
331
+ legacy=False)
332
  tokenizer.padding_side = "left"
333
 
334
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,