codefuse-ai
/

CodeFuse-CodeLlama-34B-4bits

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Update README.md

#2

by goforce5500 - opened Oct 12, 2023

base: refs/heads/main

←

from: refs/pr/2

Discussion Files changed

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -136,7 +136,7 @@ def load_model_tokenizer(model_name_or_local_path):
     tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
                                               trust_remote_code=True,
                                               use_fast=False,
-                                              lagecy=False)
     tokenizer.padding_side = "left"
     model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,
@@ -328,7 +328,7 @@ def load_model_tokenizer(model_name_or_local_path):
     tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
                                               trust_remote_code=True,
                                               use_fast=False,
-                                              lagecy=False)
     tokenizer.padding_side = "left"
     model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,

     tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
                                               trust_remote_code=True,
                                               use_fast=False,
+                                              legacy=False)
     tokenizer.padding_side = "left"
     model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,
     tokenizer = AutoTokenizer.from_pretrained(model_name_or_local_path,
                                               trust_remote_code=True,
                                               use_fast=False,
+                                              legacy=False)
     tokenizer.padding_side = "left"
     model = AutoGPTQForCausalLM.from_quantized(model_name_or_local_path,