dahara1
/

weblab-10b-instruction-sft-GPTQ

Text Generation

text-generation-inference

Model card Files Files and versions Community

dahara1 commited on Oct 26, 2023

Commit

481f099

•

1 Parent(s): e46a468

Update finetune_sample/lora_test.py

Files changed (1) hide show

finetune_sample/lora_test.py +1 -1

finetune_sample/lora_test.py CHANGED Viewed

@@ -11,7 +11,7 @@ from transformers import GPTQConfig
 quantized_model_dir = "./"
 model_basename = "model"
-tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, , local_files_only=True)
 device_map = "auto"
 model = AutoModelForCausalLM.from_pretrained(

 quantized_model_dir = "./"
 model_basename = "model"
+tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, local_files_only=True)
 device_map = "auto"
 model = AutoModelForCausalLM.from_pretrained(