dahara1
/

weblab-10b-instruction-sft-GPTQ

Text Generation

text-generation-inference

Model card Files Files and versions Community

dahara1 commited on Aug 31, 2023

Commit

210a257

•

1 Parent(s): 09242b6

Update finetune_sample/lora_test.py

Files changed (1) hide show

finetune_sample/lora_test.py +2 -2

finetune_sample/lora_test.py CHANGED Viewed

@@ -5,10 +5,10 @@ from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM
 from transformers import GPTQConfig
-quantized_model_dir = "dahara1/weblab-10b-instruction-sft-GPTQ/finetune_sample"
 model_basename = "model"
-tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
 device_map = "auto"
 model = AutoModelForCausalLM.from_pretrained(

 from transformers import AutoModelForCausalLM
 from transformers import GPTQConfig
+quantized_model_dir = "./"
 model_basename = "model"
+tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, , local_files_only=True)
 device_map = "auto"
 model = AutoModelForCausalLM.from_pretrained(