TheBloke
/

WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GPTQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions Community

TheBloke commited on Jun 26, 2023

Commit

70f5b80

•

1 Parent(s): c0f4f4d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -78,7 +78,7 @@ from transformers import AutoTokenizer, pipeline, logging
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 import argparse
-model_name_or_path = "TheBloke/WizardLM-13B-V1.0-Uncensored-SuperHOT-8K-GPTQ"
 model_basename = "wizardlm-13b-v1.0-uncensored-superhot-8k-GPTQ-4bit-128g.no-act.order"
 use_triton = False

 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 import argparse
+model_name_or_path = "TheBloke/WizardLM-13B-V1-0-Uncensored-SuperHOT-8K-GPTQ"
 model_basename = "wizardlm-13b-v1.0-uncensored-superhot-8k-GPTQ-4bit-128g.no-act.order"
 use_triton = False