lara1510 commited on
Commit
38ff411
1 Parent(s): 42aece6

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +2 -2
chatbot.py CHANGED
@@ -51,8 +51,8 @@ def create_model():
51
  model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2",
52
  device_map='auto',
53
  torch_dtype=torch.float16,
54
- token=hf_api_token,
55
- load_in_8bit=True)
56
  pipe = pipeline("text-generation",
57
  model=model,
58
  tokenizer=tokenizer,
 
51
  model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2",
52
  device_map='auto',
53
  torch_dtype=torch.float16,
54
+ token=hf_api_token
55
+ )
56
  pipe = pipeline("text-generation",
57
  model=model,
58
  tokenizer=tokenizer,