wgetdd commited on
Commit
e2cfe37
1 Parent(s): c18b302

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -1,7 +1,7 @@
1
  import torch
2
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, AutoTokenizer,pipeline
3
 
4
- model_name = "model/"
5
 
6
  # bnb_config = BitsAndBytesConfig(
7
  # load_in_4bit=True,
 
1
  import torch
2
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, AutoTokenizer,pipeline
3
 
4
+ model_name = "model2/"
5
 
6
  # bnb_config = BitsAndBytesConfig(
7
  # load_in_4bit=True,