Update web_quant.py
Browse files- web_quant.py +0 -2
web_quant.py
CHANGED
@@ -1,9 +1,7 @@
|
|
1 |
from transformers import AutoTokenizer
|
2 |
from transformers import pipeline
|
3 |
import torch
|
4 |
-
|
5 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
6 |
-
from transformers import AutoTokenizer
|
7 |
from transformers import AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
8 |
import re
|
9 |
import argparse
|
|
|
1 |
from transformers import AutoTokenizer
|
2 |
from transformers import pipeline
|
3 |
import torch
|
|
|
4 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
|
|
5 |
from transformers import AutoModelForCausalLM, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer
|
6 |
import re
|
7 |
import argparse
|