lvkaokao
commited on
Commit
•
ae109f8
1
Parent(s):
653f44e
support fp32/fp16/bf16 eval.
Browse files- src/submission/submit.py +0 -5
src/submission/submit.py
CHANGED
|
@@ -182,11 +182,6 @@ def add_new_eval(
|
|
| 182 |
quant_method=quant_type.lower(),
|
| 183 |
bits=precision)
|
| 184 |
model_type = "quantization"
|
| 185 |
-
else:
|
| 186 |
-
model_params, model_size = get_quantized_model_parameters_memory(model_info,
|
| 187 |
-
quant_method=quant_type.lower(),
|
| 188 |
-
bits=precision)
|
| 189 |
-
model_type = "quantization"
|
| 190 |
|
| 191 |
if quant_type == "llama.cpp":
|
| 192 |
hardware = "cpu"
|
|
|
|
| 182 |
quant_method=quant_type.lower(),
|
| 183 |
bits=precision)
|
| 184 |
model_type = "quantization"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 185 |
|
| 186 |
if quant_type == "llama.cpp":
|
| 187 |
hardware = "cpu"
|