Commit
•
234f95c
1
Parent(s):
993ca7d
match new script name (#35)
Browse files- match new script name (8c83b2b8db97d09e5655a9f586e7fc2df8a47c92)
Co-authored-by: Lewdiculous <Lewdiculous@users.noreply.huggingface.co>
gguf-imat-lossless-for-BF16.py
CHANGED
@@ -101,7 +101,7 @@ def download_model_repo():
|
|
101 |
convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
102 |
|
103 |
def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
104 |
-
convert_script = os.path.join(base_dir, "llama.cpp", "
|
105 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
106 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-BF16.gguf")
|
107 |
|
@@ -114,7 +114,7 @@ def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir
|
|
114 |
convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
115 |
|
116 |
def convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
117 |
-
convert_script = os.path.join(base_dir, "llama.cpp", "
|
118 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
119 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-F16.gguf")
|
120 |
|
|
|
101 |
convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
102 |
|
103 |
def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
104 |
+
convert_script = os.path.join(base_dir, "llama.cpp", "convert_hf_to_gguf.py")
|
105 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
106 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-BF16.gguf")
|
107 |
|
|
|
114 |
convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
115 |
|
116 |
def convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
117 |
+
convert_script = os.path.join(base_dir, "llama.cpp", "convert_hf_to_gguf.py")
|
118 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
119 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-F16.gguf")
|
120 |
|