Lewdiculous
commited on
Commit
•
8c83b2b
1
Parent(s):
8d0a75b
match new script name
Browse files
gguf-imat-lossless-for-BF16.py
CHANGED
@@ -101,7 +101,7 @@ def download_model_repo():
|
|
101 |
convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
102 |
|
103 |
def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
104 |
-
convert_script = os.path.join(base_dir, "llama.cpp", "
|
105 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
106 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-BF16.gguf")
|
107 |
|
@@ -114,7 +114,7 @@ def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir
|
|
114 |
convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
115 |
|
116 |
def convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
117 |
-
convert_script = os.path.join(base_dir, "llama.cpp", "
|
118 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
119 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-F16.gguf")
|
120 |
|
|
|
101 |
convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
102 |
|
103 |
def convert_model_to_gguf_bf16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
104 |
+
convert_script = os.path.join(base_dir, "llama.cpp", "convert_hf_to_gguf.py")
|
105 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
106 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-BF16.gguf")
|
107 |
|
|
|
114 |
convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name)
|
115 |
|
116 |
def convert_model_to_gguf_f16(base_dir, model_dir, model_name, delete_model_dir, imatrix_file_name):
|
117 |
+
convert_script = os.path.join(base_dir, "llama.cpp", "convert_hf_to_gguf.py")
|
118 |
gguf_dir = os.path.join(base_dir, "models", f"{model_name}-GGUF")
|
119 |
gguf_model_path = os.path.join(gguf_dir, f"{model_name}-F16.gguf")
|
120 |
|