Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -118,7 +118,7 @@ def process_model(model_id, q_method, use_imatrix, imatrix_q_method, private_rep
|
|
118 |
print(f"Model directory contents: {os.listdir(local_dir)}")
|
119 |
|
120 |
conversion_script = "convert_hf_to_gguf.py"
|
121 |
-
fp16_conversion = f"python llama.cpp/{conversion_script} {local_dir} --outtype
|
122 |
result = subprocess.run(fp16_conversion, shell=True, capture_output=True)
|
123 |
print(result)
|
124 |
if result.returncode != 0:
|
|
|
118 |
print(f"Model directory contents: {os.listdir(local_dir)}")
|
119 |
|
120 |
conversion_script = "convert_hf_to_gguf.py"
|
121 |
+
fp16_conversion = f"python llama.cpp/{conversion_script} {local_dir} --outtype bf16 --outfile {fp16}"
|
122 |
result = subprocess.run(fp16_conversion, shell=True, capture_output=True)
|
123 |
print(result)
|
124 |
if result.returncode != 0:
|