KBaba7 commited on
Commit
b7b75e0
·
verified ·
1 Parent(s): a49cccb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -51,7 +51,12 @@ def quantize_llama(model_path, quantized_output_path, quant_type):
51
  quantize_path = f"{model_dir_path}/build/bin/llama-quantize"
52
  subprocess.run(["chmod", "+x", quantize_path], check=True)
53
 
54
- cmd = [quantize_path, model_path, quantized_output_path, quant_type]
 
 
 
 
 
55
 
56
  process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
57
 
 
51
  quantize_path = f"{model_dir_path}/build/bin/llama-quantize"
52
  subprocess.run(["chmod", "+x", quantize_path], check=True)
53
 
54
+ cmd = [
55
+ f"{model_dir_path}/build/bin/llama-quantize",
56
+ model_path,
57
+ quantized_output_path,
58
+ quant_type
59
+ ]
60
 
61
  process = subprocess.run(cmd, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
62