desert commited on
Commit
d13f282
1 Parent(s): cbcf76c

init inference

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -17,6 +17,8 @@ lora_adapter_path = hf_hub_download(repo_id=adapter_repo, filename="llama_lora_a
17
 
18
  # Define the llama-cli path explicitly
19
  llama_cli_path = "./llama.cpp/build/bin/llama-cli"
 
 
20
 
21
  # Function to run `llama-cli` with base model and adapter
22
  def run_llama_cli(prompt):
 
17
 
18
  # Define the llama-cli path explicitly
19
  llama_cli_path = "./llama.cpp/build/bin/llama-cli"
20
+ if not os.access(llama_cli_path, os.X_OK): # Check if the file is executable
21
+ os.chmod(llama_cli_path, 0o755) # Set executable permissions
22
 
23
  # Function to run `llama-cli` with base model and adapter
24
  def run_llama_cli(prompt):