desert
commited on
Commit
•
d13f282
1
Parent(s):
cbcf76c
init inference
Browse files
app.py
CHANGED
@@ -17,6 +17,8 @@ lora_adapter_path = hf_hub_download(repo_id=adapter_repo, filename="llama_lora_a
|
|
17 |
|
18 |
# Define the llama-cli path explicitly
|
19 |
llama_cli_path = "./llama.cpp/build/bin/llama-cli"
|
|
|
|
|
20 |
|
21 |
# Function to run `llama-cli` with base model and adapter
|
22 |
def run_llama_cli(prompt):
|
|
|
17 |
|
18 |
# Define the llama-cli path explicitly
|
19 |
llama_cli_path = "./llama.cpp/build/bin/llama-cli"
|
20 |
+
if not os.access(llama_cli_path, os.X_OK): # Check if the file is executable
|
21 |
+
os.chmod(llama_cli_path, 0o755) # Set executable permissions
|
22 |
|
23 |
# Function to run `llama-cli` with base model and adapter
|
24 |
def run_llama_cli(prompt):
|