| import streamlit as st | |
| import subprocess | |
| def run_llama(input): | |
| output = subprocess.check_output(['./main', '-m', 'ggml-vicuna-13b-4bit.bin', '-p', input, '-n', '-1']) | |
| return str(output.decode('utf-8')) | |
| st.title("Llama Model") | |
| input_text = st.text_input("Input Text", "") | |
| if st.button("Run"): | |
| output = run_llama(input_text) | |
| st.write(output) | |