add app_hf_ui_demo.py and tweak copy

app_hf_ui_demo.py

@@ -0,0 +1,32 @@
+import os
+import sys
+
+import fire
+import gradio as gr
+
+from llama_lora.globals import Global
+from llama_lora.ui.main_page import main_page, get_page_title, main_page_custom_css
+from llama_lora.utils.data import init_data_dir
+
+
+def main():
+    data_dir = os.path.abspath("./data")
+    Global.default_base_model_name = "decapoda-research/llama-7b-hf"
+    Global.data_dir = data_dir
+    Global.load_8bit = False
+
+    Global.ui_dev_mode = True
+    Global.ui_dev_mode_title_prefix = ""
+    Global.ui_show_sys_info = False
+
+    os.makedirs(data_dir, exist_ok=True)
+    init_data_dir()
+
+    with gr.Blocks(title=get_page_title(), css=main_page_custom_css()) as demo:
+        main_page()
+
+    demo.queue().launch()
+
+
+if __name__ == "__main__":
+    fire.Fire(main)

llama_lora/globals.py

@@ -41,9 +41,9 @@ class Global:
     gpu_total_memory = None
 
     # UI related
-    ui_title: str = "LLaMA-LoRA Tuner"
+    ui_title: str = "LLaMA-Adapter Tuner"
     ui_emoji: str = "🦙🎛️"
-    ui_subtitle: str = "Toolkit for evaluating and fine-tuning LLaMA models with low-rank adaptation (LoRA)."
+    ui_subtitle: str = "Toolkit for evaluating and fine-tuning LLaMA models with lightweight adaption with zero init attention (https://arxiv.org/abs/2303.16199)."
     ui_show_sys_info: bool = True
     ui_dev_mode: bool = False
     ui_dev_mode_title_prefix: str = "[UI DEV MODE] "

llama_lora/ui/main_page.py

@@ -29,7 +29,7 @@ def main_page():
                 tokenizer_ui()
             info = []
             if Global.version:
-                info.append(f"LLaMA-LoRA Tuner `{Global.version}`")
+                info.append(f"LLaMA-Adapter Tuner `{Global.version}`")
             info.append(f"Base model: `{Global.default_base_model_name}`")
             if Global.ui_show_sys_info:
                 info.append(f"Data dir: `{Global.data_dir}`")