update

README.md

@@ -1,13 +1,13 @@
 ---
-title: LLaMA-LoRA UI Demo
+title: LLM Tuner - UI Demo
 emoji: 🦙🎛️
 colorFrom: pink
 colorTo: gray
 sdk: gradio
 sdk_version: 3.24.1
 python_version: 3.8.9
-app_file: app_hf_ui_demo.py
-pinned: false
+app_file: app.py
+pinned: true
 ---
 
 # HF UI DEMO

app.py

@@ -132,7 +132,7 @@ def main(
 def read_yaml_config(config_path: Union[str, None] = None):
     if not config_path:
         app_dir = os.path.dirname(os.path.abspath(__file__))
-        config_path = os.path.join(app_dir, 'config.yaml')
+        config_path = os.path.join(app_dir, 'config-ui-demo.yaml')
 
     if not os.path.exists(config_path):
         return None

app_hf_ui_demo.py

@@ -1,35 +0,0 @@
-import os
-import sys
-
-import fire
-import gradio as gr
-
-from llama_lora.globals import Global
-from llama_lora.ui.main_page import main_page, get_page_title, main_page_custom_css
-from llama_lora.utils.data import init_data_dir
-
-
-def main():
-    data_dir = os.path.abspath("./data")
-    Global.default_base_model_name = Global.base_model_name = "decapoda-research/llama-7b-hf"
-    Global.base_model_choices = ["decapoda-research/llama-7b-hf", "nomic-ai/gpt4all-j"]
-    Global.data_dir = data_dir
-    Global.load_8bit = False
-
-    Global.ui_dev_mode = True
-    Global.ui_dev_mode_title_prefix = ""
-    Global.ui_show_sys_info = False
-
-    Global.ui_subtitle = "This is a UI demo of <a href=\"https://github.com/zetavg/LLaMA-LoRA\" target=\"_blank\">LLaMA-LoRA</a>, toolkit for evaluating and fine-tuning LLaMA models. Run the actual one: <a href=\"https://colab.research.google.com/github/zetavg/LLaMA-LoRA/blob/main/LLaMA_LoRA.ipynb\" target=\"_parent\"><img style=\"display: inline;\" src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
-
-    os.makedirs(data_dir, exist_ok=True)
-    init_data_dir()
-
-    with gr.Blocks(title=get_page_title(), css=main_page_custom_css()) as demo:
-        main_page()
-
-    demo.queue().launch()
-
-
-if __name__ == "__main__":
-    fire.Fire(main)

config-ui-demo.yaml

@@ -0,0 +1,32 @@
+server_name: 0.0.0.0
+
+# Basic Configurations
+data_dir: ./data
+default_base_model_name: decapoda-research/llama-7b-hf
+base_model_choices:
+  - decapoda-research/llama-7b-hf
+  - nomic-ai/gpt4all-j
+  - databricks/dolly-v2-7b
+  - databricks/dolly-v2-12b
+load_8bit: false
+trust_remote_code: false
+
+# timezone: Atlantic/Reykjavik
+
+# auth_username: username
+# auth_password: password
+
+# UI Customization
+ui_title: LLM Tuner (UI Demo Mode)
+# ui_emoji: 🦙🎛️
+ui_subtitle: "This is a UI demo of <a href=\"https://github.com/zetavg/LLaMA-LoRA\" target=\"_blank\">LLaMA-LoRA</a>, toolkit for evaluating and fine-tuning LLaMA models. Run the actual one: <a href=\"https://colab.research.google.com/github/zetavg/LLaMA-LoRA/blob/main/LLaMA_LoRA.ipynb\" target=\"_parent\"><img style=\"display: inline;\" src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
+ui_dev_mode_title_prefix: ""
+ui_show_sys_info: false
+
+# WandB
+# enable_wandb: false
+# wandb_api_key: ""
+# default_wandb_project: LLM-Tuner
+
+# Special Modes
+ui_dev_mode: true