421e7cee80
* initially add text_generation_webui support * add env requirements install * add necessary dependencies * update for starting webui * update shared and noted to place models * update heading of part3 * meet comments * add copyright license * remove extensions * convert tutorial to windows side * add warm-up to optimize performance
89 lines
4.4 KiB
Python
89 lines
4.4 KiB
Python
#
|
|
# Copyright 2016 The BigDL Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# This file is adapted from
|
|
# https://github.com/oobabooga/text-generation-webui/blob/main/modules/ui_session.py
|
|
|
|
|
|
import gradio as gr
|
|
|
|
from modules import shared, ui, utils
|
|
from modules.github import clone_or_pull_repository
|
|
from modules.utils import gradio
|
|
|
|
|
|
def create_ui():
|
|
mu = shared.args.multi_user
|
|
with gr.Tab("Session", elem_id="session-tab"):
|
|
with gr.Row():
|
|
with gr.Column():
|
|
shared.gradio['reset_interface'] = gr.Button("Apply flags/extensions and restart", interactive=not mu)
|
|
with gr.Row():
|
|
shared.gradio['toggle_dark_mode'] = gr.Button('Toggle 💡')
|
|
shared.gradio['save_settings'] = gr.Button('Save UI defaults to settings.yaml', interactive=not mu)
|
|
|
|
with gr.Row():
|
|
with gr.Column():
|
|
shared.gradio['extensions_menu'] = gr.CheckboxGroup(choices=utils.get_available_extensions(), value=shared.args.extensions, label="Available extensions", info='Note that some of these extensions may require manually installing Python requirements through the command: pip install -r extensions/extension_name/requirements.txt', elem_classes='checkboxgroup-table')
|
|
|
|
with gr.Column():
|
|
shared.gradio['bool_menu'] = gr.CheckboxGroup(choices=get_boolean_arguments(), value=get_boolean_arguments(active=True), label="Boolean command-line flags", elem_classes='checkboxgroup-table')
|
|
|
|
with gr.Column():
|
|
extension_name = gr.Textbox(lines=1, label='Install or update an extension', info='Enter the GitHub URL below and press Enter. For a list of extensions, see: https://github.com/oobabooga/text-generation-webui-extensions ⚠️ WARNING ⚠️ : extensions can execute arbitrary code. Make sure to inspect their source code before activating them.', interactive=not mu)
|
|
extension_status = gr.Markdown()
|
|
|
|
extension_name.submit(clone_or_pull_repository, extension_name, extension_status, show_progress=False)
|
|
|
|
# Reset interface event
|
|
shared.gradio['reset_interface'].click(
|
|
set_interface_arguments, gradio('extensions_menu', 'bool_menu'), None).then(
|
|
lambda: None, None, None, _js='() => {document.body.innerHTML=\'<h1 style="font-family:monospace;padding-top:20%;margin:0;height:100vh;color:lightgray;text-align:center;background:var(--body-background-fill)">Reloading...</h1>\'; setTimeout(function(){location.reload()},2500); return []}')
|
|
|
|
shared.gradio['toggle_dark_mode'].click(lambda: None, None, None, _js='() => {document.getElementsByTagName("body")[0].classList.toggle("dark")}')
|
|
shared.gradio['save_settings'].click(
|
|
ui.gather_interface_values, gradio(shared.input_elements), gradio('interface_state')).then(
|
|
ui.save_settings, gradio('interface_state', 'preset_menu', 'extensions_menu', 'show_controls'), gradio('save_contents')).then(
|
|
lambda: './', None, gradio('save_root')).then(
|
|
lambda: 'settings.yaml', None, gradio('save_filename')).then(
|
|
lambda: gr.update(visible=True), None, gradio('file_saver'))
|
|
|
|
|
|
def set_interface_arguments(extensions, bool_active):
|
|
shared.args.extensions = extensions
|
|
|
|
bool_list = get_boolean_arguments()
|
|
|
|
for k in bool_list:
|
|
setattr(shared.args, k, False)
|
|
for k in bool_active:
|
|
setattr(shared.args, k, True)
|
|
if k == 'api':
|
|
shared.add_extension('openai', last=True)
|
|
|
|
shared.need_restart = True
|
|
|
|
|
|
def get_boolean_arguments(active=False):
|
|
exclude = shared.deprecated_args
|
|
|
|
cmd_list = vars(shared.args)
|
|
bool_list = sorted([k for k in cmd_list if type(cmd_list[k]) is bool and k not in exclude + ui.list_model_elements()])
|
|
bool_active = [k for k in bool_list if vars(shared.args)[k]]
|
|
|
|
if active:
|
|
return bool_active
|
|
else:
|
|
return bool_list
|