421e7cee80
* initially add text_generation_webui support * add env requirements install * add necessary dependencies * update for starting webui * update shared and noted to place models * update heading of part3 * meet comments * add copyright license * remove extensions * convert tutorial to windows side * add warm-up to optimize performance
93 lines
3.1 KiB
Python
93 lines
3.1 KiB
Python
#
|
|
# Copyright 2016 The BigDL Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# This file is adapted from
|
|
# https://github.com/oobabooga/text-generation-webui/blob/main/extensions/character_bias/script.py
|
|
|
|
|
|
import os
|
|
|
|
import gradio as gr
|
|
|
|
# get the current directory of the script
|
|
current_dir = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
# check if the bias_options.txt file exists, if not, create it
|
|
bias_file = os.path.join(current_dir, "bias_options.txt")
|
|
if not os.path.isfile(bias_file):
|
|
with open(bias_file, "w") as f:
|
|
f.write("*I am so happy*\n*I am so sad*\n*I am so excited*\n*I am so bored*\n*I am so angry*")
|
|
|
|
# read bias options from the text file
|
|
with open(bias_file, "r") as f:
|
|
bias_options = [line.strip() for line in f.readlines()]
|
|
|
|
params = {
|
|
"activate": True,
|
|
"bias string": " *I am so happy*",
|
|
"custom string": "",
|
|
}
|
|
|
|
|
|
def input_modifier(string):
|
|
"""
|
|
This function is applied to your text inputs before
|
|
they are fed into the model.
|
|
"""
|
|
return string
|
|
|
|
|
|
def output_modifier(string):
|
|
"""
|
|
This function is applied to the model outputs.
|
|
"""
|
|
return string
|
|
|
|
|
|
def bot_prefix_modifier(string):
|
|
"""
|
|
This function is only applied in chat mode. It modifies
|
|
the prefix text for the Bot and can be used to bias its
|
|
behavior.
|
|
"""
|
|
if params['activate']:
|
|
if params['custom string'].strip() != '':
|
|
return f'{string} {params["custom string"].strip()} '
|
|
else:
|
|
return f'{string} {params["bias string"].strip()} '
|
|
else:
|
|
return string
|
|
|
|
|
|
def ui():
|
|
# Gradio elements
|
|
activate = gr.Checkbox(value=params['activate'], label='Activate character bias')
|
|
dropdown_string = gr.Dropdown(choices=bias_options, value=params["bias string"], label='Character bias', info='To edit the options in this dropdown edit the "bias_options.txt" file')
|
|
custom_string = gr.Textbox(value=params['custom string'], placeholder="Enter custom bias string", label="Custom Character Bias", info='If not empty, will be used instead of the value above')
|
|
|
|
# Event functions to update the parameters in the backend
|
|
def update_bias_string(x):
|
|
if x:
|
|
params.update({"bias string": x})
|
|
else:
|
|
params.update({"bias string": dropdown_string.get()})
|
|
return x
|
|
|
|
def update_custom_string(x):
|
|
params.update({"custom string": x})
|
|
|
|
dropdown_string.change(update_bias_string, dropdown_string, None)
|
|
custom_string.change(update_custom_string, custom_string, None)
|
|
activate.change(lambda x: params.update({"activate": x}), activate, None)
|