* initially add text_generation_webui support * add env requirements install * add necessary dependencies * update for starting webui * update shared and noted to place models * update heading of part3 * meet comments * add copyright license * remove extensions * convert tutorial to windows side * add warm-up to optimize performance
		
			
				
	
	
		
			148 lines
		
	
	
	
		
			4.4 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			148 lines
		
	
	
	
		
			4.4 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
#
 | 
						|
# Copyright 2016 The BigDL Authors.
 | 
						|
#
 | 
						|
# Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
# you may not use this file except in compliance with the License.
 | 
						|
# You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing, software
 | 
						|
# distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
# See the License for the specific language governing permissions and
 | 
						|
# limitations under the License.
 | 
						|
 | 
						|
# This file is adapted from
 | 
						|
# https://github.com/oobabooga/text-generation-webui/blob/main/extensions/gallery/script.py
 | 
						|
 | 
						|
 | 
						|
from pathlib import Path
 | 
						|
 | 
						|
import gradio as gr
 | 
						|
 | 
						|
from modules.html_generator import get_image_cache
 | 
						|
from modules.shared import gradio, settings
 | 
						|
 | 
						|
 | 
						|
cards = []
 | 
						|
 | 
						|
 | 
						|
def generate_css():
 | 
						|
    css = """
 | 
						|
      .highlighted-border {
 | 
						|
        border-color: rgb(249, 115, 22) !important;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-gallery > .gallery {
 | 
						|
        margin: 1rem 0;
 | 
						|
        display: grid !important;
 | 
						|
        grid-template-columns: repeat(auto-fit, minmax(150px, 1fr));
 | 
						|
        grid-column-gap: 0.4rem;
 | 
						|
        grid-row-gap: 1.2rem;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-gallery > .label {
 | 
						|
        display: none !important;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-gallery button.gallery-item {
 | 
						|
        display: contents;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-container {
 | 
						|
        cursor: pointer;
 | 
						|
        text-align: center;
 | 
						|
        position: relative;
 | 
						|
        opacity: 0.85;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-container:hover {
 | 
						|
        opacity: 1;
 | 
						|
      }
 | 
						|
 | 
						|
      .character-container .placeholder, .character-container img {
 | 
						|
        width: 150px;
 | 
						|
        height: 200px;
 | 
						|
        background-color: gray;
 | 
						|
        object-fit: cover;
 | 
						|
        margin: 0 auto;
 | 
						|
        border-radius: 1rem;
 | 
						|
        border: 3px solid white;
 | 
						|
        box-shadow: 3px 3px 6px 0px rgb(0 0 0 / 50%);
 | 
						|
      }
 | 
						|
 | 
						|
      .character-name {
 | 
						|
        margin-top: 0.3rem;
 | 
						|
        display: block;
 | 
						|
        font-size: 1.2rem;
 | 
						|
        font-weight: 600;
 | 
						|
        overflow-wrap: anywhere;
 | 
						|
      }
 | 
						|
    """
 | 
						|
    return css
 | 
						|
 | 
						|
 | 
						|
def generate_html():
 | 
						|
    global cards
 | 
						|
    cards = []
 | 
						|
    # Iterate through files in image folder
 | 
						|
    for file in sorted(Path("characters").glob("*")):
 | 
						|
        if file.suffix in [".json", ".yml", ".yaml"]:
 | 
						|
            character = file.stem
 | 
						|
            container_html = '<div class="character-container">'
 | 
						|
            image_html = "<div class='placeholder'></div>"
 | 
						|
 | 
						|
            for path in [Path(f"characters/{character}.{extension}") for extension in ['png', 'jpg', 'jpeg']]:
 | 
						|
                if path.exists():
 | 
						|
                    image_html = f'<img src="file/{get_image_cache(path)}">'
 | 
						|
                    break
 | 
						|
 | 
						|
            container_html += f'{image_html} <span class="character-name">{character}</span>'
 | 
						|
            container_html += "</div>"
 | 
						|
            cards.append([container_html, character])
 | 
						|
 | 
						|
    return cards
 | 
						|
 | 
						|
 | 
						|
def filter_cards(filter_str=''):
 | 
						|
    if filter_str == '':
 | 
						|
        return cards
 | 
						|
 | 
						|
    filter_upper = filter_str.upper()
 | 
						|
    return [k for k in cards if filter_upper in k[1].upper()]
 | 
						|
 | 
						|
 | 
						|
def select_character(evt: gr.SelectData):
 | 
						|
    return (evt.value[1])
 | 
						|
 | 
						|
 | 
						|
def custom_js():
 | 
						|
    path_to_js = Path(__file__).parent.resolve() / 'script.js'
 | 
						|
    return open(path_to_js, 'r').read()
 | 
						|
 | 
						|
 | 
						|
def ui():
 | 
						|
    with gr.Accordion("Character gallery", open=settings["gallery-open"], elem_id='gallery-extension'):
 | 
						|
        gr.HTML(value="<style>" + generate_css() + "</style>")
 | 
						|
        with gr.Row():
 | 
						|
            filter_box = gr.Textbox(label='', placeholder='Filter', lines=1, max_lines=1, container=False, elem_id='gallery-filter-box')
 | 
						|
            gr.ClearButton(filter_box, value='🗑️', elem_classes='refresh-button')
 | 
						|
            update = gr.Button("Refresh", elem_classes='refresh-button')
 | 
						|
 | 
						|
        gallery = gr.Dataset(
 | 
						|
            components=[gr.HTML(visible=False)],
 | 
						|
            label="",
 | 
						|
            samples=generate_html(),
 | 
						|
            elem_classes=["character-gallery"],
 | 
						|
            samples_per_page=settings["gallery-items_per_page"]
 | 
						|
        )
 | 
						|
 | 
						|
    filter_box.change(lambda: None, None, None, _js=f'() => {{{custom_js()}; gotoFirstPage()}}').success(
 | 
						|
        filter_cards, filter_box, gallery).then(
 | 
						|
        lambda x: gr.update(elem_classes='highlighted-border' if x != '' else ''), filter_box, filter_box, show_progress=False)
 | 
						|
 | 
						|
    update.click(generate_html, [], None).success(
 | 
						|
        filter_cards, filter_box, gallery)
 | 
						|
 | 
						|
    gallery.select(select_character, None, gradio['character_menu'])
 |