083dc3c76a
create HTML for extra network pages only on demand allow directories starting with . to still list their models for lora, checkpoints, etc keep "search" filter for extra networks when user refreshes the page
350 lines
13 KiB
Python
350 lines
13 KiB
Python
import glob
|
|
import os.path
|
|
import urllib.parse
|
|
from pathlib import Path
|
|
from PIL import PngImagePlugin
|
|
|
|
from modules import shared
|
|
from modules.images import read_info_from_image
|
|
import gradio as gr
|
|
import json
|
|
import html
|
|
|
|
from modules.generation_parameters_copypaste import image_from_url_text
|
|
|
|
extra_pages = []
|
|
allowed_dirs = set()
|
|
|
|
|
|
def register_page(page):
|
|
"""registers extra networks page for the UI; recommend doing it in on_before_ui() callback for extensions"""
|
|
|
|
extra_pages.append(page)
|
|
allowed_dirs.clear()
|
|
allowed_dirs.update(set(sum([x.allowed_directories_for_previews() for x in extra_pages], [])))
|
|
|
|
|
|
def fetch_file(filename: str = ""):
|
|
from starlette.responses import FileResponse
|
|
|
|
if not any([Path(x).absolute() in Path(filename).absolute().parents for x in allowed_dirs]):
|
|
raise ValueError(f"File cannot be fetched: {filename}. Must be in one of directories registered by extra pages.")
|
|
|
|
ext = os.path.splitext(filename)[1].lower()
|
|
if ext not in (".png", ".jpg", ".webp"):
|
|
raise ValueError(f"File cannot be fetched: {filename}. Only png and jpg and webp.")
|
|
|
|
# would profit from returning 304
|
|
return FileResponse(filename, headers={"Accept-Ranges": "bytes"})
|
|
|
|
|
|
def get_metadata(page: str = "", item: str = ""):
|
|
from starlette.responses import JSONResponse
|
|
|
|
page = next(iter([x for x in extra_pages if x.name == page]), None)
|
|
if page is None:
|
|
return JSONResponse({})
|
|
|
|
metadata = page.metadata.get(item)
|
|
if metadata is None:
|
|
return JSONResponse({})
|
|
|
|
return JSONResponse({"metadata": metadata})
|
|
|
|
|
|
def add_pages_to_demo(app):
|
|
app.add_api_route("/sd_extra_networks/thumb", fetch_file, methods=["GET"])
|
|
app.add_api_route("/sd_extra_networks/metadata", get_metadata, methods=["GET"])
|
|
|
|
|
|
class ExtraNetworksPage:
|
|
def __init__(self, title):
|
|
self.title = title
|
|
self.name = title.lower()
|
|
self.card_page = shared.html("extra-networks-card.html")
|
|
self.allow_negative_prompt = False
|
|
self.metadata = {}
|
|
|
|
def refresh(self):
|
|
pass
|
|
|
|
def link_preview(self, filename):
|
|
return "./sd_extra_networks/thumb?filename=" + urllib.parse.quote(filename.replace('\\', '/')) + "&mtime=" + str(os.path.getmtime(filename))
|
|
|
|
def search_terms_from_path(self, filename, possible_directories=None):
|
|
abspath = os.path.abspath(filename)
|
|
|
|
for parentdir in (possible_directories if possible_directories is not None else self.allowed_directories_for_previews()):
|
|
parentdir = os.path.abspath(parentdir)
|
|
if abspath.startswith(parentdir):
|
|
return abspath[len(parentdir):].replace('\\', '/')
|
|
|
|
return ""
|
|
|
|
def create_html(self, tabname):
|
|
view = shared.opts.extra_networks_default_view
|
|
items_html = ''
|
|
|
|
self.metadata = {}
|
|
|
|
subdirs = {}
|
|
for parentdir in [os.path.abspath(x) for x in self.allowed_directories_for_previews()]:
|
|
for root, dirs, files in os.walk(parentdir):
|
|
for dirname in dirs:
|
|
x = os.path.join(root, dirname)
|
|
|
|
if not os.path.isdir(x):
|
|
continue
|
|
|
|
subdir = os.path.abspath(x)[len(parentdir):].replace("\\", "/")
|
|
while subdir.startswith("/"):
|
|
subdir = subdir[1:]
|
|
|
|
is_empty = len(os.listdir(x)) == 0
|
|
if not is_empty and not subdir.endswith("/"):
|
|
subdir = subdir + "/"
|
|
|
|
subdirs[subdir] = 1
|
|
|
|
if subdirs:
|
|
subdirs = {"": 1, **subdirs}
|
|
|
|
subdirs_html = "".join([f"""
|
|
<button class='lg secondary gradio-button custom-button{" search-all" if subdir=="" else ""}' onclick='extraNetworksSearchButton("{tabname}_extra_tabs", event)'>
|
|
{html.escape(subdir if subdir!="" else "all")}
|
|
</button>
|
|
""" for subdir in subdirs])
|
|
|
|
for item in self.list_items():
|
|
metadata = item.get("metadata")
|
|
if metadata:
|
|
self.metadata[item["name"]] = metadata
|
|
|
|
items_html += self.create_html_for_item(item, tabname)
|
|
|
|
if items_html == '':
|
|
dirs = "".join([f"<li>{x}</li>" for x in self.allowed_directories_for_previews()])
|
|
items_html = shared.html("extra-networks-no-cards.html").format(dirs=dirs)
|
|
|
|
self_name_id = self.name.replace(" ", "_")
|
|
|
|
res = f"""
|
|
<div id='{tabname}_{self_name_id}_subdirs' class='extra-network-subdirs extra-network-subdirs-{view}'>
|
|
{subdirs_html}
|
|
</div>
|
|
<div id='{tabname}_{self_name_id}_cards' class='extra-network-{view}'>
|
|
{items_html}
|
|
</div>
|
|
"""
|
|
|
|
return res
|
|
|
|
def list_items(self):
|
|
raise NotImplementedError()
|
|
|
|
def allowed_directories_for_previews(self):
|
|
return []
|
|
|
|
def create_html_for_item(self, item, tabname):
|
|
preview = item.get("preview", None)
|
|
|
|
onclick = item.get("onclick", None)
|
|
if onclick is None:
|
|
onclick = '"' + html.escape(f"""return cardClicked({json.dumps(tabname)}, {item["prompt"]}, {"true" if self.allow_negative_prompt else "false"})""") + '"'
|
|
|
|
height = f"height: {shared.opts.extra_networks_card_height}px;" if shared.opts.extra_networks_card_height else ''
|
|
width = f"width: {shared.opts.extra_networks_card_width}px;" if shared.opts.extra_networks_card_width else ''
|
|
background_image = f"background-image: url(\"{html.escape(preview)}\");" if preview else ''
|
|
metadata_button = ""
|
|
metadata = item.get("metadata")
|
|
if metadata:
|
|
metadata_button = f"<div class='metadata-button' title='Show metadata' onclick='extraNetworksRequestMetadata(event, {json.dumps(self.name)}, {json.dumps(item['name'])})'></div>"
|
|
|
|
local_path = ""
|
|
filename = item.get("filename", "")
|
|
for reldir in self.allowed_directories_for_previews():
|
|
absdir = os.path.abspath(reldir)
|
|
|
|
if filename.startswith(absdir):
|
|
local_path = filename[len(absdir):]
|
|
|
|
# if this is true, the item must not be show in the default view, and must instead only be
|
|
# shown when searching for it
|
|
serach_only = "/." in local_path or "\\." in local_path
|
|
|
|
args = {
|
|
"style": f"'display: none; {height}{width}{background_image}'",
|
|
"prompt": item.get("prompt", None),
|
|
"tabname": json.dumps(tabname),
|
|
"local_preview": json.dumps(item["local_preview"]),
|
|
"name": item["name"],
|
|
"description": (item.get("description") or ""),
|
|
"card_clicked": onclick,
|
|
"save_card_preview": '"' + html.escape(f"""return saveCardPreview(event, {json.dumps(tabname)}, {json.dumps(item["local_preview"])})""") + '"',
|
|
"search_term": item.get("search_term", ""),
|
|
"metadata_button": metadata_button,
|
|
"serach_only": " search_only" if serach_only else "",
|
|
}
|
|
|
|
return self.card_page.format(**args)
|
|
|
|
def find_preview(self, path):
|
|
"""
|
|
Find a preview PNG for a given path (without extension) and call link_preview on it.
|
|
"""
|
|
|
|
preview_extensions = ["png", "jpg", "webp"]
|
|
if shared.opts.samples_format not in preview_extensions:
|
|
preview_extensions.append(shared.opts.samples_format)
|
|
|
|
potential_files = sum([[path + "." + ext, path + ".preview." + ext] for ext in preview_extensions], [])
|
|
|
|
for file in potential_files:
|
|
if os.path.isfile(file):
|
|
return self.link_preview(file)
|
|
|
|
return None
|
|
|
|
def find_description(self, path):
|
|
"""
|
|
Find and read a description file for a given path (without extension).
|
|
"""
|
|
for file in [f"{path}.txt", f"{path}.description.txt"]:
|
|
try:
|
|
with open(file, "r", encoding="utf-8", errors="replace") as f:
|
|
return f.read()
|
|
except OSError:
|
|
pass
|
|
return None
|
|
|
|
|
|
def intialize():
|
|
extra_pages.clear()
|
|
|
|
|
|
class ExtraNetworksUi:
|
|
def __init__(self):
|
|
self.pages = None
|
|
"""gradio HTML components related to extra networks' pages"""
|
|
|
|
self.page_contents = None
|
|
"""HTML content of the above; empty initially, filled when extra pages have to be shown"""
|
|
|
|
self.stored_extra_pages = None
|
|
|
|
self.button_save_preview = None
|
|
self.preview_target_filename = None
|
|
|
|
self.tabname = None
|
|
|
|
|
|
def pages_in_preferred_order(pages):
|
|
tab_order = [x.lower().strip() for x in shared.opts.ui_extra_networks_tab_reorder.split(",")]
|
|
|
|
def tab_name_score(name):
|
|
name = name.lower()
|
|
for i, possible_match in enumerate(tab_order):
|
|
if possible_match in name:
|
|
return i
|
|
|
|
return len(pages)
|
|
|
|
tab_scores = {page.name: (tab_name_score(page.name), original_index) for original_index, page in enumerate(pages)}
|
|
|
|
return sorted(pages, key=lambda x: tab_scores[x.name])
|
|
|
|
|
|
def create_ui(container, button, tabname):
|
|
ui = ExtraNetworksUi()
|
|
ui.pages = []
|
|
ui.pages_contents = []
|
|
ui.stored_extra_pages = pages_in_preferred_order(extra_pages.copy())
|
|
ui.tabname = tabname
|
|
|
|
with gr.Tabs(elem_id=tabname+"_extra_tabs") as tabs:
|
|
for page in ui.stored_extra_pages:
|
|
page_id = page.title.lower().replace(" ", "_")
|
|
|
|
with gr.Tab(page.title, id=page_id):
|
|
elem_id = f"{tabname}_{page_id}_cards_html"
|
|
page_elem = gr.HTML('', elem_id=elem_id)
|
|
ui.pages.append(page_elem)
|
|
|
|
page_elem.change(fn=lambda: None, _js='function(){applyExtraNetworkFilter(' + json.dumps(tabname) + '); return []}', inputs=[], outputs=[])
|
|
|
|
gr.Textbox('', show_label=False, elem_id=tabname+"_extra_search", placeholder="Search...", visible=False)
|
|
button_refresh = gr.Button('Refresh', elem_id=tabname+"_extra_refresh")
|
|
|
|
ui.button_save_preview = gr.Button('Save preview', elem_id=tabname+"_save_preview", visible=False)
|
|
ui.preview_target_filename = gr.Textbox('Preview save filename', elem_id=tabname+"_preview_filename", visible=False)
|
|
|
|
def toggle_visibility(is_visible):
|
|
is_visible = not is_visible
|
|
|
|
if is_visible and not ui.pages_contents:
|
|
refresh()
|
|
|
|
return is_visible, gr.update(visible=is_visible), gr.update(variant=("secondary-down" if is_visible else "secondary")), *ui.pages_contents
|
|
|
|
state_visible = gr.State(value=False)
|
|
button.click(fn=toggle_visibility, inputs=[state_visible], outputs=[state_visible, container, button, *ui.pages])
|
|
|
|
def refresh():
|
|
for pg in ui.stored_extra_pages:
|
|
pg.refresh()
|
|
|
|
ui.pages_contents = [pg.create_html(ui.tabname) for pg in ui.stored_extra_pages]
|
|
|
|
return ui.pages_contents
|
|
|
|
button_refresh.click(fn=refresh, inputs=[], outputs=ui.pages)
|
|
|
|
return ui
|
|
|
|
|
|
def path_is_parent(parent_path, child_path):
|
|
parent_path = os.path.abspath(parent_path)
|
|
child_path = os.path.abspath(child_path)
|
|
|
|
return child_path.startswith(parent_path)
|
|
|
|
|
|
def setup_ui(ui, gallery):
|
|
def save_preview(index, images, filename):
|
|
if len(images) == 0:
|
|
print("There is no image in gallery to save as a preview.")
|
|
return [page.create_html(ui.tabname) for page in ui.stored_extra_pages]
|
|
|
|
index = int(index)
|
|
index = 0 if index < 0 else index
|
|
index = len(images) - 1 if index >= len(images) else index
|
|
|
|
img_info = images[index if index >= 0 else 0]
|
|
image = image_from_url_text(img_info)
|
|
geninfo, items = read_info_from_image(image)
|
|
|
|
is_allowed = False
|
|
for extra_page in ui.stored_extra_pages:
|
|
if any([path_is_parent(x, filename) for x in extra_page.allowed_directories_for_previews()]):
|
|
is_allowed = True
|
|
break
|
|
|
|
assert is_allowed, f'writing to {filename} is not allowed'
|
|
|
|
if geninfo:
|
|
pnginfo_data = PngImagePlugin.PngInfo()
|
|
pnginfo_data.add_text('parameters', geninfo)
|
|
image.save(filename, pnginfo=pnginfo_data)
|
|
else:
|
|
image.save(filename)
|
|
|
|
return [page.create_html(ui.tabname) for page in ui.stored_extra_pages]
|
|
|
|
ui.button_save_preview.click(
|
|
fn=save_preview,
|
|
_js="function(x, y, z){return [selected_gallery_index(), y, z]}",
|
|
inputs=[ui.preview_target_filename, gallery, ui.preview_target_filename],
|
|
outputs=[*ui.pages]
|
|
)
|
|
|