133 lines
4.6 KiB
Python
133 lines
4.6 KiB
Python
import os
|
|
from PIL import Image, ImageOps
|
|
import platform
|
|
import sys
|
|
import tqdm
|
|
import time
|
|
|
|
from modules import shared, images
|
|
from modules.shared import opts, cmd_opts
|
|
if cmd_opts.deepdanbooru:
|
|
import modules.deepbooru as deepbooru
|
|
|
|
|
|
def preprocess(process_src, process_dst, process_width, process_height, preprocess_txt_action, process_flip, process_split, process_caption, process_caption_deepbooru=False):
|
|
try:
|
|
if process_caption:
|
|
shared.interrogator.load()
|
|
|
|
if process_caption_deepbooru:
|
|
db_opts = deepbooru.create_deepbooru_opts()
|
|
db_opts[deepbooru.OPT_INCLUDE_RANKS] = False
|
|
deepbooru.create_deepbooru_process(opts.interrogate_deepbooru_score_threshold, db_opts)
|
|
|
|
preprocess_work(process_src, process_dst, process_width, process_height, preprocess_txt_action, process_flip, process_split, process_caption, process_caption_deepbooru)
|
|
|
|
finally:
|
|
|
|
if process_caption:
|
|
shared.interrogator.send_blip_to_ram()
|
|
|
|
if process_caption_deepbooru:
|
|
deepbooru.release_process()
|
|
|
|
|
|
|
|
def preprocess_work(process_src, process_dst, process_width, process_height, preprocess_txt_action, process_flip, process_split, process_caption, process_caption_deepbooru=False):
|
|
width = process_width
|
|
height = process_height
|
|
src = os.path.abspath(process_src)
|
|
dst = os.path.abspath(process_dst)
|
|
|
|
assert src != dst, 'same directory specified as source and destination'
|
|
|
|
os.makedirs(dst, exist_ok=True)
|
|
|
|
files = os.listdir(src)
|
|
|
|
shared.state.textinfo = "Preprocessing..."
|
|
shared.state.job_count = len(files)
|
|
|
|
def save_pic_with_caption(image, index, existing_caption=None):
|
|
caption = ""
|
|
|
|
if process_caption:
|
|
caption += shared.interrogator.generate_caption(image)
|
|
|
|
if process_caption_deepbooru:
|
|
if len(caption) > 0:
|
|
caption += ", "
|
|
caption += deepbooru.get_tags_from_process(image)
|
|
|
|
filename_part = filename
|
|
filename_part = os.path.splitext(filename_part)[0]
|
|
filename_part = os.path.basename(filename_part)
|
|
|
|
basename = f"{index:05}-{subindex[0]}-{filename_part}"
|
|
image.save(os.path.join(dst, f"{basename}.png"))
|
|
|
|
if preprocess_txt_action == 'prepend' and existing_caption:
|
|
caption = existing_caption + ' ' + caption
|
|
elif preprocess_txt_action == 'append' and existing_caption:
|
|
caption = caption + ' ' + existing_caption
|
|
elif preprocess_txt_action == 'copy' and existing_caption:
|
|
caption = existing_caption
|
|
|
|
caption = caption.strip()
|
|
|
|
if len(caption) > 0:
|
|
with open(os.path.join(dst, f"{basename}.txt"), "w", encoding="utf8") as file:
|
|
file.write(caption)
|
|
|
|
subindex[0] += 1
|
|
|
|
def save_pic(image, index, existing_caption=None):
|
|
save_pic_with_caption(image, index, existing_caption=existing_caption)
|
|
|
|
if process_flip:
|
|
save_pic_with_caption(ImageOps.mirror(image), index, existing_caption=existing_caption)
|
|
|
|
for index, imagefile in enumerate(tqdm.tqdm(files)):
|
|
subindex = [0]
|
|
filename = os.path.join(src, imagefile)
|
|
try:
|
|
img = Image.open(filename).convert("RGB")
|
|
except Exception:
|
|
continue
|
|
|
|
existing_caption = None
|
|
|
|
try:
|
|
existing_caption = open(os.path.splitext(filename)[0] + '.txt', 'r').read()
|
|
except Exception as e:
|
|
print(e)
|
|
|
|
if shared.state.interrupted:
|
|
break
|
|
|
|
ratio = img.height / img.width
|
|
is_tall = ratio > 1.35
|
|
is_wide = ratio < 1 / 1.35
|
|
|
|
if process_split and is_tall:
|
|
img = img.resize((width, height * img.height // img.width))
|
|
|
|
top = img.crop((0, 0, width, height))
|
|
save_pic(top, index, existing_caption=existing_caption)
|
|
|
|
bot = img.crop((0, img.height - height, width, img.height))
|
|
save_pic(bot, index, existing_caption=existing_caption)
|
|
elif process_split and is_wide:
|
|
img = img.resize((width * img.width // img.height, height))
|
|
|
|
left = img.crop((0, 0, width, height))
|
|
save_pic(left, index, existing_caption=existing_caption)
|
|
|
|
right = img.crop((img.width - width, 0, img.width, height))
|
|
save_pic(right, index, existing_caption=existing_caption)
|
|
else:
|
|
img = images.resize_image(1, img, width, height)
|
|
save_pic(img, index, existing_caption=existing_caption)
|
|
|
|
shared.state.nextjob()
|