Modify a directory structure.

This commit is contained in:
hodanov 2023-06-28 20:18:56 +09:00
parent cbc70d9fd4
commit ef8e613b01
5 changed files with 32 additions and 12 deletions

View File

@ -1,11 +1,20 @@
deploy:
modal deploy setup.py
# `--upscaler` is a name of upscaler you want to use.
# You can use upscalers the below:
# - `RealESRGAN_x4plus`
# - `RealESRNet_x4plus`
# - `RealESRGAN_x4plus_anime_6B`
# - `RealESRGAN_x2plus`
run:
modal run entrypoint.py \
cd ./sdcli && modal run txt2img.py \
--prompt "a photograph of an astronaut riding a horse" \
--n-prompt "" \
--height 512 \
--width 512 \
--samples 1 \
--steps 50
--steps 50 \
--upscaler "" \
--use-face-enhancer "False" \
--use-hires-fix "False"

0
sdcli/__init__.py Normal file
View File

View File

@ -16,6 +16,9 @@ def main(
batch_size: int = 1,
steps: int = 20,
seed: int = -1,
upscaler: str = "",
use_face_enhancer: str = "False",
use_hires_fix: str = "False",
):
"""
This function is the entrypoint for the Runway CLI.
@ -38,6 +41,9 @@ def main(
batch_size=batch_size,
steps=steps,
seed=seed_generated,
upscaler=upscaler,
use_face_enhancer=use_face_enhancer == "True",
use_hires_fix=use_hires_fix == "True",
)
util.save_images(directory, images, seed_generated, i)
total_time = time.time() - start_time

View File

@ -97,10 +97,6 @@ class StableDiffusion(ClsMixin):
import diffusers
import torch
self.use_vae = os.environ["USE_VAE"] == "true"
self.upscaler = os.environ["UPSCALER"]
self.use_face_enhancer = os.environ["USE_FACE_ENHANCER"] == "true"
self.use_hires_fix = os.environ["USE_HIRES_FIX"] == "true"
self.cache_path = os.path.join(BASE_CACHE_PATH, os.environ["MODEL_NAME"])
if os.path.exists(self.cache_path):
print(f"The directory '{self.cache_path}' exists.")
@ -123,7 +119,7 @@ class StableDiffusion(ClsMixin):
subfolder="scheduler",
)
if self.use_vae:
if os.environ["USE_VAE"] == "true":
self.pipe.vae = diffusers.AutoencoderKL.from_pretrained(
self.cache_path,
subfolder="vae",
@ -194,6 +190,9 @@ class StableDiffusion(ClsMixin):
batch_size: int = 1,
steps: int = 30,
seed: int = 1,
upscaler: str = "",
use_face_enhancer: bool = False,
use_hires_fix: bool = False,
) -> list[bytes]:
"""
Runs the Stable Diffusion pipeline on the given prompt and outputs images.
@ -215,14 +214,17 @@ class StableDiffusion(ClsMixin):
generator=generator,
).images
if self.upscaler != "":
if upscaler != "":
upscaled = self.upscale(
base_images=base_images,
half_precision=False,
tile=700,
upscaler=upscaler,
use_face_enhancer=use_face_enhancer,
use_hires_fix=use_hires_fix,
)
base_images.extend(upscaled)
if self.use_hires_fix:
if use_hires_fix:
torch.cuda.empty_cache()
for img in upscaled:
with torch.inference_mode():
@ -256,6 +258,9 @@ class StableDiffusion(ClsMixin):
tile: int = 0,
tile_pad: int = 10,
pre_pad: int = 0,
upscaler: str = "",
use_face_enhancer: bool = False,
use_hires_fix: bool = False,
) -> list[Image.Image]:
"""
Upscales the given images using the given model.
@ -268,7 +273,7 @@ class StableDiffusion(ClsMixin):
from realesrgan import RealESRGANer
from tqdm import tqdm
model_name = self.upscaler
model_name = upscaler
if model_name == "RealESRGAN_x4plus":
upscale_model = RRDBNet(num_in_ch=3, num_out_ch=3, num_feat=64, num_block=23, num_grow_ch=32, scale=4)
netscale = 4
@ -298,7 +303,7 @@ class StableDiffusion(ClsMixin):
from gfpgan import GFPGANer
if self.use_face_enhancer:
if use_face_enhancer:
face_enhancer = GFPGANer(
model_path=os.path.join(BASE_CACHE_PATH, "esrgan", "GFPGANv1.3.pth"),
upscale=netscale,
@ -312,7 +317,7 @@ class StableDiffusion(ClsMixin):
with tqdm(total=len(base_images)) as progress_bar:
for img in base_images:
img = numpy.array(img)
if self.use_face_enhancer:
if use_face_enhancer:
_, _, enhance_result = face_enhancer.enhance(
img,
has_aligned=False,