extern/easydiffusion
1
0
Fork 1
mirror of https://github.com/easydiffusion/easydiffusion.git synced 2025-06-05 01:17:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

TRT logging

Browse Source
This commit is contained in:
cmdr2 2023-08-02 18:55:09 +05:30
parent c5249e6144
commit befe8ad24e
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ui/easydiffusion/tasks/render_images.py
View File

@ -15,6 +15,7 @@ from sdkit.utils import (
img_to_base64_str, img_to_base64_str,
img_to_buffer, img_to_buffer,
latent_samples_to_images, latent_samples_to_images,
log,
) )
from .task import Task from .task import Task
@ -236,7 +237,9 @@ def generate_images_internal(
if convert_to_trt: if convert_to_trt:
pipe.unet.forward = pipe.unet._trt_forward pipe.unet.forward = pipe.unet._trt_forward
# pipe.vae.decoder.forward = pipe.vae.decoder._trt_forward # pipe.vae.decoder.forward = pipe.vae.decoder._trt_forward
log.info(f"Setting unet.forward to TensorRT")
else: else:
log.info(f"Not using TensorRT for unet.forward")
pipe.unet.forward = pipe.unet._non_trt_forward pipe.unet.forward = pipe.unet._non_trt_forward
# pipe.vae.decoder.forward = pipe.vae.decoder._non_trt_forward # pipe.vae.decoder.forward = pipe.vae.decoder._non_trt_forward
setattr(pipe.unet, "_allocate_trt_buffers_backup", pipe.unet._allocate_trt_buffers) setattr(pipe.unet, "_allocate_trt_buffers_backup", pipe.unet._allocate_trt_buffers)