From 883dc72fc619c3c1ad13cdcaaaccd29b07bebf4d Mon Sep 17 00:00:00 2001 From: cmdr2 Date: Sat, 8 Oct 2022 13:19:18 +0530 Subject: [PATCH] Unload the previous model while reloading --- ui/sd_internal/runtime.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/ui/sd_internal/runtime.py b/ui/sd_internal/runtime.py index c17d7cef..10ac0576 100644 --- a/ui/sd_internal/runtime.py +++ b/ui/sd_internal/runtime.py @@ -86,6 +86,8 @@ def load_model_ckpt(ckpt_to_use, device_to_use='cuda', turbo=False, unet_bs_to_u precision = precision_to_use if not force_full_precision else 'full' unet_bs = unet_bs_to_use + unload_model() + if device == 'cpu': precision = 'full' @@ -140,6 +142,18 @@ def load_model_ckpt(ckpt_to_use, device_to_use='cuda', turbo=False, unet_bs_to_u print('loaded ', ckpt_file, 'to', device, 'precision', precision) +def unload_model(): + global model, modelCS, modelFS + + if model is not None: + del model + del modelCS + del modelFS + + model = None + modelCS = None + modelFS = None + def load_model_gfpgan(gfpgan_to_use): global gfpgan_file, model_gfpgan