extern/easydiffusion
1
0
Fork 1
mirror of https://github.com/easydiffusion/easydiffusion.git synced 2025-04-10 11:08:20 +02:00
Code Issues Packages Projects Releases Wiki Activity

Temporarily disable the idle CPU unloading behavior, since it's not clear whether it'll reload the model if a future request for the CPU is received after it has unloaded the model

Browse Source
This commit is contained in:
cmdr2 2022-11-08 19:02:21 +05:30
parent a86b6bfbd6
commit 51fb1a43de
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ui/sd_internal/task_manager.py
View File

@ -273,11 +273,11 @@ def thread_render(device):
return
task = thread_get_next_task()
if task is None:
if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT:
# GPUs present and CPU is idle. Unload resources.
runtime.unload_models()
runtime.unload_filters()
del runtime.thread_data.lastActive
# if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT:
# # GPUs present and CPU is idle. Unload resources.
# runtime.unload_models()
# runtime.unload_filters()
# del runtime.thread_data.lastActive
time.sleep(1)
continue
if task.error is not None: