holm/easydiffusion
1
0
Fork 0
forked from extern/easydiffusion
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Temporarily disable the idle CPU unloading behavior, since it's not clear whether it'll reload the model if a future request for the CPU is received after it has unloaded the model

Browse Source
This commit is contained in:
cmdr2 2022-11-08 19:02:21 +05:30
parent a86b6bfbd6
commit 51fb1a43de
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ui/sd_internal/task_manager.py
View File

@ -273,11 +273,11 @@ def thread_render(device):
return return
task = thread_get_next_task() task = thread_get_next_task()
if task is None: if task is None:
if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT: # if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT:
# GPUs present and CPU is idle. Unload resources. # # GPUs present and CPU is idle. Unload resources.
runtime.unload_models() # runtime.unload_models()
runtime.unload_filters() # runtime.unload_filters()
del runtime.thread_data.lastActive # del runtime.thread_data.lastActive
time.sleep(1) time.sleep(1)
continue continue
if task.error is not None: if task.error is not None: