extern/easydiffusion
1
0
Fork 1
mirror of https://github.com/easydiffusion/easydiffusion.git synced 2025-05-01 23:04:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

Bring back CPU unloading of models when idle for a while (applies only when GPUs are present)

Browse Source
This commit is contained in:
cmdr2 2022-11-08 19:23:35 +05:30
parent 51fb1a43de
commit 8f1d214b12
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
ui/sd_internal/task_manager.py
View File

@ -273,11 +273,12 @@ def thread_render(device):
return return
task = thread_get_next_task() task = thread_get_next_task()
if task is None: if task is None:
# if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT: if runtime.thread_data.device == 'cpu' and is_alive() > 1 and hasattr(runtime.thread_data, 'lastActive') and time.time() - runtime.thread_data.lastActive > CPU_UNLOAD_TIMEOUT:
# # GPUs present and CPU is idle. Unload resources. # GPUs present and CPU is idle. Unload resources.
# runtime.unload_models() runtime.unload_models()
# runtime.unload_filters() runtime.unload_filters()
# del runtime.thread_data.lastActive del runtime.thread_data.lastActive
print('unloaded models from CPU because it was idle for too long')
time.sleep(1) time.sleep(1)
continue continue
if task.error is not None: if task.error is not None: