Dont preload on cpu.

This commit is contained in:
Marc-Andre Ferland 2022-10-19 04:34:54 -04:00
parent a036b2981a
commit 3bdc90451a

View File

@ -207,7 +207,8 @@ def thread_render(device):
weak_thread_data[threading.current_thread()] = {
'device': runtime.thread_data.device
}
preload_model()
if runtime.thread_data.device != 'cpu':
preload_model()
current_state = ServerStates.Online
while True:
task_cache.clean()