Dont preload on cpu.

This commit is contained in:
Marc-Andre Ferland 2022-10-19 04:34:54 -04:00
parent a036b2981a
commit 3bdc90451a

View File

@ -207,7 +207,8 @@ def thread_render(device):
weak_thread_data[threading.current_thread()] = { weak_thread_data[threading.current_thread()] = {
'device': runtime.thread_data.device 'device': runtime.thread_data.device
} }
preload_model() if runtime.thread_data.device != 'cpu':
preload_model()
current_state = ServerStates.Online current_state = ServerStates.Online
while True: while True:
task_cache.clean() task_cache.clean()