preload improvement
frdel committed
Jul 15, 2025 at 23:01 UTC
5600687618aaede4309457e993c6bc055dec4e2f
3 files changed
+15
-8
initialize.py
+4
@@ -145,6 +145,10 @@ def initialize_job_loop():
145
from python.helpers.job_loop import run_loop
146
return defer.DeferredTask("JobLoop").start_task(run_loop)
147
148
+def initialize_preload():
149
+ import preload
150
+ return defer.DeferredTask().start_task(preload.preload)
151
+
152
153
def _args_override(config):
154
# update config with runtime args
preload.py
+9
-8
@@ -4,9 +4,6 @@ from python.helpers.print_style import PrintStyle
4
from python.helpers import kokoro_tts
5
import models
6
7
-PrintStyle().print("Running preload...")
8
-runtime.initialize()
9
-
7
8
async def preload():
9
try:
@@ -34,10 +31,11 @@ async def preload():
31
32
# preload kokoro tts model if enabled
33
async def preload_kokoro():
37
- try:
38
- return await kokoro_tts.preload()
39
- except Exception as e:
40
- PrintStyle().error(f"Error in preload_kokoro: {e}")
34
+ if set["tts_kokoro"]:
35
+ try:
36
+ return await kokoro_tts.preload()
37
+ except Exception as e:
38
+ PrintStyle().error(f"Error in preload_kokoro: {e}")
39
40
# async tasks to preload
41
tasks = [
@@ -53,4 +51,7 @@ async def preload():
51
52
53
# preload transcription model
56
-asyncio.run(preload())
54
+if __name__ == "__main__":
55
+ PrintStyle().print("Running preload...")
56
+ runtime.initialize()
57
+ asyncio.run(preload())
run_ui.py
+2
@@ -249,6 +249,8 @@ def init_a0():
249
initialize.initialize_mcp()
250
# start job loop
251
initialize.initialize_job_loop()
252
+ # preload
253
+ initialize.initialize_preload()
254
255
# only wait for init chats, otherwise they would seem to dissapear for a while on restart
256
init_chats.result_sync()