multimodalart commited on
Commit
4cf1dd1
Β·
1 Parent(s): b6f3a3d

Preload AudioProcessor at module import for ZeroGPU snapshot

Browse files
Files changed (1) hide show
  1. app.py +4 -12
app.py CHANGED
@@ -163,15 +163,10 @@ _download_all()
163
  from audio_core.processor import AudioProcessor # noqa: E402
164
  from common.handlers.base import ProcessJob # noqa: E402
165
 
166
- _processor: AudioProcessor | None = None
167
-
168
-
169
- def _get_processor() -> AudioProcessor:
170
- global _processor
171
- if _processor is None:
172
- _processor = AudioProcessor()
173
- _processor.startup()
174
- return _processor
175
 
176
 
177
  # ── Generation ────────────────────────────────────────────────────────────
@@ -214,9 +209,6 @@ def generate(
214
  raw_xml,
215
  progress=gr.Progress(track_tqdm=True),
216
  ):
217
- progress(0, desc="Loading models (cold start can take a few minutes)")
218
- processor = _get_processor()
219
-
220
  if raw_xml and raw_xml.strip():
221
  prompt = raw_xml.strip()
222
  else:
 
163
  from audio_core.processor import AudioProcessor # noqa: E402
164
  from common.handlers.base import ProcessJob # noqa: E402
165
 
166
+ # Load models at module import so ZeroGPU snapshots the warm state and
167
+ # every request starts with weights already resident.
168
+ processor = AudioProcessor()
169
+ processor.startup()
 
 
 
 
 
170
 
171
 
172
  # ── Generation ────────────────────────────────────────────────────────────
 
209
  raw_xml,
210
  progress=gr.Progress(track_tqdm=True),
211
  ):
 
 
 
212
  if raw_xml and raw_xml.strip():
213
  prompt = raw_xml.strip()
214
  else: