homelab: runpod-lazy v5.1 background catalog prefetch

dd7afa40571a8e5595fafd436b033e4cc1020086

permissionBRICK <40219477+permissionBRICK@users.noreply.github.com>

homelab/runpod-lazy-proxy.py+27 -1 Viewed

     return files
 +def all_catalog_files():
 +    files = []
 +    for entry in load_catalog().get('models', []):
 +        files.extend(entry.get('files') or [])
 +    return files
++
++
 +def prefetch_rest(pod_id):
 +    """Queues every catalog file on the pod (background, non-priority) so later
 +    model switches find the files already on disk."""
 +    files = all_catalog_files()
 +    if not files:
 +        return
 +    try:
 +        res = mm_request(pod_id, 'POST', '/ensure', {'files': files}, timeout=20)
 +        if res.get('queued'):
 +            log('background prefetch queued:', ', '.join(res['queued']))
 +    except Exception:
 +        pass  # old image without a model manager
++
++
 def api(method, path, body=None):
     req = urllib.request.Request(
         f'https://rest.runpod.io/v1{path}',

             state['last'] = time.monotonic()
             if not ensured:
                 try:
                     mm_request(pod_id, 'POST', '/ensure', {'files': files, 'priority': True})
                     ensured = True
                     state['model'] = values_key(key_values(state['model']) | set(values))
                     log(f'in-place ensure requested: {key}')

                     state['phase'] = 'green'
                     state['since'] = time.time()
                     log('pod ready:', pod_id)
 +                # Green on the needed set; everything else in the catalog
 +                # downloads in the background for instant later switches.
 +                if state.get('prefetch_pod') != pod_id:
 +                    state['prefetch_pod'] = pod_id
 +                    threading.Thread(target=prefetch_rest, args=(pod_id,), daemon=True).start()
                 return pod_id
             if state['phase'] == 'green':
                 state['phase'] = 'orange'  # in-place download in progress