# CoderAI - OpenAI-compatible API server
# Copyright (C) 2026 Stefy Lanza <stefy@nexlab.net>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.

"""Main entry point for codai server."""
import sys
import os
import logging
import threading as _t

# Reduce CUDA allocator fragmentation: expandable segments let large transient
# allocations (KV cache, attention activations) grow into reserved-but-unallocated
# memory instead of OOMing on a borderline shortfall. Must be set before torch
# initialises CUDA; honour an explicit override if the operator already set it.
os.environ.setdefault("PYTORCH_CUDA_ALLOC_CONF", "expandable_segments:True")

# Import configuration from codai modules
from codai.cli import parse_args
from codai.config import ConfigManager
from codai.admin.routes import init_session_manager, set_config_manager
from codai.api.archive import archive_manager
from codai.broker import BrokerConfigError, build_broker_runtime_config


logger = logging.getLogger(__name__)


def _migrate_hf_gguf_to_gguf_cache() -> None:
    """Move GGUF files stored in the HF cache into the flat GGUF cache directory.

    Runs once at startup in a background thread.  For repos whose only
    non-trivial content is GGUF files, the HF cache entry is removed after
    the files are safely copied across.
    """
    import shutil
    from codai.models.cache import get_hf_hub_cache_dir, get_model_cache_dir

    hf_dir = get_hf_hub_cache_dir()
    if not os.path.exists(hf_dir):
        return

    gguf_cache = get_model_cache_dir()

    try:
        from huggingface_hub import scan_cache_dir
        info = scan_cache_dir(hf_dir)
    except Exception:
        return

    _TRIVIAL_EXTS = {'.json', '.txt', '.md', '.py', '.gitattributes', '.model', '.tiktoken', '.vocab'}

    migrated_count = 0
    repos_to_purge = []   # HF cache repo dirs safe to delete after migration

    for repo in info.repos:
        if not repo.revisions:
            continue
        latest_rev = sorted(repo.revisions, key=lambda r: r.commit_hash)[-1]

        gguf_files = [f for f in latest_rev.files if f.file_name.endswith('.gguf')]
        if not gguf_files:
            continue

        # Determine whether this repo contains ONLY gguf + trivial metadata
        non_trivial = [
            f for f in latest_rev.files
            if os.path.splitext(f.file_name)[1].lower() not in _TRIVIAL_EXTS
        ]
        gguf_only_repo = non_trivial and all(f.file_name.endswith('.gguf') for f in non_trivial)

        all_migrated = True
        for f in gguf_files:
            dest = os.path.join(gguf_cache, os.path.basename(f.file_name))
            if os.path.exists(dest):
                continue  # already present in GGUF cache
            try:
                src = os.path.realpath(str(f.file_path))  # resolve symlink → blob
                shutil.copy2(src, dest)
                migrated_count += 1
                logger.info("Migrated GGUF: %s → %s", f.file_name, dest)
            except Exception as exc:
                logger.warning("Could not migrate %s: %s", f.file_name, exc)
                all_migrated = False

        if gguf_only_repo and all_migrated:
            repo_dir = os.path.join(hf_dir, f"models--{repo.repo_id.replace('/', '--')}")
            if os.path.isdir(repo_dir):
                repos_to_purge.append((repo.repo_id, repo_dir))

    for repo_id, repo_dir in repos_to_purge:
        try:
            shutil.rmtree(repo_dir)
            logger.info("Removed migrated HF cache entry: %s", repo_id)
        except Exception as exc:
            logger.warning("Could not remove HF cache entry %s: %s", repo_id, exc)

    if migrated_count or repos_to_purge:
        logger.info(
            "GGUF cache migration: %d file(s) moved to %s, %d HF cache entr%s cleaned up.",
            migrated_count, gguf_cache,
            len(repos_to_purge), "ies" if len(repos_to_purge) != 1 else "y",
        )


# Category → (type string used by build_runtime_kwargs, manager config-key prefix)
_CATEGORY_TYPE_PREFIX = {
    "text_models":      ("text", ""),
    "gguf_models":      ("text", ""),
    "image_models":     ("image", "image:"),
    "audio_models":     ("audio", "audio:"),
    "tts_models":       ("tts", "tts:"),
    "vision_models":    ("vision", "vision:"),
    "video_models":     ("video", "video:"),
    "audio_gen_models": ("audio_gen", "audio_gen:"),
    "embedding_models": ("embedding", "embedding:"),
    "spatial_models":   ("spatial", "spatial:"),
}


def build_runtime_kwargs(model_cfg, model_type):
    """Translate a models.json entry into the runtime kwargs stored in
    ``multi_model_manager.config``. Pure function (no external state) so it can
    be reused both at startup and when applying an admin config change live."""
    _flash = bool(
        model_cfg.get('flash_attention', model_cfg.get('flash_attn', False))
        or model_cfg.get('sdcpp_flash_attn', False)
        or model_cfg.get('sdcpp_diffusion_flash_attn', False)
    )
    kwargs = {
        'load_in_4bit':    model_cfg.get('load_in_4bit', False),
        'load_in_8bit':    model_cfg.get('load_in_8bit', False),
        'flash_attn':      _flash,
        'offload_strategy': model_cfg.get('offload_strategy', 'auto'),
        'offload_dir':     model_cfg.get('offload_dir'),
        'max_gpu_percent': model_cfg.get('max_gpu_percent'),
        'manual_ram_gb':   model_cfg.get('manual_ram_gb'),
        'no_ram':          model_cfg.get('no_ram', False),
        'n_gpu_layers':    model_cfg.get('n_gpu_layers', -1),
        'force_vram_update': model_cfg.get('force_vram_update', False),
        # Cross-GPU split (per-model). Must be promoted to TOP-LEVEL kwargs: the
        # manager's _cfg_or_global('gpu_split',…) reads config['gpu_split'] (not
        # _raw_cfg), so without this a model set to "Split — <card> first" loaded
        # confined to one card and spilled to CPU instead of using the 2nd GPU.
        'gpu_split':       bool(model_cfg.get('gpu_split', False)),
        'tensor_split':    model_cfg.get('tensor_split'),
        'split_strategy':  model_cfg.get('split_strategy'),
        'split_secondary_cap_gb': model_cfg.get('split_secondary_cap_gb'),
        '_raw_cfg':        dict(model_cfg) if isinstance(model_cfg, dict) else {},
    }
    if model_type == "text":
        kwargs['ctx'] = model_cfg.get('n_ctx', model_cfg.get('context_size'))
        kwargs['cache_type_k'] = model_cfg.get('cache_type_k')
        kwargs['cache_type_v'] = model_cfg.get('cache_type_v')
    elif model_type == "image":
        kwargs['llm_path'] = model_cfg.get('llm_path')
        kwargs['vae_path'] = model_cfg.get('vae_path')
        kwargs['sample_method'] = model_cfg.get('sample_method', 'res_multistep')
        kwargs['steps'] = model_cfg.get('steps', 4)
        kwargs['width'] = model_cfg.get('width', 512)
        kwargs['height'] = model_cfg.get('height', 512)
        kwargs['cfg_scale'] = model_cfg.get('cfg_scale', 1.0)
        kwargs['precision'] = model_cfg.get('precision', 'f32')
        kwargs['cpu_offload'] = model_cfg.get('cpu_offload', False)
        kwargs['seed'] = model_cfg.get('seed')
        kwargs['vae_tiling'] = model_cfg.get('vae_tiling', False)
        kwargs['clip_on_cpu'] = model_cfg.get('clip_on_cpu', False)
        kwargs['acceleration'] = model_cfg.get('acceleration')
    elif model_type == "audio":
        kwargs['ctx'] = model_cfg.get('context_ms')
        kwargs['offload'] = model_cfg.get('offload') or model_cfg.get('offload_strategy')
        kwargs['vulkan_device'] = model_cfg.get('vulkan_device', 0)
    elif model_type == "vision":
        kwargs['ctx'] = model_cfg.get('n_ctx', model_cfg.get('context_size'))
        kwargs['offload'] = model_cfg.get('offload') or model_cfg.get('offload_strategy')
    elif model_type == "video":
        kwargs['precision'] = model_cfg.get('precision', 'bf16')
        kwargs['vae_tiling'] = model_cfg.get('vae_tiling', True)
        kwargs['balanced_gpu_percent'] = model_cfg.get('balanced_gpu_percent', 80)
        kwargs['output_crf'] = model_cfg.get('output_crf')
        kwargs['acceleration'] = model_cfg.get('acceleration')
    return kwargs


def build_runtime_model_cfg(entry, model_type):
    """build_runtime_kwargs + the extra passthrough keys main() applies."""
    cfg = build_runtime_kwargs(entry, model_type) if isinstance(entry, dict) else {}
    if isinstance(entry, dict):
        for k in ("load_mode", "used_vram_gb", "alias", "max_instances"):
            if k in entry:
                cfg[k] = entry[k]
    return cfg


def apply_model_entry_live(entry, model_types) -> int:
    """Update the running ``multi_model_manager.config`` for one models.json
    entry so config changes (e.g. lora_train_base_model, vae_path, quant flags)
    take effect immediately without a restart. Only the config dict is touched —
    already-loaded weights and VRAM bookkeeping are left alone, and no downloads
    are triggered. Returns the number of live config keys updated."""
    try:
        from codai.models.manager import multi_model_manager
    except Exception:
        return 0
    if not isinstance(entry, dict):
        return 0
    mid = entry.get("path") or entry.get("id") or ""
    if not mid:
        return 0
    def _accel_sig(c):
        """Stable signature of a config's acceleration so we can tell whether a
        save toggled/changed it. Returns 'off' when acceleration is absent."""
        try:
            from codai.models.acceleration import resolve_acceleration
            import json as _json
            a = resolve_acceleration(c)
            return _json.dumps(a, sort_keys=True, default=str) if a else "off"
        except Exception:
            return "off"

    # Settings that only take effect when the model is (re)loaded — they're baked
    # into the llama.cpp/pipeline at construction time and can't be changed on an
    # already-resident model. If a save changes any of these AND the model is loaded,
    # we evict it so the next request reloads with the new config — i.e. the change
    # applies immediately, no server restart.
    _LOAD_AFFECTING = (
        "n_ctx", "context_size", "n_gpu_layers", "gpu_split", "tensor_split",
        "cache_type_k", "cache_type_v", "kv_offload", "n_batch", "n_ubatch",
        "n_seq_max", "flash_attention", "flash_attn", "load_in_4bit", "load_in_8bit",
        "offload_strategy", "no_ram", "max_gpu_percent", "mmproj", "quant_backend",
        "engine", "precision", "vae_path", "vae_tiling", "component_quantization",
        "gpu_split", "tensor_split", "split_strategy", "split_secondary_cap_gb",
    )

    def _load_sig(c):
        """Signature of the load-affecting fields of a config (raw entry preferred)."""
        if not isinstance(c, dict):
            return ""
        src = c.get("_raw_cfg") if isinstance(c.get("_raw_cfg"), dict) else c
        import json as _json
        return _json.dumps({k: src.get(k) for k in _LOAD_AFFECTING},
                           sort_keys=True, default=str)

    updated = 0
    for cat in (model_types or []):
        tp = _CATEGORY_TYPE_PREFIX.get(cat)
        if not tp:
            continue
        type_str, prefix = tp
        key = f"{prefix}{mid}"
        old_cfg = multi_model_manager.config.get(key)
        cfg = build_runtime_model_cfg(entry, type_str)
        multi_model_manager.config[key] = cfg
        try:
            multi_model_manager._remember_registered_type(mid, type_str)
        except Exception:
            pass
        updated += 1
        # Acceleration (Lightning/Lightx2v/LCM distill LoRA + scheduler) is FUSED
        # into the pipeline at load time, so it can't be toggled on an already
        # loaded model. If the save changed it and the model is loaded, evict it
        # so the NEXT request for this model reloads with the new acceleration —
        # applied immediately, no server restart.
        try:
            if key in multi_model_manager.models:
                _changed = (_accel_sig(old_cfg) != _accel_sig(cfg)
                            or _load_sig(old_cfg) != _load_sig(cfg))
                if _changed and multi_model_manager.unload_model(key):
                    print(f"  [admin] load-affecting config changed for {key} — model "
                          f"evicted; next request reloads with the new settings")
        except Exception as _e:
            print(f"  [admin] live-reload evict skipped for {key}: {_e}")
        alias = entry.get("alias")
        if alias:
            try:
                multi_model_manager.set_model_alias(alias, mid)
            except Exception:
                pass
    return updated


def _repair_stale_model_paths(config_mgr) -> int:
    """Rewrite models.json entries whose .gguf file path no longer exists but whose
    file is present in the GGUF cache (by filename). Returns the number of entries
    fixed; saves models.json only when something changed."""
    import glob
    from codai.models.cache import get_model_cache_dir
    cache = get_model_cache_dir()
    if not cache or not os.path.isdir(cache):
        return 0
    cats = ("text_models", "gguf_models", "vision_models", "image_models",
            "audio_models", "tts_models", "video_models", "audio_gen_models",
            "embedding_models", "spatial_models")

    def _resolve(p):
        if not p or not str(p).endswith(".gguf") or os.path.exists(p):
            return None
        base = os.path.basename(p)
        cand = os.path.join(cache, base)
        if os.path.exists(cand):
            return cand
        hits = glob.glob(os.path.join(cache, "**", base), recursive=True)
        return hits[0] if hits else None

    fixed = 0
    for cat in cats:
        for m in config_mgr.models_data.get(cat, []):
            if not isinstance(m, dict):
                continue
            for key in ("path", "model_path"):
                new = _resolve(m.get(key))
                if new:
                    print(f"  Repaired model path: {m[key]} -> {new}")
                    m[key] = new
                    fixed += 1
    if fixed:
        config_mgr.save_models()
    return fixed


def _set_proc_title():
    """Set this process's name by role (idempotent — safe to call more than once).

    Engine  → coderai-<name>  (CODERAI_ENGINE_NAME, else CODERAI_ENGINE_BACKEND).
    Front   → coderai-front.   Single-process → coderai.
    Re-called right before the server binds so nothing that ran in between can leave
    a stale title."""
    try:
        import setproctitle
    except ImportError:
        return
    _argv = sys.argv[1:]
    if "--engine-only" in _argv:
        _ename = (os.environ.get("CODERAI_ENGINE_NAME")
                  or os.environ.get("CODERAI_ENGINE_BACKEND") or "engine")
        name = f"coderai-{_ename}"
    elif "--system-only" in _argv:
        name = "coderai-system"
    else:
        name = "coderai-front"
    try:
        setproctitle.setproctitle(name)
    except Exception:
        pass


def main():
    """Main entry point for the codai server."""
    # Suppress unraisable exceptions from LlamaModel.__del__
    original_unraisablehook = sys.unraisablehook
    def suppress_llama_del_errors(unraisable):
        if isinstance(unraisable.exc_value, AttributeError) and 'LlamaModel' in repr(unraisable.object) and 'sampler' in str(unraisable.exc_value):
            return  # Ignore this specific error
        original_unraisablehook(unraisable)
    sys.unraisablehook = suppress_llama_del_errors
    
    # Name the process by role so the front and each engine are distinguishable in
    # ps/top/htop: front → coderai-front, per-backend engine → coderai-<enginename>
    # (name from env set at spawn; backend as fallback), legacy single → coderai.
    _set_proc_title()
    
    args = parse_args()
    
    # Initialize ConfigManager
    config_dir = args.config
    config_mgr = ConfigManager(config_dir)
    config = config_mgr.load()

    # CLI --host/--port override the server bind for THIS run only, in memory —
    # they are never written back to config.json. The container launcher uses this
    # so a config dir mounted in place (persistent) is not modified at startup.
    _cli_host = getattr(args, "host", None)
    _cli_port = getattr(args, "port", None)
    if _cli_host:
        config.server.host = _cli_host
    if _cli_port:
        config.server.port = int(_cli_port)

    # Configure the temporary-working-files directory as early as possible (before
    # any tempfile.* call). CLI --tmp overrides config.tmp_dir. Setting both
    # tempfile.tempdir and TMPDIR/TMP/TEMP makes every tempfile.* call AND child
    # processes (ffmpeg, rife) use it — so 4x upscaling doesn't fill a small /tmp.
    _tmp_dir = getattr(args, "tmp", None) or getattr(config, "tmp_dir", None)
    if _tmp_dir:
        try:
            _tmp_dir = os.path.abspath(os.path.expanduser(_tmp_dir))
            os.makedirs(_tmp_dir, exist_ok=True)
            import tempfile as _tempfile
            _tempfile.tempdir = _tmp_dir
            os.environ["TMPDIR"] = _tmp_dir
            os.environ["TMP"] = _tmp_dir
            os.environ["TEMP"] = _tmp_dir
            print(f"Temporary working directory: {_tmp_dir}")
        except Exception as _e:
            print(f"WARNING: could not use tmp dir '{_tmp_dir}': {_e} — using OS default")

    # Periodically reclaim the dedicated tmp dir (abandoned delete=False scratch
    # from interrupted generations). Only runs against a configured tmp_dir, never
    # a bare system /tmp. Same mechanism works locally and inside the container.
    if _tmp_dir and getattr(config, "tmp_cleanup_enabled", True):
        try:
            from codai.models.tmp_janitor import start as _start_tmp_janitor
            _start_tmp_janitor(
                _tmp_dir,
                enabled=config.tmp_cleanup_enabled,
                max_age_hours=getattr(config, "tmp_cleanup_max_age_hours", 24.0),
                interval_minutes=getattr(config, "tmp_cleanup_interval_minutes", 60.0),
            )
        except Exception as _e:
            print(f"WARNING: tmp janitor failed to start: {_e}")

    # Age-prune the ds4 on-disk KV-checkpoint cache (<offload>/ds4-kv, or an
    # explicit --kv-disk-dir in ds4 extra_args). Abandoned ds4 sessions leave large
    # KV files that never self-prune. Only when ds4 + this cleanup are both enabled.
    try:
        _ds4 = getattr(config, "ds4", None)
        if _ds4 and getattr(_ds4, "enabled", False) and getattr(_ds4, "kv_cache_cleanup_enabled", False):
            _kv_dir = ""
            _extra = (getattr(_ds4, "extra_args", "") or "")
            if "--kv-disk-dir" in _extra:
                import shlex as _shlex
                _toks = _shlex.split(_extra)
                for _i, _tok in enumerate(_toks):
                    if _tok == "--kv-disk-dir" and _i + 1 < len(_toks):
                        _kv_dir = _toks[_i + 1]
                        break
            if not _kv_dir:
                _off = (getattr(config.offload, "directory", "") or "").strip()
                if _off:
                    _kv_dir = os.path.join(os.path.expanduser(_off), "ds4-kv")
            if _kv_dir:
                from codai.api.ds4_kv_janitor import start as _start_ds4_kv_janitor
                _start_ds4_kv_janitor(
                    _kv_dir,
                    enabled=True,
                    max_age_hours=getattr(_ds4, "kv_cache_max_age_hours", 168.0),
                    interval_minutes=getattr(_ds4, "kv_cache_cleanup_interval_minutes", 360.0),
                )
    except Exception as _e:
        print(f"WARNING: ds4 kv janitor failed to start: {_e}")

    # Apply cache directory overrides from config before any cache module is used.
    # We set env vars AND patch huggingface_hub.constants in case the library was
    # already imported (constants are computed once at import time from env vars).
    if config.models.hf_cache_dir:
        hf_hub_cache = os.path.join(config.models.hf_cache_dir, 'hub')
        os.environ['HF_HOME'] = config.models.hf_cache_dir
        os.environ['HUGGINGFACE_HUB_CACHE'] = hf_hub_cache
        try:
            import sys as _sys
            if 'huggingface_hub.constants' in _sys.modules:
                import huggingface_hub.constants as _hfc
                _hfc.HF_HUB_CACHE = hf_hub_cache
                if hasattr(_hfc, 'HF_HOME'):
                    _hfc.HF_HOME = config.models.hf_cache_dir
        except Exception:
            pass
    if config.models.gguf_cache_dir:
        os.environ['CODERAI_CACHE_DIR'] = config.models.gguf_cache_dir

    # Repair stale .gguf paths in models.json: an entry may point at an HF-hub
    # snapshot path that no longer exists while the file actually lives in the GGUF
    # cache (downloads route there). Rewrite the entry to the real file so the config
    # is correct (the GGUF loader has the same fallback, but this fixes it on disk).
    # The front runs this before spawning engines, so they read the corrected file;
    # it is idempotent (only writes when something changed).
    try:
        _repaired = _repair_stale_model_paths(config_mgr)
        if _repaired:
            print(f"Repaired {_repaired} stale model path(s) in models.json")
    except Exception as _e:
        logging.getLogger(__name__).debug("model-path repair skipped: %s", _e)

    # Configure generation archive
    _arc_dir = config.archive.directory
    if not _arc_dir:
        _arc_dir = os.path.join(config_dir, "archive")
    elif not os.path.isabs(_arc_dir):
        _arc_dir = os.path.join(config_dir, _arc_dir)
    archive_manager.configure(
        enabled=config.archive.enabled,
        directory=_arc_dir,
        retention=config.archive.retention,
    )

    # Initialize admin session manager and expose config to admin routes
    from pathlib import Path
    init_session_manager(Path(config_dir), port=config.server.port)
    set_config_manager(config_mgr)
    
    # Handle early exit options (before heavy imports)
    if args.list_cached_models:
        print("\n=== Listing Cached Models ===")
        from codai.models.cache import list_cached_models_info, get_all_cache_dirs
        cache_info = list_cached_models_info()
        caches = get_all_cache_dirs()
        coderai_dir = caches.get('coderai')
        if coderai_dir:
            print(f"\n--- CODERAI GGUF Cache ({coderai_dir}) ---")
            if cache_info['coderai']:
                for filename, size_mb in cache_info['coderai']:
                    print(f"  {filename} ({size_mb:.1f} MB)")
            else:
                print("  No cached GGUF files.")
        hf_dir = caches.get('huggingface')
        if hf_dir:
            print(f"\n--- HUGGINGFACE Models Cache ({hf_dir}) ---")
            if cache_info['huggingface']:
                for repo_id, size_gb, revision_count in cache_info['huggingface']:
                    print(f"  {repo_id} ({size_gb:.2f} GB)")
                    print(f"    └─ {revision_count} revision(s)")
            else:
                print("  No cached HuggingFace models.")
        print(f"\n=== Summary ===")
        print(f"Total cached models: {cache_info['total_models']}")
        print(f"Total disk usage: {cache_info['total_size_gb']:.2f} GB")
        print("\nCache locations:")
        for cache_name, cache_dir in caches.items():
            print(f"  {cache_name}: {cache_dir}")
        sys.exit(0)
    
    if args.remove_all_models:
        print("\n=== Removing All Cached Models ===")
        from codai.models.cache import remove_all_cached_models
        total_removed = remove_all_cached_models()
        print(f"\n=== Removed {total_removed} item(s) from all caches ===")
        sys.exit(0)
    
    if args.remove_model:
        print(f"\n=== Removing Cached Model Matching: {args.remove_model} ===")
        from codai.models.cache import remove_cached_model
        removed = remove_cached_model(args.remove_model)
        if not removed:
            print(f"No cached models found matching: {args.remove_model}")
            print(f"\nUse --list-cached-models to see available models.")
            sys.exit(0)
        total_size = sum(size for _, _, size in removed)
        print(f"\nRemoved {len(removed)} cached model file(s), freeing {total_size / (1024*1024):.1f} MB")
        sys.exit(0)
    
    if args.download_model:
        print(f"\n=== Downloading Model: {args.download_model} ===")
        from codai.models.cache import download_model, is_huggingface_model_id
        model_id = args.download_model
        file_pattern = args.download_file_pattern
        try:
            if is_huggingface_model_id(model_id):
                if file_pattern:
                    print(f"File pattern: {file_pattern}")
                    cached_path = download_model(model_id, file_pattern=file_pattern)
                else:
                    print("Trying GGUF download first...")
                    cached_path = download_model(model_id, file_pattern='.gguf')
                    if not cached_path:
                        print("No GGUF files found, downloading full HuggingFace repo...")
                        try:
                            from huggingface_hub import snapshot_download
                            from codai.models.cache import get_hf_hub_cache_dir
                            cached_path = snapshot_download(model_id, cache_dir=get_hf_hub_cache_dir())
                        except Exception as e:
                            print(f"Error downloading full repo: {e}")
                            cached_path = None
            else:
                cached_path = download_model(model_id, file_pattern=file_pattern or '.gguf')
            if cached_path:
                print(f"\n=== Model downloaded successfully ===")
                print(f"Cached at: {cached_path}")
                sys.exit(0)
            else:
                print(f"\n=== Failed to download model ===")
                sys.exit(1)
        except Exception as e:
            print(f"\n=== Error downloading model: {e} ===")
            sys.exit(1)
    
    if args.vulkan_list_devices:
        print("\nListing Vulkan devices...")
        try:
            import subprocess
            result = subprocess.run(['vulkaninfo', '--summary'], capture_output=True, text=True)
            if result.returncode == 0:
                print(result.stdout)
            else:
                print("Could not run vulkaninfo. Make sure vulkan-tools is installed.")
        except Exception as e:
            print(f"Error listing devices: {e}")
        sys.exit(0)

    # ─── Frontend/engine split ───────────────────────────────────────────────
    # Default boot: run the always-responsive front proxy on the public port and
    # let it supervise engine subprocess(es) that do all GPU/model work. This
    # process becomes the front and returns here — none of the heavy engine init
    # below runs in it (so its event loop is never blocked by model work).
    #   --engine-only     → this process IS an engine: bind an internal localhost
    #                       port and run the full app below (the front spawns these).
    _engine_only = getattr(args, "engine_only", False)
    _system_only = getattr(args, "system_only", False)
    if not _engine_only and not _system_only:
        from codai.frontproxy import run_front
        run_front(config, args)
        return
    if _system_only:
        # The coderai-system worker: cache scan + HF downloads + cache mgmt only.
        import uvicorn
        from codai.system_app import build_system_app
        _sport = int(getattr(args, "internal_port", None)
                     or config.server.internal_port_base)
        _set_proc_title()
        _sapp = build_system_app(config, config_dir, internal_port=_sport)
        print(f"[system] coderai-system serving on http://127.0.0.1:{_sport} "
              f"(internal — reach it via the front)", flush=True)
        uvicorn.run(_sapp, host="127.0.0.1", port=_sport, log_config=None)
        return
    if _engine_only:
        # Engines bind plain localhost HTTP; the front owns the public host + TLS.
        # NOTE: don't mutate config.server here — the settings API reads it, and it
        # must keep reporting the user's CONFIGURED public host/port/https. The
        # actual bind target is computed separately at serve time.
        # The front pins this engine's backend (so a Radeon engine uses Vulkan and
        # an NVIDIA engine uses CUDA) via CODERAI_ENGINE_BACKEND; honour it over the
        # shared config.backend.type. Device selection is done by the env block the
        # front set (CUDA_VISIBLE_DEVICES / GGML_VK_VISIBLE_DEVICES / VK_ICD_FILENAMES).
        _forced_backend = os.environ.get("CODERAI_ENGINE_BACKEND")
        if _forced_backend:
            config.backend.type = _forced_backend
            print(f"[engine] backend forced to '{_forced_backend}' by the front")
        # Optional: pin this engine's AMD GPU(s) to a fixed power/clock state.
        # Polaris (and other GCN) cards frequently HANG under sustained Vulkan
        # compute when the driver switches DPM power states mid-kernel; locking
        # to 'high' avoids those transitions. Configured per-engine via
        # server.dpm_force_performance_level_overrides (env CODERAI_DPM_FORCE).
        _dpm = os.environ.get("CODERAI_DPM_FORCE")
        if _dpm:
            try:
                from codai.frontproxy.gpu_detect import apply_amd_dpm_force_level
                apply_amd_dpm_force_level(_dpm.strip())
            except Exception as _de:
                print(f"[dpm] apply failed: {_de}", flush=True)
        # The front owns the AISBF broker (always-responsive, one registration for
        # the whole node, routes to engines). So no engine runs its own broker
        # client — that would double-register and stall when the engine loads.
        if config.broker.enabled:
            config.broker.enabled = False
            print("[engine] broker disabled (the front manages the broker)")
        # Note: model→engine assignment is enforced by the FRONT's router (each model
        # is routed to its single owner engine), not by pruning models.json here —
        # so the admin model list (served from the primary) stays complete.

    # Migrate any GGUF files that ended up in the HF cache to the GGUF cache
    _t.Thread(target=_migrate_hf_gguf_to_gguf_cache, daemon=True).start()

    # Start the global host-RAM watcher (leak detection + auto-mitigation). Safe to
    # start unconditionally: it idles cheaply and reads the cap/watch flags live, so
    # it begins acting as soon as a max_ram_gb is configured (incl. via live reload).
    try:
        from codai.models.ram_monitor import start as _start_ram_monitor
        _start_ram_monitor()
    except Exception as _e:
        logging.getLogger(__name__).debug("RAM monitor not started: %s", _e)

    # Import core modules (only after early exits)
    from codai.api import app
    from codai.api.state import (
        set_global_args, set_global_debug, set_global_system_prompt,
        set_global_tools_closer_prompt, set_global_file_path, set_load_mode,
        set_grammar_guided_gen, get_global_args
    )
    from codai.models.manager import ModelManager, MultiModelManager, model_manager, multi_model_manager
    from codai.backends import detect_available_backends
    from codai.api.app import set_global_file_path_wrapper
    
    # Import after early exits
    from codai.api.text import (
        set_global_args as set_global_args_text,
        set_global_debug as set_global_debug_text,
        set_global_system_prompt as set_global_system_prompt_text,
        set_global_tools_closer_prompt as set_global_tools_closer_prompt_text,
    )
    from codai.api.app import set_load_mode as set_load_mode_app
    
    # Store config reference globally for access
    fastapi_app = app.app
    fastapi_app.state.config_mgr = config_mgr
    fastapi_app.state.config = config
    try:
        fastapi_app.state.broker_runtime = build_broker_runtime_config(config.broker)
    except BrokerConfigError as error:
        logger.warning("Broker disabled due to invalid configuration: %s", error)
        fastapi_app.state.broker_runtime = build_broker_runtime_config(config.broker.__class__())
    
    # Set global variables from config and args (args override config for now)
    global global_system_prompt, global_tools_closer_prompt, global_debug, global_dump, global_file_path, grammar_guided_gen
    
    # Debug from command line flag (overrides config)
    global_debug = args.debug
    set_global_debug(global_debug)
    set_global_debug_text(global_debug)
    
    global_dump = args.dump
    if global_dump:
        global_debug = True
        set_global_debug(True)
        set_global_debug_text(True)
    
    # System prompt (from config)
    global_system_prompt = config.system_prompt
    set_global_system_prompt(global_system_prompt)
    set_global_system_prompt_text(global_system_prompt)
    
    # Tools closer prompt
    global_tools_closer_prompt = config.tools_closer_prompt
    set_global_tools_closer_prompt(global_tools_closer_prompt)
    set_global_tools_closer_prompt_text(global_tools_closer_prompt)
    if global_tools_closer_prompt:
        print("Tools closer prompt enabled")
    
    # Grammar guided generation
    grammar_guided_gen = config.grammar_guided
    if grammar_guided_gen:
        set_grammar_guided_gen(True)
        print("Grammar-guided generation enabled")
    
    # File path
    global_file_path = config.file_path
    set_global_file_path(global_file_path)
    set_global_file_path_wrapper(global_file_path)
    from codai.api.images import set_global_file_path as set_images_file_path
    set_images_file_path(global_file_path)
    
    # Debug: print command line
    if global_debug:
        import shlex
        cmd_line = ' '.join(shlex.quote(arg) for arg in sys.argv)
        print(f"\n{'='*80}")
        print(f"=== COMMAND LINE: {cmd_line}")
        print(f"{'='*80}\n")
        print("DEBUG MODE ENABLED")
    
    # Determine load mode from config
    load_mode = config.models.default_load_mode or "ondemand"
    set_load_mode(load_mode)
    multi_model_manager.set_load_mode(load_mode)
    multi_model_manager._global_max_instances = config.models.max_model_instances
    # Per-engine override of the default instances-per-model, set by the front.
    _mi = os.environ.get("CODERAI_MAX_MODEL_INSTANCES")
    if _mi:
        try:
            multi_model_manager._global_max_instances = int(_mi)
            config.models.max_model_instances = int(_mi)
        except ValueError:
            pass

    # Cross-engine VRAM release: on a shared GPU (the GGUF-isolation split puts a
    # torch engine and a gguf engine on one NVIDIA card) neither can evict the
    # other's models. When local eviction can't free enough, ask each co-located
    # sibling (CODERAI_COSITED_URLS, set by the front) to release its idle models.
    _cosited = [u for u in (os.environ.get("CODERAI_COSITED_URLS") or "").split(",") if u]
    if _cosited:
        _itok = os.environ.get("CODERAI_INTERNAL_TOKEN")

        def _cosite_vram_releaser(needed_gb: float) -> float:
            # Ask each co-located sibling to free `needed_gb`, WAITING for a busy
            # model (e.g. an in-flight video clip) to finish its current unit and be
            # evicted — a clean cross-engine swap rather than loading into the
            # render's VRAM and both OOMing. The HTTP timeout must exceed the
            # sibling's wait budget (a video clip part can run ~2.5 min) so the wait
            # isn't cut short; on true timeout the sibling gives up and we fall back
            # to our own offload.
            import httpx as _httpx
            _wait_budget = 180.0
            total = 0.0
            for _u in _cosited:
                try:
                    _r = _httpx.post(f"{_u}/internal/evict-vram",
                                     json={"needed_gb": needed_gb, "wait": True,
                                           "wait_timeout": _wait_budget},
                                     headers={"x-coderai-internal": _itok or ""},
                                     timeout=_wait_budget + 30.0)
                    if _r.status_code == 200:
                        total += float((_r.json() or {}).get("freed_gb") or 0.0)
                except Exception as _e:
                    print(f"  [cosite-evict] sibling {_u} failed: {_e}", flush=True)
            return total

        try:
            multi_model_manager.register_external_vram_releaser(_cosite_vram_releaser)
            print(f"  Cross-engine VRAM release enabled (co-located: {', '.join(_cosited)})")
        except Exception as _e:
            print(f"  Cross-engine VRAM release setup failed: {_e}")

    print(f"\nLoad mode: {load_mode}")
    if load_mode == "ondemand":
        print("  (pre-load first model, unload/load on switch)")
    elif load_mode == "loadswap":
        print("  (first model in VRAM, others in CPU RAM, swap on switch)")
    elif load_mode == "loadall":
        print("  (load all models into VRAM, offload to CPU RAM if full)")
    
    # Detect available backends
    available_backends = detect_available_backends()
    print(f"\nAvailable backends: {available_backends}")
    
    # Determine backend from config
    backend = config.backend.type
    if backend == "auto":
        if available_backends.get('nvidia'):
            backend = "nvidia"
        elif available_backends.get('vulkan'):
            backend = "vulkan"
        elif available_backends.get('opencl'):
            backend = "opencl"
        else:
            print("Error: No supported backend detected")
            sys.exit(1)
    
    print(f"Using backend: {backend}")
    model_manager.backend_type = backend
    
    # Store global state
    fastapi_app.state.model_manager = model_manager
    fastapi_app.state.multi_model_manager = multi_model_manager
    
    # =========================================================================
    # Load models from config
    # =========================================================================
    print(f"\n=== Loading Models from Config ===")

    models_config = config_mgr.models_data
    # In an engine the front assigns a SUBSET of models to this engine; register and
    # pre-load only those (so e.g. whisper-server doesn't start on every engine).
    # config_mgr.models_data stays full, so the admin model list — served from the
    # primary engine — remains complete.
    _assigned_env = os.environ.get("CODERAI_ENGINE_MODELS")
    if _assigned_env is not None:
        try:
            import json as _json
            _keep = set(_json.loads(_assigned_env))

            def _route_key(m):
                if isinstance(m, str):
                    return m
                if isinstance(m, dict):
                    return m.get("alias") or m.get("path") or m.get("id")
                return None
            _model_cats = ("text_models", "gguf_models", "vision_models", "image_models",
                           "audio_models", "tts_models", "video_models", "audio_gen_models",
                           "embedding_models", "spatial_models")
            models_config = {
                k: ([m for m in v if _route_key(m) in _keep]
                    if k in _model_cats and isinstance(v, list) else v)
                for k, v in config_mgr.models_data.items()
            }
            _n = sum(len(models_config.get(c, [])) for c in _model_cats)
            print(f"[engine] registering {_n} model(s) assigned by the front")
            # Also restrict /v1/models (list_models) to the assigned subset, so the
            # per-engine model list matches what it actually serves — config_mgr's
            # full models_data is untouched (the admin model list stays complete).
            multi_model_manager.set_assigned_models(_keep)
        except Exception as _e:
            print(f"[engine] assignment filter failed ({_e}); registering all models")

    # Helper to find model config
    def get_model_cfg(model_type, model_id):
        key = f"{model_type}:{model_id}"
        for m in models_config.get(f"{model_type}_models", []):
            if m.get("id") == model_id:
                return m
        return {}
    
    # Helper to build kwargs from model config (module-level build_runtime_kwargs
    # is the single source of truth; admin live-apply reuses the same function).
    build_kwargs_from_config = build_runtime_kwargs

    # =========================================================================
    # Register and optionally pre-load all configured models
    # Models with load_mode == "load" are pre-loaded at startup.
    # Models with load_mode == "on-request" (default) are loaded on demand.
    # =========================================================================

    def _model_id(m):
        """Return the model path/id from a config entry (dict or str)."""
        if isinstance(m, str):
            return m
        return m.get("path") or m.get("id") or ""

    def _model_cfg(m, mtype):
        cfg = build_kwargs_from_config(m, mtype) if isinstance(m, dict) else {}
        if isinstance(m, dict):
            for k in ("load_mode", "used_vram_gb", "alias", "max_instances"):
                if k in m:
                    cfg[k] = m[k]
        return cfg

    # Text models
    text_models = models_config.get("text_models", [])
    # Also include legacy gguf_models entries (treated as text)
    text_models = text_models + models_config.get("gguf_models", [])
    text_model_names = [_model_id(m) for m in text_models if _model_id(m)]

    if text_model_names:
        print(f"\nText model(s): {text_model_names}")
        for i, m in enumerate(text_models):
            mid = _model_id(m)
            if not mid:
                continue
            cfg = _model_cfg(m, "text")
            if i == 0:
                # Only the first text model becomes the default
                multi_model_manager.set_default_model(
                    mid, config=cfg,
                    backend_type=m.get("backend", "auto") if isinstance(m, dict) else "auto"
                )
            else:
                # Additional text models: register config only, no default override
                multi_model_manager.config[mid] = cfg
                multi_model_manager.model_backend_types[mid] = (
                    m.get("backend", "auto") if isinstance(m, dict) else "auto"
                )
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Audio models
    audio_models = models_config.get("audio_models", [])
    for m in audio_models:
        mid = _model_id(m)
        if not mid:
            continue
        if isinstance(m, dict) and m.get("backend") == "whisper-server":
            # A whisper-server entry with no model_path is the whisper MODEL config
            # (it just enables the gguf model); the actual subprocess is its RUNNER
            # entry (which carries model_path). Only runners get started here.
            if not m.get("model_path"):
                continue
            cfg = _model_cfg(m, "audio")
            alias = (m.get("alias") or "").strip() or None
            cfg.update({
                "backend": "whisper-server",
                "server_path": m.get("server_path", ""),
                "model_path": m.get("model_path") or None,
                "port": int(m.get("port", 8744)),
                "gpu_device": int(m.get("gpu_device", 0)),
                "alias": alias,
            })
            multi_model_manager.register_whisper_server(
                model_id=mid,
                server_path=m.get("server_path", ""),
                model_path=m.get("model_path") or None,
                port=int(m.get("port", 8744)),
                gpu_device=int(m.get("gpu_device", 0)),
                config=cfg,
                alias=alias,
            )
        else:
            multi_model_manager.set_audio_model(mid, config=_model_cfg(m, "audio"))

    # Image models
    image_models = models_config.get("image_models", [])
    for m in image_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_image_model(mid, config=_model_cfg(m, "image"))
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Vision models
    vision_models = models_config.get("vision_models", [])
    for m in vision_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_vision_model(mid, config=_model_cfg(m, "vision"))
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # TTS models
    tts_models = models_config.get("tts_models", [])
    for m in tts_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_tts_model(mid, config=_model_cfg(m, "tts") if isinstance(m, dict) else {})
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Video generation models
    video_models = models_config.get("video_models", [])
    for m in video_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_video_model(mid, config=_model_cfg(m, "video") if isinstance(m, dict) else {})
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Audio generation models (MusicGen, AudioLDM2, …)
    audio_gen_models = models_config.get("audio_gen_models", [])
    for m in audio_gen_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_audio_gen_model(mid, config=_model_cfg(m, "audio_gen") if isinstance(m, dict) else {})
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Embedding models
    embedding_models = models_config.get("embedding_models", [])
    for m in embedding_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_embedding_model(mid, config=_model_cfg(m, "embedding") if isinstance(m, dict) else {})
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Spatial models (depth estimation, segmentation, object detection)
    spatial_models = models_config.get("spatial_models", [])
    for m in spatial_models:
        mid = _model_id(m)
        if mid:
            multi_model_manager.set_spatial_model(mid, config=_model_cfg(m, "spatial") if isinstance(m, dict) else {})
            if isinstance(m, dict) and m.get("alias"):
                multi_model_manager.set_model_alias(m["alias"], mid)

    # Register aliases
    aliases = models_config.get("aliases", {})
    for alias, model in aliases.items():
        multi_model_manager.set_model_alias(alias, model)

    # Pre-load models marked as load_mode == "load" across ALL types
    all_model_entries = (
        [("text", m) for m in text_models] +
        [("audio", m) for m in audio_models] +
        [("image", m) for m in image_models] +
        [("vision", m) for m in vision_models] +
        [("tts", m) for m in tts_models] +
        [("video", m) for m in video_models] +
        [("audio_gen", m) for m in audio_gen_models] +
        [("embedding", m) for m in embedding_models] +
        [("spatial", m) for m in spatial_models]
    )
    for mtype, m in all_model_entries:
        mid = _model_id(m)
        if not mid:
            continue
        per_load_mode = m.get("load_mode", "on-request") if isinstance(m, dict) else "on-request"
        if per_load_mode != "load":
            print(f"  '{mid}' — on-request (will load when needed)")
            continue
        print(f"  Pre-loading '{mid}' (load mode)...")
        try:
            if mtype == "text":
                mm = multi_model_manager._load_model_by_name(mid)
                if mm is not None and mm.backend is not None:
                    multi_model_manager.active_in_vram = mid
                    print(f"  Loaded: {mid}")
                    # Load additional instances if preload_all_instances is set
                    if isinstance(m, dict) and m.get("preload_all_instances"):
                        max_inst = m.get("max_instances", 1)
                        if isinstance(max_inst, int) and max_inst > 1:
                            for i in range(max_inst - 1):
                                multi_model_manager._pending_new_instance.add(mid)
                                mm2 = multi_model_manager._load_model_by_name(mid)
                                if mm2 is not None and mm2.backend is not None:
                                    print(f"  Loaded extra instance {i+2}/{max_inst}: {mid}")
                                else:
                                    print(f"  Warning: extra instance {i+2}/{max_inst} of '{mid}' failed to load")
                                    break
                else:
                    print(f"  Warning: {mid} failed to load")
            elif mtype == "audio" and mid in multi_model_manager.whisper_servers:
                # Accounted start: evicts for VRAM + registers it as a loaded model.
                if multi_model_manager.start_whisper_server(mid):
                    print(f"  whisper-server started: {mid}")
                else:
                    print(f"  Warning: whisper-server '{mid}' failed to start")
            # image/vision/tts pre-loading is handled by their respective
            # API modules on first request; we just log intent here.
            else:
                print(f"  Note: pre-loading for {mtype} models happens on first request")
        except Exception as e:
            print(f"  Warning: failed to pre-load '{mid}': {e}")


    
    # Print startup summary
    print(f"\nBackend: {backend}")
    available_models = multi_model_manager.list_models()
    print(f"Available models: {[m.id for m in available_models]}")
    if aliases:
        print("Model aliases:")
        for alias, target in aliases.items():
            print(f"  {alias} -> {target}")

    # Set global args for backward compatibility with existing code
    class ArgsCompat:
        pass
    global_args = ArgsCompat()
    global_args.backend = backend
    global_args.host = config.server.host
    global_args.port = config.server.port
    global_args.url = "auto"
    global_args.https = config.server.https
    global_args.privkey = config.server.https_key_path
    global_args.pubkey = config.server.https_cert_path
    # Disk-offload directory. Honour the configured value (per-model offload_dir and
    # this global both respected downstream), but when it's still the built-in
    # relative default './offload' — which resolves to the CWD, the READ-ONLY
    # /opt/coderai/app tree in the OCI image (EACCES on makedirs) — fall back to a
    # container-provided writable default (CODERAI_OFFLOAD_DIR, set by the entrypoint
    # to /cache/offload). Explicit config still wins; bare-metal keeps './offload'.
    _off_dir = config.offload.directory
    if (not _off_dir or str(_off_dir).strip() in ("", "./offload")) \
            and os.environ.get("CODERAI_OFFLOAD_DIR"):
        _off_dir = os.environ["CODERAI_OFFLOAD_DIR"]
    global_args.offload_dir = _off_dir
    global_args.ram = config.offload.manual_ram_gb
    global_args.offload_strategy = config.offload.strategy
    global_args.no_ram = config.offload.no_ram
    # Pipeline disk-cache flags must be carried onto global_args — pipeline_cache.
    # enabled()/_force_rebuild() read them via get_global_args(). Without this the
    # cache silently never engages (the startup banner reads the raw args, so it
    # still claims "enabled", masking the gap).
    global_args.pipeline_cache = getattr(args, "pipeline_cache", False)
    global_args.rebuild_pipeline_cache = getattr(args, "rebuild_pipeline_cache", False)
    global_args.load_in_4bit = config.offload.load_in_4bit
    global_args.load_in_8bit = config.offload.load_in_8bit
    global_args.flash_attn = config.offload.flash_attention
    global_args.max_gpu_percent = config.offload.max_gpu_percent
    # Global host-RAM cap + leak watch (read live by hf_loading, manager, ram_monitor).
    global_args.max_ram_gb = config.offload.max_ram_gb
    global_args.evict_idle_on_ram = config.offload.evict_idle_on_ram
    global_args.ram_leak_watch = config.offload.ram_leak_watch
    global_args.ram_watch_poll_seconds = config.offload.ram_watch_poll_seconds
    global_args.ram_watch_soft_fraction = config.offload.ram_watch_soft_fraction
    global_args.ram_watch_cuda = config.offload.ram_watch_cuda
    # Cross-backend GPU pooling defaults (per-model config can override). Read by
    # the GGUF loader to set llama.cpp split_mode/tensor_split.
    global_args.gpu_split = getattr(config.offload, "gpu_split", False)
    global_args.tensor_split = getattr(config.offload, "tensor_split", None)
    global_args.split_strategy = getattr(config.offload, "split_strategy", "vram")
    global_args.split_secondary_cap_gb = getattr(config.offload, "split_secondary_cap_gb", None)
    global_args.split_card_caps_gb = getattr(config.offload, "split_card_caps_gb", None) or {}
    # Thermal protection settings (read live by codai.models.thermal).
    global_args.thermal_cpu_enabled = config.thermal.cpu_enabled
    global_args.thermal_gpu_enabled = config.thermal.gpu_enabled
    global_args.thermal_cpu_high = config.thermal.cpu_high
    global_args.thermal_cpu_resume = config.thermal.cpu_resume
    global_args.thermal_gpu_high = config.thermal.gpu_high
    global_args.thermal_gpu_resume = config.thermal.gpu_resume
    global_args.thermal_gpu_overrides = config.thermal.gpu_overrides
    global_args.thermal_poll_seconds = config.thermal.poll_seconds
    global_args.thermal_soft_throttle_enabled = config.thermal.soft_throttle_enabled
    global_args.thermal_soft_throttle_temp = config.thermal.soft_throttle_temp
    global_args.thermal_soft_throttle_max_sleep = config.thermal.soft_throttle_max_sleep
    # Video-enhancement external-tool policy (default off → in-process models only).
    global_args.enhance_allow_ffmpeg = config.enhance.allow_ffmpeg
    global_args.enhance_allow_rife_ncnn = config.enhance.allow_rife_ncnn
    global_args.n_gpu_layers = config.vulkan.n_gpu_layers
    # The global fallback context window. Must be a plain int — it flows into the
    # llama.cpp backend's n_ctx, which a list would break ('<' int vs list).
    global_args.n_ctx = config.vulkan.n_ctx
    global_args.vulkan_device = config.vulkan.device_id
    global_args.vulkan_single_gpu = config.vulkan.single_gpu
    global_args.image_sample_method = config.image.sample_method
    global_args.image_steps = config.image.steps
    global_args.image_width = config.image.width
    global_args.image_height = config.image.height
    global_args.image_cfg_scale = config.image.cfg_scale
    global_args.image_precision = config.image.precision
    global_args.image_cpu_offload = config.image.cpu_offload
    global_args.image_seed = config.image.seed
    global_args.vae_tiling = config.image.vae_tiling
    global_args.clip_on_cpu = config.image.clip_on_cpu
    global_args.system_prompt = config.system_prompt
    global_args.tools_closer_prompt = config.tools_closer_prompt
    global_args.grammar_guided_gen = config.grammar_guided
    global_args.debug = global_debug
    global_args.debug_web = getattr(args, 'debug_web', False)
    global_args.debug_thermal = getattr(args, 'debug_thermal', False)
    global_args.debug_lora = getattr(args, 'debug_lora', False)
    global_args.debug_requests = getattr(args, 'debug_requests', False)
    global_args.dump = global_dump
    global_args.file_path = config.file_path
    global_args.parser = config.parser
    global_args.hf_chat_template = config.hf_chat_templates
    global_args.force_reasoning = config.reasoning_options
    global_args.model = text_model_names
    global_args.language_model = text_model_names
    global_args.image_model = [_model_id(m) for m in image_models]
    global_args.audio_model = [_model_id(m) for m in audio_models]
    global_args.vision_model = [_model_id(m) for m in vision_models]
    global_args.tts_model = _model_id(tts_models[0]) if tts_models else None
    global_args.model_aliases = [(k, v) for k, v in aliases.items()]
    global_args.whisper_server = config.whisper.server_path
    global_args.whisper_server_port = config.whisper.server_port
    global_args.audio_ctx = None
    global_args.audio_offload = None
    global_args.audio_vulkan_device = 0
    global_args.image_ctx = None
    global_args.image_offload = None
    global_args.download_file_pattern = None
    global_args.list_cached_models = False
    global_args.remove_all_models = False
    global_args.remove_model = None
    global_args.download_model = None
    global_args.vulkan_list_devices = False
    global_args.loadall = False
    global_args.loadswap = False
    global_args.nopreload = False

    set_global_args(global_args)
    set_global_args_text(global_args)
    set_load_mode_app(load_mode)

    # Set image module global args
    from codai.api.images import set_global_args as set_images_global_args
    set_images_global_args(global_args)

    # Set video module global args
    from codai.api.video import set_global_args as set_video_global_args, set_global_file_path as set_video_file_path
    set_video_global_args(global_args)
    if global_file_path:
        set_video_file_path(global_file_path)

    # Set audio_gen module global args
    from codai.api.audio_gen import set_global_args as set_audiogen_global_args, set_global_file_path as set_audiogen_file_path
    set_audiogen_global_args(global_args)
    if global_file_path:
        set_audiogen_file_path(global_file_path)

    from codai.api.audio_stems import set_global_args as set_astems_global_args, set_global_file_path as set_astems_file_path
    set_astems_global_args(global_args)
    if global_file_path:
        set_astems_file_path(global_file_path)

    from codai.api.audio_clean import set_global_args as set_aclean_global_args, set_global_file_path as set_aclean_file_path
    set_aclean_global_args(global_args)
    if global_file_path:
        set_aclean_file_path(global_file_path)

    # Set voice clone module global args
    from codai.api.voice_clone import set_global_args as set_vc_global_args, set_global_file_path as set_vc_file_path
    set_vc_global_args(global_args)
    if global_file_path:
        set_vc_file_path(global_file_path)

    from codai.api.voice_convert import set_global_args as set_vconv_global_args, set_global_file_path as set_vconv_file_path
    set_vconv_global_args(global_args)
    if global_file_path:
        set_vconv_file_path(global_file_path)

    # Set faceswap module global args
    from codai.api.faceswap import set_global_args as set_fs_global_args, set_global_file_path as set_fs_file_path
    set_fs_global_args(global_args)
    if global_file_path:
        set_fs_file_path(global_file_path)

    # Set spatial (3D) module global args
    from codai.api.spatial import set_global_args as set_spatial_global_args, set_global_file_path as set_spatial_file_path
    set_spatial_global_args(global_args)
    if global_file_path:
        set_spatial_file_path(global_file_path)

    # Set character profiles module global args
    from codai.api.characters import set_global_args as set_chars_global_args
    set_chars_global_args(global_args)

    # Set OCR module global args
    from codai.api.ocr import set_global_args as set_ocr_global_args
    set_ocr_global_args(global_args)

    # Set LoRA training module global args. Resolve job-recovery first (the
    # --no-resume-jobs flag overrides the persisted config setting), then call
    # set_global_args, which runs _load_jobs_on_start and honours the flag.
    from codai.api.loras import (set_global_args as set_loras_global_args,
                                 set_resume_enabled as set_loras_resume_enabled)
    _resume_jobs = bool(getattr(config.jobs, "resume_on_restart", True)) and not getattr(args, "no_resume_jobs", False)
    set_loras_resume_enabled(_resume_jobs)
    set_loras_global_args(global_args)
    if not _resume_jobs:
        print("LoRA job recovery: DISABLED (interrupted training will be cancelled on restart)")

    if getattr(args, "pipeline_cache", False):
        try:
            from codai.models.pipeline_cache import cache_root
            _pc_extra = " (rebuilding this run)" if getattr(args, "rebuild_pipeline_cache", False) else ""
            print(f"Pipeline cache: ENABLED{_pc_extra} — quantized pipelines cached at {cache_root()}")
        except Exception:
            print("Pipeline cache: ENABLED")

    # Set environment profiles module global args
    from codai.api.environments import set_global_args as set_envs_global_args
    set_envs_global_args(global_args)

    # Set embeddings module global args
    from codai.api.embeddings import set_global_args as set_embed_global_args
    set_embed_global_args(global_args)

    # Pre-load image models marked as load_mode == "load"
    for m in image_models:
        mid = _model_id(m)
        if not mid:
            continue
        per_load_mode = m.get("load_mode", "on-request") if isinstance(m, dict) else "on-request"
        if per_load_mode != "load":
            continue
        model_key = f"image:{mid}"
        if model_key in multi_model_manager.models:
            continue
        try:
            from codai.api.images import _load_diffusers_pipeline, _is_gguf_model, _load_sdcpp_model
            print(f"Pre-loading image model '{mid}' (load mode)...")
            if _is_gguf_model(mid):
                resolved_path = multi_model_manager.load_model(mid)
                if resolved_path and os.path.isfile(resolved_path):
                    sd_model = _load_sdcpp_model(resolved_path, global_args)
                    if sd_model:
                        multi_model_manager.add_model(model_key, sd_model)
                        print(f"  Image model loaded: {mid}")
            else:
                pipeline = _load_diffusers_pipeline(mid, global_args)
                if pipeline:
                    multi_model_manager.add_model(model_key, pipeline)
                    print(f"  Image model loaded: {mid}")
        except Exception as e:
            print(f"  Warning: failed to pre-load image model '{mid}': {e}")


    
    # Apply queue scheduler settings from config
    from codai.queue.manager import queue_manager
    queue_manager.max_size = config.server.queue_max_size
    queue_manager.max_parallel_requests = config.server.max_parallel_requests
    # In an engine the front may override this engine's concurrency (per-engine
    # limit) via env, so a bigger card runs more in parallel than a smaller one.
    _mp = os.environ.get("CODERAI_MAX_PARALLEL")
    if _mp:
        try:
            queue_manager.max_parallel_requests = int(_mp)
            config.server.max_parallel_requests = int(_mp)
        except ValueError:
            pass

    # Configure Python logging so broker/API log calls reach the terminal.
    # uvicorn is started with log_config=None to keep our config in place.
    _log_level = logging.DEBUG if global_debug else logging.INFO

    class _RenameUvicornError(logging.Filter):
        """uvicorn names its general-purpose lifecycle logger 'uvicorn.error' even
        for non-error messages (startup, listening address, shutdown).  Rename it
        to 'uvicorn' in the output so INFO lines don't look like errors."""
        def filter(self, record):
            if record.name == "uvicorn.error":
                record.name = "uvicorn"
            return True

    logging.basicConfig(
        level=_log_level,
        format="%(asctime)s [%(levelname)-8s] %(name)s: %(message)s",
        stream=sys.stdout,
        force=True,
    )
    logging.getLogger("uvicorn.error").addFilter(_RenameUvicornError())
    # Suppress noisy third-party libraries at WARNING unless in debug mode.
    for _noisy in ("httpx", "httpcore", "urllib3", "multipart", "PIL"):
        logging.getLogger(_noisy).setLevel(logging.WARNING)
    if not global_debug:
        logging.getLogger("asyncio").setLevel(logging.WARNING)
    # WebSocket + broker-client debug logs are suppressed unless --debug-ws is given.
    # --debug alone does NOT enable them; they are too noisy for general debugging.
    _debug_ws = getattr(args, 'debug_ws', False)
    if not _debug_ws:
        logging.getLogger("websockets").setLevel(logging.WARNING)
        logging.getLogger("websockets.client").setLevel(logging.WARNING)
        logging.getLogger("websockets.server").setLevel(logging.WARNING)
        logging.getLogger("codai.broker.client").setLevel(logging.INFO)
    # Some endpoints are polled constantly (e.g. the web UI hits
    # /v1/loras/progress every ~1.5s), flooding the access log. Drop ONLY those
    # noisy polling paths from uvicorn.access unless --debug-web is set; all other
    # API request lines keep showing. A logger filter survives uvicorn's own
    # configure_logging (which resets the access logger LEVEL at startup).
    _debug_web = getattr(args, 'debug_web', False)
    if not _debug_web:
        class _AccessNoiseFilter(logging.Filter):
            # uvicorn.access record args: (client_addr, method, full_path, http_ver, status)
            # All the generation-progress pollers (hit ~1/s while work runs) are
            # noise unless --debug-web is set.
            _NOISY_PREFIX = (
                "/v1/loras/progress",
                "/v1/video/progress",
                "/v1/images/progress",
                "/v1/audio/progress",
            )
            # Exact-match only, so the live Tasks-page pollers are dropped but the
            # user-initiated action endpoints (/admin/api/tasks/{id}/pause, …) still log.
            _NOISY_EXACT = ("/admin/api/tasks", "/admin/api/system-stats")
            def filter(self, record):
                try:
                    args = record.args
                    if isinstance(args, (tuple, list)) and len(args) >= 3:
                        path = str(args[2]).split("?", 1)[0]
                        if path in self._NOISY_EXACT:
                            return False
                        if any(path == p or path.startswith(p) for p in self._NOISY_PREFIX):
                            return False
                except Exception:
                    pass
                return True
        logging.getLogger("uvicorn.access").addFilter(_AccessNoiseFilter())

    # Start the server
    import uvicorn
    # The bind target: an engine binds 127.0.0.1:<internal-port> with plain HTTP
    # (the front owns the public host + TLS). config.server keeps the CONFIGURED
    # values so the settings API reports them correctly.
    if getattr(args, 'engine_only', False):
        bind_host = "127.0.0.1"
        bind_port = int(getattr(args, "internal_port", None)
                        or config.server.internal_port_base)
        bind_https = False
        # Engines are internal workers behind the front — the public API docs / Admin
        # UI live on the front, so don't advertise them here (it's just confusing).
        print(f"[engine] serving on http://{bind_host}:{bind_port} "
              f"(internal — reach it via the front)")
        # Re-assert the process name right before binding (defensive: nothing between
        # startup and here should have changed it, but this guarantees the engine
        # shows as coderai-<name> in ps/htop regardless).
        _set_proc_title()
    else:
        bind_host = config.server.host
        bind_port = config.server.port
        bind_https = config.server.https
        print(f"\nStarting server on http://{bind_host}:{bind_port}")
        print(f"API docs: http://{bind_host}:{bind_port}/docs")
        print(f"Admin UI: http://{bind_host}:{bind_port}/admin")

    if model_manager.backend is not None:
        actual_backend = model_manager.backend_type
        if hasattr(model_manager.backend, 'force_cuda') and model_manager.backend.force_cuda:
            actual_backend = "cuda (via llama-cpp-python)"
        print(f"Using backend: {actual_backend}")

    _uvi_log_level = "debug" if global_debug else "info"

    # An engine only ever receives internal front→engine traffic (localhost-only +
    # token-gated), so its whole access log is internal chatter. Silence it unless
    # --debug-engine by handing uvicorn a log config with uvicorn.access at WARNING
    # — done via the config (not a post-hoc setLevel) because uvicorn re-applies its
    # logging config on run and would otherwise reset the level back to INFO. When
    # the config is used we pass log_level=None so uvicorn doesn't re-override it.
    _uvi_log_config = None
    if getattr(args, 'engine_only', False) and not getattr(args, 'debug_engine_web', False):
        import copy as _copy
        _uvi_log_config = _copy.deepcopy(uvicorn.config.LOGGING_CONFIG)
        _uvi_log_config["loggers"]["uvicorn.access"]["level"] = "WARNING"
    _uvi_ll = None if _uvi_log_config is not None else _uvi_log_level

    if bind_https:
        import ssl
        ssl_keyfile = config.server.https_key_path
        ssl_certfile = config.server.https_cert_path
        if not (ssl_keyfile and ssl_certfile):
            print("Generating self-signed HTTPS certificate...")
            import subprocess
            cert_path = config_dir / "cert.pem"
            key_path = config_dir / "key.pem"
            try:
                subprocess.run(
                    ["openssl", "req", "-x509", "-newkey", "rsa:4096",
                     "-keyout", str(key_path), "-out", str(cert_path),
                     "-days", "365", "-nodes", "-subj", "/CN=localhost"],
                    check=True, capture_output=True
                )
                ssl_keyfile = str(key_path)
                ssl_certfile = str(cert_path)
                print(f"Generated self-signed certificate")
            except Exception as e:
                print(f"Warning: Could not generate certificate: {e}")
                print("Falling back to HTTP...")
                uvicorn.run(fastapi_app, host=bind_host, port=bind_port,
                            log_level=_uvi_ll, log_config=_uvi_log_config)
                return

        ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
        ssl_context.load_cert_chain(ssl_certfile, ssl_keyfile)
        uvicorn.run(fastapi_app, host=bind_host, port=bind_port,
                    ssl_context=ssl_context, log_level=_uvi_ll, log_config=_uvi_log_config)
    else:
        uvicorn.run(fastapi_app, host=bind_host, port=bind_port,
                    log_level=_uvi_ll, log_config=_uvi_log_config)


if __name__ == "__main__":
    main()
