Commit d3fab6b1 authored by Your Name's avatar Your Name

Add --vae-tiling and --clip-on-cpu for sd.cpp

- Added --vae-tiling flag to enable VAE tiling for lower VRAM usage
- Added --clip-on-cpu flag to run CLIP on CPU to save VRAM
- Both options work with stable-diffusion-cpp-python
parent a680d5ab
......@@ -4320,6 +4320,16 @@ def parse_args():
default=None,
help="Default seed for image generation (default: random).",
)
parser.add_argument(
"--vae-tiling",
action="store_true",
help="Enable VAE tiling for lower VRAM usage (sd.cpp only).",
)
parser.add_argument(
"--clip-on-cpu",
action="store_true",
help="Run CLIP on CPU to save VRAM (sd.cpp only).",
)
parser.add_argument(
"--loadall",
action="store_true",
......@@ -4917,6 +4927,13 @@ def main():
if t5xxl_path:
sd_kwargs['t5xxl_path'] = t5xxl_path
# Add sd.cpp-specific options from CLI args
if getattr(global_args, 'vae_tiling', False):
sd_kwargs['vae_tiling'] = True
print(f"DEBUG: Enabling VAE tiling for lower VRAM usage")
if getattr(global_args, 'clip_on_cpu', False):
sd_kwargs['clip_on_cpu'] = True
print(f"DEBUG: Running CLIP on CPU to save VRAM")
# Add generation parameters from CLI args
# sd_kwargs['sample_method'] = args.image_sample_method # Not valid for __init__
......@@ -5449,6 +5466,13 @@ def main():
if t5xxl_path:
sd_kwargs['t5xxl_path'] = t5xxl_path
# Add sd.cpp-specific options from CLI args
if getattr(global_args, 'vae_tiling', False):
sd_kwargs['vae_tiling'] = True
print(f"DEBUG: Enabling VAE tiling for lower VRAM usage")
if getattr(global_args, 'clip_on_cpu', False):
sd_kwargs['clip_on_cpu'] = True
print(f"DEBUG: Running CLIP on CPU to save VRAM")
# Add generation parameters from CLI args
# sd_kwargs['sample_method'] = args.image_sample_method # Not valid for __init__
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment