Commit 27527de3 authored by Your Name's avatar Your Name

Add CUDA detection for sd.cpp image generation backend

parent b8e81009
...@@ -3665,12 +3665,34 @@ async def create_image_generation(request: ImageGenerationRequest): ...@@ -3665,12 +3665,34 @@ async def create_image_generation(request: ImageGenerationRequest):
sd_cpp_error = "Could not resolve model path" sd_cpp_error = "Could not resolve model path"
else: else:
# Load sd.cpp model # Load sd.cpp model
sd_model = StableDiffusion( # Determine backend to use
model_path=model_path, backend = getattr(global_args, 'backend', 'auto')
vae_path=None, image_backend = getattr(global_args, 'image_backend', 'auto')
n_threads=4,
n_gpu_layers=-1, # All layers to GPU # Use CUDA if available, otherwise Vulkan
) use_cuda = False
try:
import torch
use_cuda = torch.cuda.is_available()
except ImportError:
pass
if use_cuda:
print(f"Using CUDA backend for sd.cpp image generation")
sd_model = StableDiffusion(
model_path=model_path,
vae_path=None,
n_threads=4,
n_gpu_layers=-1, # All layers to GPU
)
else:
print(f"Using Vulkan backend for sd.cpp image generation")
sd_model = StableDiffusion(
model_path=model_path,
vae_path=None,
n_threads=4,
n_gpu_layers=-1, # All layers to GPU
)
print(f"Using stable-diffusion-cpp-python for image generation") print(f"Using stable-diffusion-cpp-python for image generation")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment