Commit 273ab8c8 authored by Your Name's avatar Your Name

Add note when GGUF model with nvidia backend uses CUDA instead of Vulkan

- When user specifies --backend nvidia with a GGUF model, show a note
  indicating that the vulkan backend will use CUDA
- This clarifies that Vulkan isn't being used in this scenario
parent a6070221
......@@ -4808,6 +4808,16 @@ def main():
# Detect available backends
available = detect_available_backends()
# Check if any model is GGUF and backend is nvidia/cuda - in that case, vulkan uses CUDA
if model_names:
first_model = model_names[0]
is_gguf_model = first_model.endswith('.gguf') or 'gguf' in first_model.lower()
if is_gguf_model and args.backend in ('nvidia', 'cuda'):
# When using nvidia/cuda backend with GGUF, vulkan actually uses CUDA
if 'vulkan' in available and available['vulkan']:
print("\nNote: GGUF model with nvidia backend - vulkan backend will use CUDA")
print("\nAvailable backends:")
for name, available_flag in available.items():
status = "✓" if available_flag else "✗"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment