Commit fa5c634f authored by Your Name's avatar Your Name

Fix debug message to not reference VulkanBackend when using CUDA

Change message from 'VulkanBackend will use CUDA backend' to
'GGUF model will use CUDA backend (forced by --backend nvidia)'
parent 88479315
...@@ -1243,7 +1243,7 @@ class VulkanBackend(ModelBackend): ...@@ -1243,7 +1243,7 @@ class VulkanBackend(ModelBackend):
self.chat_template = None # Detected chat template name self.chat_template = None # Detected chat template name
self.force_cuda = original_backend in ("nvidia", "cuda") # Force CUDA if original was nvidia self.force_cuda = original_backend in ("nvidia", "cuda") # Force CUDA if original was nvidia
if self.force_cuda: if self.force_cuda:
print("DEBUG: VulkanBackend will use CUDA backend (forced by original backend)") print("DEBUG: GGUF model will use CUDA backend (forced by --backend nvidia)")
self._detect_chat_template() self._detect_chat_template()
def _detect_chat_template(self): def _detect_chat_template(self):
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment