Skip to content

C
coderai
Commit 9ad2a7f1 authored by Your Name's avatar Your Name
Browse files
Options

Simplify error message when GGUF image model fails

parent 0fc0ab29
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 10 deletions
coderai
View file @ 9ad2a7f1
......@@ -4595,11 +4595,7 @@ def main():
except Exception as llama_error:
print(f"llama.cpp load error: {llama_error}")
print(f"This usually means llama.cpp does not support this model architecture.")
print(f"Try updating llama.cpp: pip install llama-cpp-python --upgrade")
print(f"Or rebuild with latest ggml:")
print(f" pip install llama-cpp-python --force-reinstall --no-cache-dir \\")
print(f" CMAKE_ARGS='-DGGML_VULKAN=ON' \\")
print(f" FORCE_CMAKE=1")
print(f"Server will continue starting...")
print(f"Image model will load on first request")
else:
print(f"Could not load GGUF image model: no valid model path")
......@@ -4999,11 +4995,7 @@ def main():
except Exception as llama_error:
print(f"llama.cpp load error: {llama_error}")
print(f"This usually means llama.cpp does not support this model architecture.")
print(f"Try updating llama.cpp: pip install llama-cpp-python --upgrade")
print(f"Or rebuild with latest ggml:")
print(f" pip install llama-cpp-python --force-reinstall --no-cache-dir \\")
print(f" CMAKE_ARGS='-DGGML_VULKAN=ON' \\")
print(f" FORCE_CMAKE=1")
print(f"Server will continue starting...")
print(f"Image model will load on first request")
else:
print(f"Could not load GGUF image model: no valid model path")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment