Commit 020f4f6d authored by Your Name's avatar Your Name

Fix missing model_manager and queue_manager initialization

parent 989f1858
......@@ -2361,7 +2361,7 @@ def parse_args():
return parser.parse_args()
def main():
"""Main entry point."""
global global_system_prompt, model_manager, multi_model_manager, global_debug, global_args, global_file_path
global global_system_prompt, model_manager, multi_model_manager, queue_manager, global_debug, global_args, global_file_path
# Suppress unraisable exceptions from LlamaModel.__del__
import sys
......@@ -2627,6 +2627,13 @@ def main():
print(f" [{status}] {name}")
print("")
# Initialize model managers
multi_model_manager = MultiModelManager()
# Global model manager (for backward compatibility)
model_manager = ModelManager()
# Global queue manager
queue_manager = QueueManager()
# Load the main model (only if specified)
if model_names:
# Enable verbose mode when debug is set (for better troubleshooting output from llama-cpp)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment