Commit 020f4f6d authored by Your Name's avatar Your Name

Fix missing model_manager and queue_manager initialization

parent 989f1858
...@@ -2361,7 +2361,7 @@ def parse_args(): ...@@ -2361,7 +2361,7 @@ def parse_args():
return parser.parse_args() return parser.parse_args()
def main(): def main():
"""Main entry point.""" """Main entry point."""
global global_system_prompt, model_manager, multi_model_manager, global_debug, global_args, global_file_path global global_system_prompt, model_manager, multi_model_manager, queue_manager, global_debug, global_args, global_file_path
# Suppress unraisable exceptions from LlamaModel.__del__ # Suppress unraisable exceptions from LlamaModel.__del__
import sys import sys
...@@ -2627,6 +2627,13 @@ def main(): ...@@ -2627,6 +2627,13 @@ def main():
print(f" [{status}] {name}") print(f" [{status}] {name}")
print("") print("")
# Initialize model managers
multi_model_manager = MultiModelManager()
# Global model manager (for backward compatibility)
model_manager = ModelManager()
# Global queue manager
queue_manager = QueueManager()
# Load the main model (only if specified) # Load the main model (only if specified)
if model_names: if model_names:
# Enable verbose mode when debug is set (for better troubleshooting output from llama-cpp) # Enable verbose mode when debug is set (for better troubleshooting output from llama-cpp)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment