Commit 9016336b authored by Your Name's avatar Your Name

Fix: Use singleton model_manager and multi_model_manager

parent afc975ba
...@@ -36,7 +36,7 @@ def main(): ...@@ -36,7 +36,7 @@ def main():
set_load_mode, set_load_mode,
set_grammar_guided_gen, set_grammar_guided_gen,
) )
from codai.models.manager import ModelManager, MultiModelManager from codai.models.manager import ModelManager, MultiModelManager, model_manager, multi_model_manager
from codai.backends import detect_available_backends from codai.backends import detect_available_backends
from codai.models.cache import ( from codai.models.cache import (
get_all_cache_dirs, get_all_cache_dirs,
...@@ -326,11 +326,8 @@ def main(): ...@@ -326,11 +326,8 @@ def main():
print(f"Using backend: {backend}") print(f"Using backend: {backend}")
# Initialize model manager based on backend # Set the backend for the model manager
model_manager = ModelManager(backend=backend) model_manager.backend_type = backend
# Initialize multi-model manager
multi_model_manager = MultiModelManager(model_manager)
# Store references globally for API endpoints # Store references globally for API endpoints
from codai.api import app as fastapi_app from codai.api import app as fastapi_app
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment