Integrate cluster master into backend process so queue can access worker state

vidai/backend.py

@@ -23,6 +23,8 @@ import time
 import threading
 from .comm import SocketServer, Message
 from .config import get_analysis_backend, get_training_backend, set_analysis_backend, set_training_backend
+from .cluster_master import start_cluster_master
+import threading
 
 
 worker_sockets = {}  # type: dict
@@ -129,6 +131,13 @@ def backend_process() -> None:
     worker_server = SocketServer(socket_path=worker_socket_path, comm_type='unix')
     worker_server.start(worker_message_handler)
 
+    # Start cluster master in background thread
+    from .config import get_cluster_host, get_cluster_port
+    cluster_host = get_cluster_host() or '0.0.0.0'
+    cluster_port = get_cluster_port()
+    cluster_thread = threading.Thread(target=start_cluster_master, args=(cluster_host, cluster_port, None, None, False), daemon=True)
+    cluster_thread.start()
+
     try:
         while True:
             time.sleep(1)