Skip to content

V
vidai
Commit 15b4621b authored by Stefy Lanza (nextime / spora )'s avatar Stefy Lanza (nextime / spora )
Browse files
Options

Implement --client mode for cluster functionality 

- Add --client mode with required --cluster-host, --cluster-port, --token options
- Optional --optimize and --flash for client mode
- Convert cluster communication from TCP to bidirectional websockets
- Implement file transfer placeholders for jobs and results
- Update cluster master to authenticate clients via cluster_token
- Add configuration page for managing cluster clients (placeholder)
- Update build scripts to include cluster components
- Add websockets to requirements
- Disable web/API interfaces in client mode
parent ea048886
Expand all Show whitespace changes
Inline Side-by-side
Showing with 269 additions and 109 deletions
build.sh
View file @ 15b4621b
......@@ -88,6 +88,20 @@ else
vidai/web.py
fi
# Build cluster master
pyinstaller $PYINSTALLER_ARGS \
--name vidai-cluster-master \
--hidden-import websockets \
--hidden-import asyncio \
vidai/cluster_master.py
# Build cluster client
pyinstaller $PYINSTALLER_ARGS \
--name vidai-cluster-client \
--hidden-import websockets \
--hidden-import asyncio \
vidai/cluster_client.py
# Build workers for each target
for TARGET in "${BUILD_TARGETS[@]}"; do
echo ""
......@@ -116,6 +130,8 @@ echo "=== Build Summary ==="
echo "Common executables:"
echo " - vidai-backend"
echo " - vidai-web"
echo " - vidai-cluster-master"
echo " - vidai-cluster-client"
echo ""
echo "Worker executables:"
for TARGET in "${BUILD_TARGETS[@]}"; do
......
requirements.txt
View file @ 15b4621b
......@@ -8,3 +8,4 @@ flash-attn>=2.0.0
pyinstaller>=5.0.0
PyMySQL>=1.0.0
redis>=4.0.0
websockets>=12.0.0
\ No newline at end of file
templates/admin/cluster_clients.html 0 → 100644
View file @ 15b4621b
{% extends "base.html" %}
{% block title %}Cluster Clients - VidAI{% endblock %}
{% block head %}
<style>
.container { max-width: 1400px; margin: 2rem auto; padding: 0 2rem; }
.admin-card { background: white; padding: 2rem; border-radius: 12px; box-shadow: 0 2px 10px rgba(0,0,0,0.05); margin-bottom: 2rem; }
.card-header { margin-bottom: 1.5rem; }
.card-header h3 { margin: 0; color: #1e293b; }
.btn { padding: 0.75rem 2rem; background: #667eea; color: white; border: none; border-radius: 8px; font-size: 1rem; font-weight: 600; cursor: pointer; text-decoration: none; display: inline-block; }
.btn:hover { background: #5a67d8; }
.btn-danger { background: #dc2626; }
.btn-danger:hover { background: #b91c1c; }
.btn-success { background: #059669; }
.btn-success:hover { background: #047857; }
.table { width: 100%; border-collapse: collapse; margin-top: 1rem; }
.table th, .table td { padding: 1rem; text-align: left; border-bottom: 1px solid #e5e7eb; }
.table th { background: #f8fafc; font-weight: 600; color: #374151; }
.status-active { color: #065f46; font-weight: 500; }
.status-inactive { color: #dc2626; font-weight: 500; }
.alert { padding: 0.75rem; border-radius: 8px; margin-bottom: 1rem; }
.alert-error { background: #fee2e2; color: #dc2626; border: 1px solid #fecaca; }
.alert-success { background: #d1fae5; color: #065f46; border: 1px solid #a7f3d0; }
</style>
{% endblock %}
{% block content %}
<div class="container">
<div class="admin-card">
<div class="card-header">
<h3><i class="fas fa-server"></i> Cluster Clients</h3>
<p>Manage connected cluster clients and their worker configurations.</p>
</div>
{% with messages = get_flashed_messages(with_categories=true) %}
{% if messages %}
{% for category, message in messages %}
<div class="alert alert-{{ 'error' if category == 'error' else 'success' }}">{{ message }}</div>
{% endfor %}
{% endif %}
{% endwith %}
<table class="table">
<thead>
<tr>
<th>Client ID</th>
<th>Connected At</th>
<th>Last Seen</th>
<th>Processes</th>
<th>Actions</th>
</tr>
</thead>
<tbody>
{% for client in clients %}
<tr>
<td>{{ client.get('id') }}</td>
<td>{{ client.get('connected_at', 'N/A') }}</td>
<td>{{ client.get('last_seen', 'N/A') }}</td>
<td>{{ client.get('processes', [])|length }} processes</td>
<td>
<button class="btn configure-btn" data-client-id="{{ client.get('id') }}">Configure</button>
</td>
</tr>
{% endfor %}
{% if not clients %}
<tr>
<td colspan="5" style="text-align: center; color: #6b7280;">No cluster clients connected.</td>
</tr>
{% endif %}
</tbody>
</table>
</div>
</div>
<script>
document.addEventListener('DOMContentLoaded', function() {
document.querySelectorAll('.configure-btn').forEach(btn => {
btn.addEventListener('click', function() {
const clientId = this.getAttribute('data-client-id');
// Placeholder for client configuration
alert('Configuration for client ' + clientId + ' - Feature not implemented yet');
});
});
});
</script>
{% endblock %}
\ No newline at end of file
vidai.py
View file @ 15b4621b
......@@ -203,15 +203,14 @@ Examples:
)
parser.add_argument(
'--cluster-token',
'--token',
default=get_config('cluster_token', ''),
help='Cluster authentication token (when running as client)'
)
parser.add_argument(
'--cluster-client',
'--client',
action='store_true',
default=get_config('cluster_client', 'false').lower() == 'true',
help='Run as cluster client (connects to master instead of starting web interface)'
)
......@@ -237,22 +236,22 @@ Examples:
set_debug(args.debug)
set_cluster_host(args.cluster_host)
set_cluster_port(args.cluster_port)
set_cluster_token(args.cluster_token)
set_cluster_client(args.cluster_client)
set_cluster_token(args.token)
set_cluster_client(args.client)
# Check if running as cluster client
if args.cluster_client:
if not args.cluster_host or not args.cluster_token:
print("Error: cluster-host and cluster-token are required when running as cluster client")
# Check if running in client mode
if args.client:
if not args.cluster_host or not args.cluster_port or not args.token:
print("Error: --cluster-host, --cluster-port, and --token are required when running in --client mode")
sys.exit(1)
print(f"Starting Video AI Analysis Tool as cluster client...")
print(f"Starting Video AI Analysis Tool in --client mode...")
print(f"Connecting to cluster master at {args.cluster_host}:{args.cluster_port}")
print("Press Ctrl+C to stop")
# Start cluster client process
from vidai.cluster_client import start_cluster_client
start_cluster_client(args.cluster_host, args.cluster_port, args.cluster_token)
start_cluster_client(args.cluster_host, args.cluster_port, args.token, args.optimize, args.flash)
else:
print("Starting Video AI Analysis Tool...")
print(f"Server will be available at http://{args.host}:{args.port}")
......
vidai/cluster_client.py
View file @ 15b4621b
This diff is collapsed.
vidai/cluster_master.py
View file @ 15b4621b
......@@ -24,6 +24,8 @@ import json
import threading
import time
import hashlib
import asyncio
import websockets
from typing import Dict, Any, List, Optional
from collections import defaultdict
......@@ -35,7 +37,7 @@ class ClusterMaster:
self.port = port
self.server_sock: Optional[socket.socket] = None
self.clients = {} # type: Dict[str, Dict[str, Any]]
self.client_sockets = {} # type: Dict[str, socket.socket]
self.client_websockets = {} # type: Dict[str, websockets.WebSocketServerProtocol]
self.processes = {} # type: Dict[str, Dict[str, Any]]
self.tokens = {} # type: Dict[str, str] # token -> client_id
self.running = False
......@@ -43,59 +45,47 @@ class ClusterMaster:
# Load balancing
self.process_queue = defaultdict(list) # process_type -> [(client_id, weight), ...]
def start(self) -> None:
async def start(self) -> None:
"""Start the cluster master server."""
self.server_sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
self.server_sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
self.server_sock.bind(('0.0.0.0', self.port))
self.server_sock.listen(10)
self.running = True
print(f"Cluster master started on port {self.port}")
# Accept client connections
threading.Thread(target=self._accept_clients, daemon=True).start()
# Start websocket server
start_server = websockets.serve(self._handle_client, '0.0.0.0', self.port)
await start_server
# Start management loop
self._management_loop()
# Start management loop in background
asyncio.create_task(self._management_loop())
def _accept_clients(self) -> None:
"""Accept incoming client connections."""
# Keep running
while self.running:
try:
client_sock, addr = self.server_sock.accept()
threading.Thread(target=self._handle_client, args=(client_sock, addr), daemon=True).start()
except:
break
await asyncio.sleep(1)
def _handle_client(self, client_sock: socket.socket, addr: tuple) -> None:
"""Handle a client connection."""
async def _handle_client(self, websocket: websockets.WebSocketServerProtocol, path: str) -> None:
"""Handle a client websocket connection."""
client_id = None
try:
while self.running:
data = client_sock.recv(4096)
if not data:
break
messages = data.decode('utf-8').split('\n')
for msg_str in messages:
if msg_str.strip():
try:
message = json.loads(msg_str)
response = self._process_message(message, client_sock)
message_str = await asyncio.wait_for(websocket.recv(), timeout=1.0)
message = json.loads(message_str)
response = self._process_message(message, websocket)
if response:
client_sock.sendall(json.dumps(response).encode('utf-8') + b'\n')
await websocket.send(json.dumps(response))
except asyncio.TimeoutError:
continue
except websockets.exceptions.ConnectionClosed:
break
except json.JSONDecodeError:
pass
continue
except Exception as e:
print(f"Client connection error: {e}")
finally:
if client_id:
self._remove_client(client_id)
client_sock.close()
def _process_message(self, message: Dict[str, Any], client_sock: socket.socket) -> Optional[Dict[str, Any]]:
def _process_message(self, message: Dict[str, Any], websocket: websockets.WebSocketServerProtocol) -> Optional[Dict[str, Any]]:
"""Process a message from a client."""
msg_type = message.get('type')
......@@ -103,11 +93,11 @@ class ClusterMaster:
return self._handle_auth(message, client_sock)
elif msg_type == 'register_processes':
return self._handle_register_processes(message, client_sock)
return self._handle_register_processes(message, websocket)
elif msg_type == 'heartbeat':
# Update client last seen
client_id = self._get_client_by_socket(client_sock)
client_id = self._get_client_by_websocket(websocket)
if client_id:
self.clients[client_id]['last_seen'] = time.time()
return {'type': 'heartbeat_ack'}
......@@ -135,13 +125,13 @@ class ClusterMaster:
'connected_at': time.time(),
'last_seen': time.time()
}
self.client_sockets[client_id] = client_sock
self.client_websockets[client_id] = websocket
self.tokens[token] = client_id
print(f"Client {client_id} authenticated")
return {'type': 'auth_success', 'client_id': client_id}
def _handle_register_processes(self, message: Dict[str, Any], client_sock: socket.socket) -> Dict[str, Any]:
def _handle_register_processes(self, message: Dict[str, Any], websocket: websockets.WebSocketServerProtocol) -> Dict[str, Any]:
"""Handle process registration from client."""
client_id = self._get_client_by_socket(client_sock)
if not client_id:
......@@ -169,17 +159,17 @@ class ClusterMaster:
print(f"Client {client_id} registered {len(processes)} processes")
return {'type': 'registration_success'}
def _get_client_by_socket(self, client_sock: socket.socket) -> Optional[str]:
"""Get client ID by socket."""
for client_id, sock in self.client_sockets.items():
if sock == client_sock:
def _get_client_by_websocket(self, websocket: websockets.WebSocketServerProtocol) -> Optional[str]:
"""Get client ID by websocket."""
for client_id, ws in self.client_websockets.items():
if ws == websocket:
return client_id
return None
def _remove_client(self, client_id: str) -> None:
"""Remove a client and its processes."""
if client_id in self.client_sockets:
del self.client_sockets[client_id]
if client_id in self.client_websockets:
del self.client_websockets[client_id]
if client_id in self.clients:
del self.clients[client_id]
......@@ -217,13 +207,13 @@ class ClusterMaster:
self.processes[process_key]['status'] = 'active'
# Send command to client
client_id = self.processes[process_key]['client_id']
if client_id in self.client_sockets:
self.client_sockets[client_id].sendall(
if client_id in self.client_websockets:
asyncio.create_task(self.client_websockets[client_id].send(
json.dumps({
'type': 'enable_process',
'process_name': self.processes[process_key]['name']
}).encode('utf-8') + b'\n'
)
})
))
return True
return False
......@@ -233,13 +223,13 @@ class ClusterMaster:
self.processes[process_key]['status'] = 'disabled'
# Send command to client
client_id = self.processes[process_key]['client_id']
if client_id in self.client_sockets:
self.client_sockets[client_id].sendall(
if client_id in self.client_websockets:
asyncio.create_task(self.client_websockets[client_id].send(
json.dumps({
'type': 'disable_process',
'process_name': self.processes[process_key]['name']
}).encode('utf-8') + b'\n'
)
})
))
return True
return False
......@@ -261,18 +251,18 @@ class ClusterMaster:
# Send command to client
client_id = self.processes[process_key]['client_id']
if client_id in self.client_sockets:
self.client_sockets[client_id].sendall(
if client_id in self.client_websockets:
asyncio.create_task(self.client_websockets[client_id].send(
json.dumps({
'type': 'update_weight',
'process_name': self.processes[process_key]['name'],
'weight': weight
}).encode('utf-8') + b'\n'
)
})
))
return True
return False
def _management_loop(self) -> None:
async def _management_loop(self) -> None:
"""Main management loop."""
while self.running:
try:
......@@ -286,7 +276,7 @@ class ClusterMaster:
for client_id in dead_clients:
self._remove_client(client_id)
time.sleep(10)
await asyncio.sleep(10)
except KeyboardInterrupt:
self.running = False
......@@ -306,4 +296,4 @@ cluster_master = ClusterMaster()
def start_cluster_master(port: int = 5003) -> None:
"""Start the cluster master server."""
cluster_master.port = port
cluster_master.start()
\ No newline at end of file
asyncio.run(cluster_master.start())
\ No newline at end of file
vidai/web.py
View file @ 15b4621b
......@@ -373,6 +373,16 @@ def delete_cluster_token(token_id):
flash('Failed to delete token.', 'error')
return redirect(url_for('cluster_tokens'))
@app.route('/admin/cluster_clients')
@admin_required
def cluster_clients():
"""Cluster clients management page."""
user = get_current_user_session()
# Get connected clients from cluster master if available
# For now, placeholder
clients = []
return render_template('admin/cluster_clients.html', user=user, clients=clients, active_page='cluster_clients')
@app.route('/api_tokens')
@login_required
def api_tokens():
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment