Add debug output for detected local GPU VRAM

- Shows total VRAM detected on local GPUs when registering processes
parent 826da5da
...@@ -195,6 +195,10 @@ class ClusterMaster: ...@@ -195,6 +195,10 @@ class ClusterMaster:
self.process_queue[proc_type].append((proc_key, weight)) self.process_queue[proc_type].append((proc_key, weight))
self.process_queue[proc_type].sort(key=lambda x: x[1], reverse=True) self.process_queue[proc_type].sort(key=lambda x: x[1], reverse=True)
# Debug VRAM info
total_vram = sum(device.get('vram_gb', 0) for device in gpu_info.get('cuda_device_info', []))
total_vram += sum(device.get('vram_gb', 0) for device in gpu_info.get('rocm_device_info', []))
print(f"Local GPU VRAM detected: {total_vram}GB")
print(f"Registered {len([p for p in self.processes if self.processes[p]['client_id'] == client_id])} local processes for backends: {available_backends}") print(f"Registered {len([p for p in self.processes if self.processes[p]['client_id'] == client_id])} local processes for backends: {available_backends}")
async def _handle_client(self, websocket: websockets.WebSocketServerProtocol) -> None: async def _handle_client(self, websocket: websockets.WebSocketServerProtocol) -> None:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment