Require workers to have at least 6GB more VRAM than model requirements

parent d8289ec9
......@@ -1184,12 +1184,14 @@ class ClusterMaster:
print(f"DEBUG: CPU-only worker detected")
# Check if worker has enough VRAM (skip check for CPU workers)
has_sufficient_vram = total_vram >= required_vram_gb or not has_gpu
# Worker must have at least 6GB more VRAM than required
required_vram_with_buffer = required_vram_gb + 6 if has_gpu else required_vram_gb
has_sufficient_vram = total_vram >= required_vram_with_buffer or not has_gpu
if has_sufficient_vram:
available_workers.append((proc_key, client_info['weight'], total_vram))
print(f"DEBUG: Worker {proc_key} accepted (VRAM: {total_vram}GB, required: {required_vram_gb}GB)")
print(f"DEBUG: Worker {proc_key} accepted (VRAM: {total_vram}GB, required: {required_vram_with_buffer}GB)")
else:
print(f"DEBUG: Worker {proc_key} rejected - insufficient VRAM ({total_vram}GB < {required_vram_gb}GB)")
print(f"DEBUG: Worker {proc_key} rejected - insufficient VRAM ({total_vram}GB < {required_vram_with_buffer}GB)")
if not available_workers:
return None
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment