Skip to content

C
coderai
Commit a4674d60 authored by Your Name's avatar Your Name
Browse files
Options

Remove GGML_VK_VISIBLE_DEVICES env var setting, user will set it externally

parent 881f2d46
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
coderai
View file @ a4674d60
...@@ -5013,7 +5013,6 @@ def main(): ...@@ -5013,7 +5013,6 @@ def main():
# Set up Vulkan device for Whisper if using Vulkan backend # Set up Vulkan device for Whisper if using Vulkan backend
if hasattr(args, 'audio_vulkan_device') and args.audio_vulkan_device is not None: if hasattr(args, 'audio_vulkan_device') and args.audio_vulkan_device is not None:
os.environ['GGML_VK_VISIBLE_DEVICES'] = str(args.audio_vulkan_device)
print(f" Using Vulkan device: {args.audio_vulkan_device}") print(f" Using Vulkan device: {args.audio_vulkan_device}")
# Register all audio models # Register all audio models
...@@ -5053,7 +5052,6 @@ def main(): ...@@ -5053,7 +5052,6 @@ def main():
model_to_use = audio_models[0] if audio_models else None model_to_use = audio_models[0] if audio_models else None
gpu_device = getattr(args, 'audio_vulkan_device', 0) or 0 gpu_device = getattr(args, 'audio_vulkan_device', 0) or 0
print(f"DEBUG: Starting whisper-server with gpu_device={gpu_device}") print(f"DEBUG: Starting whisper-server with gpu_device={gpu_device}")
print(f"DEBUG: GGML_VK_VISIBLE_DEVICES = {os.environ.get('GGML_VK_VISIBLE_DEVICES', 'not set')}")
actual_model_path = whisper_server_mgr.start(model_path=model_to_use, gpu_device=gpu_device) actual_model_path = whisper_server_mgr.start(model_path=model_to_use, gpu_device=gpu_device)
if actual_model_path: if actual_model_path:
# Update audio_models in multi_model_manager to store the actual path (not the URL) # Update audio_models in multi_model_manager to store the actual path (not the URL)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment