Fix deprecation: torch_dtype -> dtype

b49d3f59 · Your Name · ba4ce29f · b49d3f59
Commit b49d3f59 authored Mar 17, 2026 by Your Name
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

cuda.py codai/backends/cuda.py +2 -2

No files found.
--- a/codai/backends/cuda.py
+++ b/codai/backends/cuda.py
@@ -277,9 +277,9 @@ class NvidiaBackend(ModelBackend):
                    print("Warning: bitsandbytes not installed. Quantization disabled.")
        
        if self.device == "cuda":
-            load_kwargs['torch_dtype'] = torch.float16
+            load_kwargs['dtype'] = torch.float16
        else:
-            load_kwargs['torch_dtype'] = torch.float32
+            load_kwargs['dtype'] = torch.float32
        
        if offload_dir:
            os.makedirs(offload_dir, exist_ok=True)