Skip to content

C
coderai
Commit b49d3f59 authored by Your Name's avatar Your Name
Browse files
Options

Fix deprecation: torch_dtype -> dtype

parent ba4ce29f
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
codai/backends/cuda.py
View file @ b49d3f59
...@@ -277,9 +277,9 @@ class NvidiaBackend(ModelBackend): ...@@ -277,9 +277,9 @@ class NvidiaBackend(ModelBackend):
print("Warning: bitsandbytes not installed. Quantization disabled.") print("Warning: bitsandbytes not installed. Quantization disabled.")
if self.device == "cuda": if self.device == "cuda":
load_kwargs['torch_dtype'] = torch.float16 load_kwargs['dtype'] = torch.float16
else: else:
load_kwargs['torch_dtype'] = torch.float32 load_kwargs['dtype'] = torch.float32
if offload_dir: if offload_dir:
os.makedirs(offload_dir, exist_ok=True) os.makedirs(offload_dir, exist_ok=True)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment