CodeCow/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-07-21 21:01:24 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

bnb

Browse Source
This commit is contained in:
Haoming 2026-01-20 23:36:48 +08:00
parent 269eae883b
commit ec4e2370a3
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backend/operations_bnb.py
View File

@ -68,12 +68,13 @@ class ForgeParams4bit(Params4bit):
return super()._quantize(device)
def to(self, *args, **kwargs):
device, dtype, non_blocking, convert_to_format = torch._C._nn._parse_to(*args, **kwargs)
copy = kwargs.pop("copy", False)
device, dtype, non_blocking, _ = torch._C._nn._parse_to(*args, **kwargs)
if device is not None and device.type == "cuda" and not self.bnb_quantized:
return self._quantize(device)
else:
return ForgeParams4bit(
torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking),
torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking, copy=copy),
requires_grad=self.requires_grad,
quant_state=copy_quant_state(self.quant_state, device),
blocksize=self.blocksize,