manual_cast

This commit is contained in:
Haoming 2026-05-16 23:20:39 +08:00
parent 8cf71554fa
commit 6c32ec02cc

View File

@ -404,6 +404,8 @@ class ForgeOperationsInt8(ForgeOperations):
self.compute_dtype = torch.bfloat16
self.lora_patches = [] # List of (down_scaled, up, start, size) set by INT8ModelPatcher
self.parameters_manual_cast = True
def reset_parameters(self):
return None