diff --git a/backend/operations.py b/backend/operations.py index b0655b45..17513ad5 100644 --- a/backend/operations.py +++ b/backend/operations.py @@ -404,6 +404,8 @@ class ForgeOperationsInt8(ForgeOperations): self.compute_dtype = torch.bfloat16 self.lora_patches = [] # List of (down_scaled, up, start, size) set by INT8ModelPatcher + self.parameters_manual_cast = True + def reset_parameters(self): return None