From 6c32ec02cc5877088ed2da4b676615e0cd16648d Mon Sep 17 00:00:00 2001 From: Haoming Date: Sat, 16 May 2026 23:20:39 +0800 Subject: [PATCH] manual_cast --- backend/operations.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/backend/operations.py b/backend/operations.py index b0655b45..17513ad5 100644 --- a/backend/operations.py +++ b/backend/operations.py @@ -404,6 +404,8 @@ class ForgeOperationsInt8(ForgeOperations): self.compute_dtype = torch.bfloat16 self.lora_patches = [] # List of (down_scaled, up, start, size) set by INT8ModelPatcher + self.parameters_manual_cast = True + def reset_parameters(self): return None