CodeCow/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-07-21 21:01:24 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

qwen 2.5 gguf

Browse Source
This commit is contained in:
Haoming 2025-10-02 00:07:46 +08:00
parent 0e5a12350c
commit d46ec1044f
1 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
backend/loader.py
View File

@ -277,6 +277,32 @@ def replace_state_dict(sd: dict[str, torch.Tensor], asd: dict[str, torch.Tensor]
asd.clear()
asd = asd_new
if "blk.0.attn_norm.weight" in asd:
gguf_llm_format = { # city96
"blk.": "model.layers.",
"attn_norm": "input_layernorm",
"attn_q": "self_attn.q_proj",
"attn_k": "self_attn.k_proj",
"attn_v": "self_attn.v_proj",
"attn_output": "self_attn.o_proj",
"ffn_up": "mlp.up_proj",
"ffn_down": "mlp.down_proj",
"ffn_gate": "mlp.gate_proj",
"ffn_norm": "post_attention_layernorm",
"token_embd": "model.embed_tokens",
"output_norm": "model.norm",
"output.weight": "lm_head.weight",
}
asd_new = {}
for k, v in asd.items():
for s, d in gguf_llm_format.items():
k = k.replace(s, d)
asd_new[k] = v
for k in ("model.embed_tokens.weight",):
asd_new[k] = asd_new[k].dequantize_as_pytorch_parameter()
asd.clear()
asd = asd_new
# sd / sdxl / wan # wan
if "decoder.conv_in.weight" in asd or "decoder.middle.0.residual.0.gamma" in asd:
keys_to_delete = [k for k in sd if k.startswith(vae_key_prefix)]