diff --git a/obliteratus/strategies/utils.py b/obliteratus/strategies/utils.py index ac13c45..7924a2e 100644 --- a/obliteratus/strategies/utils.py +++ b/obliteratus/strategies/utils.py @@ -21,6 +21,7 @@ _LAYER_ATTR_PATHS: dict[str, list[str]] = { "qwen3": ["model", "layers"], "qwen3_moe": ["model", "layers"], "qwen3_5": ["model", "layers"], + "qwen3_5_moe": ["model", "layers"], "qwen3_5_text": ["model", "layers"], "minimax_m2": ["model", "layers"], "glm_moe_dsa": ["model", "layers"], @@ -62,6 +63,7 @@ _ATTENTION_ATTR: dict[str, str] = { "qwen3": "self_attn", "qwen3_moe": "self_attn", "qwen3_5": "self_attn", + "qwen3_5_moe": "self_attn", "qwen3_5_text": "self_attn", "minimax_m2": "self_attn", "glm_moe_dsa": "self_attn", @@ -103,6 +105,7 @@ _FFN_ATTR: dict[str, str] = { "qwen3": "mlp", "qwen3_moe": "mlp", "qwen3_5": "mlp", + "qwen3_5_moe": "mlp", "qwen3_5_text": "mlp", "minimax_m2": "mlp", "glm_moe_dsa": "mlp", @@ -136,6 +139,7 @@ _FFN_ATTR: dict[str, str] = { # try the fallbacks in order. _ATTENTION_ATTR_FALLBACKS: dict[str, list[str]] = { "qwen3_5": ["linear_attn"], + "qwen3_5_moe": ["linear_attn"], "qwen3_5_text": ["linear_attn"], }