CalvinBackup/OBLITERATUS
1
0
Fork 0
mirror of https://github.com/elder-plinius/OBLITERATUS.git synced 2026-08-17 16:37:30 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: support for Qwen3.5-35B-A3B

Browse Source
This commit is contained in:
Aaron Meese
2026-08-14 18:47:25 -04:00
committed by Joseph Magly
parent c1a1275291
commit 48a3000471
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
obliteratus/strategies/utils.py
+4
View File
@@ -21,6 +21,7 @@ _LAYER_ATTR_PATHS: dict[str, list[str]] = {
"qwen3": ["model", "layers"],
"qwen3_moe": ["model", "layers"],
"qwen3_5": ["model", "layers"],
"qwen3_5_moe": ["model", "layers"],
"qwen3_5_text": ["model", "layers"],
"minimax_m2": ["model", "layers"],
"glm_moe_dsa": ["model", "layers"],
@@ -62,6 +63,7 @@ _ATTENTION_ATTR: dict[str, str] = {
"qwen3": "self_attn",
"qwen3_moe": "self_attn",
"qwen3_5": "self_attn",
"qwen3_5_moe": "self_attn",
"qwen3_5_text": "self_attn",
"minimax_m2": "self_attn",
"glm_moe_dsa": "self_attn",
@@ -103,6 +105,7 @@ _FFN_ATTR: dict[str, str] = {
"qwen3": "mlp",
"qwen3_moe": "mlp",
"qwen3_5": "mlp",
"qwen3_5_moe": "mlp",
"qwen3_5_text": "mlp",
"minimax_m2": "mlp",
"glm_moe_dsa": "mlp",
@@ -136,6 +139,7 @@ _FFN_ATTR: dict[str, str] = {
# try the fallbacks in order.
_ATTENTION_ATTR_FALLBACKS: dict[str, list[str]] = {
"qwen3_5": ["linear_attn"],
"qwen3_5_moe": ["linear_attn"],
"qwen3_5_text": ["linear_attn"],
}