Enhance project configuration and structure: Added build-system requirements in pyproject.toml, updated README for installation instructions, and refactored attack classes to utilize a new create_test_case method. Introduced a plugins.yaml for component registration and removed the legacy registry initialization file.

2026-08-27 13:42:32 +02:00 · 2025-12-18 23:36:12 +08:00
parent becb9c8624
commit 84a4d1708e
49 changed files with 1474 additions and 727 deletions
@@ -0,0 +1,55 @@
+version: 1
+
+# Canonical plugin registry for OmniSafeBench-MM.
+# Each entry maps a registry name -> [python_module_path, class_name]
+plugins:
+  attacks:
+    figstep: [attacks.figstep.attack, FigStepAttack]
+    cs_dj: [attacks.cs_dj.attack, CSDJAttack]
+    hades: [attacks.hades.attack, HadesAttack]
+    qr: [attacks.qr.attack, QRAttack]
+    mml: [attacks.mml.attack, MMLAttack]
+    si: [attacks.si.attack, SIAttack]
+    jood: [attacks.jood.attack, JOODAttack]
+    himrd: [attacks.himrd.attack, HIMRDAttack]
+    bap: [attacks.bap.attack, BAPAttack]
+    visual_adv: [attacks.visual_adv.attack, VisualAdvAttack]
+    viscra: [attacks.viscra.attack, VisCRAAttack]
+    umk: [attacks.umk.attack, UMKAttack]
+    pba: [attacks.pba.attack, PBAAttack]
+    imgjp: [attacks.imgjp.attack, ImgJPAttack]
+
+  models:
+    openai: [models.openai_model, OpenAIModel]
+    google: [models.google_model, GoogleModel]
+    anthropic: [models.anthropic_model, AnthropicModel]
+    qwen: [models.qwen_model, QwenModel]
+    doubao: [models.doubao_model, DoubaoModel]
+    vllm: [models.vllm_model, VLLMModel]
+    mistral: [models.mistral_model, MistralModel]
+    any: [models.openai_model, OpenAIModel]
+
+  defenses:
+    adashield: [defenses.adashield, AdaShieldDefense]
+    dps: [defenses.dps, DPSDefense]
+    ecso: [defenses.ecso, ECSODefense]
+    jailguard: [defenses.jailguard, JailGuardDefense]
+    llavaguard: [defenses.llavaguard, LlavaGuardDefense]
+    qguard: [defenses.qguard, QGuardDefense]
+    shieldlm: [defenses.shieldlm, ShieldLMDefense]
+    uniguard: [defenses.uniguard, UniguardDefense]
+    cider: [defenses.cider, CIDERDefense]
+    mllm_protector: [defenses.mllm_protector, MLLMProtectorDefense]
+    llama_guard_3: [defenses.llama_guard_3, LlamaGuard3Defense]
+    hiddendetect: [defenses.hiddendetect, HiddenDetectDefense]
+    guardreasoner_vl: [defenses.guardreasoner_vl, GuardReasonerVLDefense]
+    llama_guard_4: [defenses.llama_guard_4, LlamaGuard4Defense]
+    vlguard: [defenses.vlguard, VLGuardDefense]
+    spa_vl: [defenses.spa_vl, SPAVLDefense]
+    saferlhf_v: [defenses.saferlhf_v, SafeRLHFVDefense]
+    coca: [defenses.coca, CoCADefense]
+
+  evaluators:
+    default_judge: [evaluators.default_judge, DefaultJudge]
+
+