mirror of
https://github.com/elder-plinius/OBLITERATUS.git
synced 2026-08-12 06:00:29 +02:00
20 lines
380 B
YAML
20 lines
380 B
YAML
# Example: Deep-dive into attention heads
|
|
# Uses the "attention" preset — prunes every head individually
|
|
# Run with: obliteratus run examples/preset_attention.yaml
|
|
|
|
preset: attention
|
|
|
|
model:
|
|
name: gpt2
|
|
task: causal_lm
|
|
dtype: float32
|
|
device: cpu
|
|
|
|
dataset:
|
|
name: wikitext
|
|
subset: wikitext-2-raw-v1
|
|
split: test
|
|
text_column: text
|
|
|
|
output_dir: results/gpt2_attention
|