mirror of
https://github.com/elder-plinius/OBLITERATUS.git
synced 2026-06-04 05:18:03 +02:00
pliny
27 lines
424 B
YAML
27 lines
424 B
YAML
# Example: Ablate every attention head in GPT-2
|
|
# Run with: obliteratus run examples/gpt2_head_ablation.yaml
|
|
|
|
model:
|
|
name: gpt2
|
|
task: causal_lm
|
|
dtype: float32
|
|
device: cpu
|
|
|
|
dataset:
|
|
name: wikitext
|
|
subset: wikitext-2-raw-v1
|
|
split: test
|
|
text_column: text
|
|
max_samples: 50
|
|
|
|
strategies:
|
|
- name: head_pruning
|
|
params: {}
|
|
|
|
metrics:
|
|
- perplexity
|
|
|
|
batch_size: 4
|
|
max_length: 256
|
|
output_dir: results/gpt2_heads
|