mirror of
https://github.com/elder-plinius/OBLITERATUS.git
synced 2026-04-29 14:46:15 +02:00
pliny
29 lines
540 B
YAML
29 lines
540 B
YAML
# Example: Ablate every layer and FFN block in GPT-2
|
|
# Run with: obliteratus run examples/gpt2_layer_ablation.yaml
|
|
|
|
model:
|
|
name: gpt2
|
|
task: causal_lm
|
|
dtype: float32
|
|
device: cpu # change to "cuda" or "auto" for GPU
|
|
|
|
dataset:
|
|
name: wikitext
|
|
subset: wikitext-2-raw-v1
|
|
split: test
|
|
text_column: text
|
|
max_samples: 100 # keep small for a quick demo
|
|
|
|
strategies:
|
|
- name: layer_removal
|
|
params: {}
|
|
- name: ffn_ablation
|
|
params: {}
|
|
|
|
metrics:
|
|
- perplexity
|
|
|
|
batch_size: 4
|
|
max_length: 256
|
|
output_dir: results/gpt2_layers
|