Fix causal LM evaluation and report output creation

2026-08-18 00:47:23 +02:00 · 2026-08-14 19:03:36 -04:00
parent 9cf69d20d8
commit bf8688e13e
3 changed files with 111 additions and 6 deletions
@@ -0,0 +1,23 @@
+model:
+  name: gpt2
+  task: causal_lm
+  dtype: float16
+  device: cuda
+
+dataset:
+  name: Salesforce/wikitext
+  subset: wikitext-2-raw-v1
+  split: test
+  text_column: text
+  max_samples: 25
+
+strategies:
+  - name: layer_removal
+    params: {}
+
+metrics:
+  - perplexity
+
+batch_size: 4
+max_length: 256
+output_dir: results/gpt2_gpu_quick