batch test workflows for OpenELM

This commit is contained in:
Adam Wilson
2025-08-18 20:38:59 -06:00
parent 6de1a82575
commit fad7035b32
6 changed files with 82 additions and 0 deletions
@@ -0,0 +1,11 @@
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-1-20:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
with:
batch_offset: 0
range_name: "1-20"
batch_size: 2
@@ -0,0 +1,11 @@
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-21-40:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
with:
batch_offset: 20
range_name: "21-40"
batch_size: 2
@@ -0,0 +1,11 @@
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-41-60:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
with:
batch_offset: 40
range_name: "41-60"
batch_size: 2
@@ -0,0 +1,11 @@
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-61-80:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
with:
batch_offset: 60
range_name: "61-80"
batch_size: 2
@@ -0,0 +1,11 @@
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-81-100:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
with:
batch_offset: 80
range_name: "81-100"
batch_size: 2
@@ -0,0 +1,27 @@
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
on:
workflow_call:
inputs:
batch_offset:
description: 'Starting prompt index offset'
required: true
type: number
range_name:
description: 'Human readable range name (e.g., "1-20")'
required: true
type: string
batch_size:
description: 'Number of prompts per batch'
required: false
type: number
default: 2
jobs:
test:
uses: ./.github/workflows/test_04.abstract_base.yml
with:
batch_offset: ${{ inputs.batch_offset }}
range_name: ${{ inputs.range_name }}
batch_size: ${{ inputs.batch_size }}
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py
model_display_name: apple/OpenELM-3B-Instruct