try OpenELM 1.1B

This commit is contained in:
Adam Wilson
2025-08-19 17:06:12 -06:00
parent 52e72cce43
commit 7122235b4f
24 changed files with 54 additions and 78 deletions
@@ -1,10 +1,10 @@
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-3B-Instruct'
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-1-20:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
with:
batch_offset: 0
range_name: "1-20"
@@ -1,10 +1,10 @@
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-3B-Instruct'
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-21-40:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
with:
batch_offset: 20
range_name: "21-40"
@@ -1,10 +1,10 @@
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-3B-Instruct'
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-41-60:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
with:
batch_offset: 40
range_name: "41-60"
@@ -1,10 +1,10 @@
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-3B-Instruct'
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-61-80:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
with:
batch_offset: 60
range_name: "61-80"
@@ -1,10 +1,10 @@
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-3B-Instruct'
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
jobs:
test-prompts-81-100:
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
with:
batch_offset: 80
range_name: "81-100"
@@ -1,4 +1,4 @@
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_call:
inputs:
@@ -23,5 +23,5 @@ jobs:
batch_offset: ${{ inputs.batch_offset }}
range_name: ${{ inputs.range_name }}
batch_size: ${{ inputs.batch_size }}
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py
model_display_name: apple/OpenELM-3B-Instruct
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.py
model_display_name: apple/OpenELM-1_1B-Instruct
@@ -1,4 +1,4 @@
name: 'Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
name: 'Test #4 | RAG + CoT | apple/OpenELM-1_1B-Instruct'
on:
workflow_dispatch:
@@ -21,7 +21,7 @@ jobs:
- name: 'run text generation tests'
shell: bash
run: pytest tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py -s --disable-warnings
run: pytest tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.py -s --disable-warnings
- name: Check for changes
id: verify-changed-files