From fad7035b3296b4887f1f7e4b23170e12646e43aa Mon Sep 17 00:00:00 2001 From: Adam Wilson Date: Mon, 18 Aug 2025 20:38:59 -0600 Subject: [PATCH] batch test workflows for OpenELM --- ...nd_cot_apple_openelm_3b_instruct.01-20.yml | 11 ++++++++ ...nd_cot_apple_openelm_3b_instruct.21-40.yml | 11 ++++++++ ...nd_cot_apple_openelm_3b_instruct.41-60.yml | 11 ++++++++ ...nd_cot_apple_openelm_3b_instruct.61-80.yml | 11 ++++++++ ...d_cot_apple_openelm_3b_instruct.81-100.yml | 11 ++++++++ ...and_cot_apple_openelm_3b_instruct.base.yml | 27 +++++++++++++++++++ 6 files changed, 82 insertions(+) create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.01-20.yml create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.21-40.yml create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.41-60.yml create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.61-80.yml create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.81-100.yml create mode 100644 .github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.01-20.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.01-20.yml new file mode 100644 index 000000000..2b6d2c091 --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.01-20.yml @@ -0,0 +1,11 @@ +name: '#4 (1-20) | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_dispatch: + +jobs: + test-prompts-1-20: + uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml + with: + batch_offset: 0 + range_name: "1-20" + batch_size: 2 \ No newline at end of file diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.21-40.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.21-40.yml new file mode 100644 index 000000000..753d83445 --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.21-40.yml @@ -0,0 +1,11 @@ +name: '#4 (21-40) | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_dispatch: + +jobs: + test-prompts-21-40: + uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml + with: + batch_offset: 20 + range_name: "21-40" + batch_size: 2 \ No newline at end of file diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.41-60.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.41-60.yml new file mode 100644 index 000000000..9a6a654eb --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.41-60.yml @@ -0,0 +1,11 @@ +name: '#4 (41-60) | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_dispatch: + +jobs: + test-prompts-41-60: + uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml + with: + batch_offset: 40 + range_name: "41-60" + batch_size: 2 \ No newline at end of file diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.61-80.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.61-80.yml new file mode 100644 index 000000000..c8b51fdf1 --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.61-80.yml @@ -0,0 +1,11 @@ +name: '#4 (61-80) | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_dispatch: + +jobs: + test-prompts-61-80: + uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml + with: + batch_offset: 60 + range_name: "61-80" + batch_size: 2 \ No newline at end of file diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.81-100.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.81-100.yml new file mode 100644 index 000000000..8d82586a5 --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.81-100.yml @@ -0,0 +1,11 @@ +name: '#4 (81-100) | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_dispatch: + +jobs: + test-prompts-81-100: + uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml + with: + batch_offset: 80 + range_name: "81-100" + batch_size: 2 \ No newline at end of file diff --git a/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml new file mode 100644 index 000000000..f52be072d --- /dev/null +++ b/.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml @@ -0,0 +1,27 @@ +name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct' +on: + workflow_call: + inputs: + batch_offset: + description: 'Starting prompt index offset' + required: true + type: number + range_name: + description: 'Human readable range name (e.g., "1-20")' + required: true + type: string + batch_size: + description: 'Number of prompts per batch' + required: false + type: number + default: 2 + +jobs: + test: + uses: ./.github/workflows/test_04.abstract_base.yml + with: + batch_offset: ${{ inputs.batch_offset }} + range_name: ${{ inputs.range_name }} + batch_size: ${{ inputs.batch_size }} + test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py + model_display_name: apple/OpenELM-3B-Instruct \ No newline at end of file