mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-06-09 00:13:55 +02:00
batch test workflows for OpenELM
This commit is contained in:
+11
@@ -0,0 +1,11 @@
|
||||
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-1-20:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 0
|
||||
range_name: "1-20"
|
||||
batch_size: 2
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-21-40:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 20
|
||||
range_name: "21-40"
|
||||
batch_size: 2
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-41-60:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 40
|
||||
range_name: "41-60"
|
||||
batch_size: 2
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-61-80:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 60
|
||||
range_name: "61-80"
|
||||
batch_size: 2
|
||||
+11
@@ -0,0 +1,11 @@
|
||||
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-81-100:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 80
|
||||
range_name: "81-100"
|
||||
batch_size: 2
|
||||
+27
@@ -0,0 +1,27 @@
|
||||
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
batch_offset:
|
||||
description: 'Starting prompt index offset'
|
||||
required: true
|
||||
type: number
|
||||
range_name:
|
||||
description: 'Human readable range name (e.g., "1-20")'
|
||||
required: true
|
||||
type: string
|
||||
batch_size:
|
||||
description: 'Number of prompts per batch'
|
||||
required: false
|
||||
type: number
|
||||
default: 2
|
||||
|
||||
jobs:
|
||||
test:
|
||||
uses: ./.github/workflows/test_04.abstract_base.yml
|
||||
with:
|
||||
batch_offset: ${{ inputs.batch_offset }}
|
||||
range_name: ${{ inputs.range_name }}
|
||||
batch_size: ${{ inputs.batch_size }}
|
||||
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py
|
||||
model_display_name: apple/OpenELM-3B-Instruct
|
||||
Reference in New Issue
Block a user