mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-06-10 00:43:55 +02:00
try OpenELM 1.1B
This commit is contained in:
+2
-2
@@ -1,10 +1,10 @@
|
||||
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: '#4 (1-20) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-1-20:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 0
|
||||
range_name: "1-20"
|
||||
+2
-2
@@ -1,10 +1,10 @@
|
||||
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: '#4 (21-40) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-21-40:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 20
|
||||
range_name: "21-40"
|
||||
+2
-2
@@ -1,10 +1,10 @@
|
||||
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: '#4 (41-60) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-41-60:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 40
|
||||
range_name: "41-60"
|
||||
+2
-2
@@ -1,10 +1,10 @@
|
||||
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: '#4 (61-80) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-61-80:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 60
|
||||
range_name: "61-80"
|
||||
+2
-2
@@ -1,10 +1,10 @@
|
||||
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: '#4 (81-100) | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-prompts-81-100:
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.base.yml
|
||||
uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.base.yml
|
||||
with:
|
||||
batch_offset: 80
|
||||
range_name: "81-100"
|
||||
+3
-3
@@ -1,4 +1,4 @@
|
||||
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: 'Reusable Test #4 | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
@@ -23,5 +23,5 @@ jobs:
|
||||
batch_offset: ${{ inputs.batch_offset }}
|
||||
range_name: ${{ inputs.range_name }}
|
||||
batch_size: ${{ inputs.batch_size }}
|
||||
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py
|
||||
model_display_name: apple/OpenELM-3B-Instruct
|
||||
test_file_path: tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.py
|
||||
model_display_name: apple/OpenELM-1_1B-Instruct
|
||||
+2
-2
@@ -1,4 +1,4 @@
|
||||
name: 'Test #4 | RAG + CoT | apple/OpenELM-3B-Instruct'
|
||||
name: 'Test #4 | RAG + CoT | apple/OpenELM-1_1B-Instruct'
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
@@ -21,7 +21,7 @@ jobs:
|
||||
|
||||
- name: 'run text generation tests'
|
||||
shell: bash
|
||||
run: pytest tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_3b_instruct.py -s --disable-warnings
|
||||
run: pytest tests/integration/test_04_malicious_prompts_rag_and_cot_apple_openelm_1_1b_instruct.py -s --disable-warnings
|
||||
|
||||
- name: Check for changes
|
||||
id: verify-changed-files
|
||||
Reference in New Issue
Block a user