update scheduled jobs

2026-06-01 20:51:40 +02:00 · 2025-08-21 12:50:09 -06:00
parent 046e622aba
commit 586c4d5115
36 changed files with 351 additions and 15 deletions
@@ -0,0 +1,27 @@
+name: 'Reusable Test #0 | No Mitigation | Benign'
+on:
+  workflow_call:
+    inputs:
+      batch_offset:
+        description: 'Starting prompt index offset'
+        required: true
+        type: number
+      range_name:
+        description: 'Human readable range name (e.g., "1-20")'
+        required: true
+        type: string
+      batch_size:
+        description: 'Number of prompts per batch'
+        required: false
+        type: number
+        default: 2
+
+jobs:
+  test:
+    uses: ./.github/workflows/tests.abstract_base.yml
+    with:
+      batch_offset: ${{ inputs.batch_offset }}
+      range_name: ${{ inputs.range_name }}
+      batch_size: ${{ inputs.batch_size }}
+      test_file_path: tests/integration/test_00_benign_prompts_no_mitigation.py
+      model_display_name: microsoft/Phi-3-mini-4k-instruct-onnx
@@ -0,0 +1,13 @@
+name: '#0 (1-20)'
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 0 * * *'  # Starts at 00:00 UTC
+
+jobs:
+  test-prompts-1-20:
+    uses: ./.github/workflows/test_00.base.yml
+    with:
+      batch_offset: 0
+      range_name: "1-20"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#0 (21-40)'
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '57 0 * * *'  # Starts at 00:57 UTC
+
+jobs:
+  test-prompts-21-40:
+    uses: ./.github/workflows/test_00.base.yml
+    with:
+      batch_offset: 20
+      range_name: "21-40"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#0 (41-60)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '54 1 * * *'  # Starts at 01:54 UTC
+
+jobs:
+  test-prompts-41-60:
+    uses: ./.github/workflows/test_00.base.yml
+    with:
+      batch_offset: 40
+      range_name: "41-60"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#0 (61-80)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '51 2 * * *'  # Starts at 02:51 UTC
+
+jobs:
+  test-prompts-61-80:
+    uses: ./.github/workflows/test_00.base.yml
+    with:
+      batch_offset: 60
+      range_name: "61-80"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#0 (81-100)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '48 3 * * *'  # Starts at 03:48 UTC
+
+jobs:
+  test-prompts-81-100:
+    uses: ./.github/workflows/test_00.base.yml
+    with:
+      batch_offset: 80
+      range_name: "81-100"
+      batch_size: 2
@@ -0,0 +1,27 @@
+name: 'Reusable Test #1 | No Mitigation | Malicious'
+on:
+  workflow_call:
+    inputs:
+      batch_offset:
+        description: 'Starting prompt index offset'
+        required: true
+        type: number
+      range_name:
+        description: 'Human readable range name (e.g., "1-20")'
+        required: true
+        type: string
+      batch_size:
+        description: 'Number of prompts per batch'
+        required: false
+        type: number
+        default: 2
+
+jobs:
+  test:
+    uses: ./.github/workflows/tests.abstract_base.yml
+    with:
+      batch_offset: ${{ inputs.batch_offset }}
+      range_name: ${{ inputs.range_name }}
+      batch_size: ${{ inputs.batch_size }}
+      test_file_path: tests/integration/test_01_malicious_prompts_no_mitigation.py
+      model_display_name: microsoft/Phi-3-mini-4k-instruct-onnx
@@ -0,0 +1,13 @@
+name: '#1 (1-20)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '45 4 * * *'  # Starts at 04:45 UTC
+
+jobs:
+  test-prompts-1-20:
+    uses: ./.github/workflows/test_01.base.yml
+    with:
+      batch_offset: 0
+      range_name: "1-20"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#1 (21-40)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '42 5 * * *'  # Starts at 05:42 UTC
+
+jobs:
+  test-prompts-21-40:
+    uses: ./.github/workflows/test_01.base.yml
+    with:
+      batch_offset: 20
+      range_name: "21-40"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#1 (41-60)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '39 6 * * *'  # Starts at 06:39 UTC
+
+jobs:
+  test-prompts-41-60:
+    uses: ./.github/workflows/test_01.base.yml
+    with:
+      batch_offset: 40
+      range_name: "41-60"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#1 (61-80)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '36 7 * * *'  # Starts at 07:36 UTC
+
+jobs:
+  test-prompts-61-80:
+    uses: ./.github/workflows/test_01.base.yml
+    with:
+      batch_offset: 60
+      range_name: "61-80"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#1 (81-100)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '33 8 * * *'  # Starts at 08:33 UTC
+
+jobs:
+  test-prompts-81-100:
+    uses: ./.github/workflows/test_01.base.yml
+    with:
+      batch_offset: 80
+      range_name: "81-100"
+      batch_size: 2
@@ -0,0 +1,27 @@
+name: 'Reusable Test #2 | CoT | Malicious'
+on:
+  workflow_call:
+    inputs:
+      batch_offset:
+        description: 'Starting prompt index offset'
+        required: true
+        type: number
+      range_name:
+        description: 'Human readable range name (e.g., "1-20")'
+        required: true
+        type: string
+      batch_size:
+        description: 'Number of prompts per batch'
+        required: false
+        type: number
+        default: 2
+
+jobs:
+  test:
+    uses: ./.github/workflows/tests.abstract_base.yml
+    with:
+      batch_offset: ${{ inputs.batch_offset }}
+      range_name: ${{ inputs.range_name }}
+      batch_size: ${{ inputs.batch_size }}
+      test_file_path: tests/integration/test_02_malicious_prompts_cot.py
+      model_display_name: microsoft/Phi-3-mini-4k-instruct-onnx
@@ -0,0 +1,13 @@
+name: '#2 (1-20)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '30 9 * * *'  # Starts at 09:30 UTC
+
+jobs:
+  test-prompts-1-20:
+    uses: ./.github/workflows/test_02.base.yml
+    with:
+      batch_offset: 0
+      range_name: "1-20"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#2 (21-40)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '27 10 * * *'  # Starts at 10:27 UTC
+
+jobs:
+  test-prompts-21-40:
+    uses: ./.github/workflows/test_02.base.yml
+    with:
+      batch_offset: 20
+      range_name: "21-40"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#2 (41-60)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '24 11 * * *'  # Starts at 11:24 UTC
+
+jobs:
+  test-prompts-41-60:
+    uses: ./.github/workflows/test_02.base.yml
+    with:
+      batch_offset: 40
+      range_name: "41-60"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#2 (61-80)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '21 12 * * *'  # Starts at 12:21 UTC
+
+jobs:
+  test-prompts-61-80:
+    uses: ./.github/workflows/test_02.base.yml
+    with:
+      batch_offset: 60
+      range_name: "61-80"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#2 (81-100)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '18 13 * * *'  # Starts at 13:18 UTC
+
+jobs:
+  test-prompts-81-100:
+    uses: ./.github/workflows/test_02.base.yml
+    with:
+      batch_offset: 80
+      range_name: "81-100"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#3 (1-20)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '15 14 * * *'  # Starts at 14:15 UTC
+
+jobs:
+  test-prompts-1-20:
+    uses: ./.github/workflows/test_03.base.yml
+    with:
+      batch_offset: 0
+      range_name: "1-20"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#3 (21-40)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '12 15 * * *'  # Starts at 15:12 UTC
+
+jobs:
+  test-prompts-21-40:
+    uses: ./.github/workflows/test_03.base.yml
+    with:
+      batch_offset: 20
+      range_name: "21-40"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#3 (41-60)'
+on:
+  workflow_dispatch:
+  schedule:
+   - cron: '9 16 * * *'  # Starts at 16:09 UTC
+
+jobs:
+  test-prompts-41-60:
+    uses: ./.github/workflows/test_03.base.yml
+    with:
+      batch_offset: 40
+      range_name: "41-60"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#3 (61-80)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '6 17 * * *'  # Starts at 17:06 UTC
+
+jobs:
+  test-prompts-61-80:
+    uses: ./.github/workflows/test_03.base.yml
+    with:
+      batch_offset: 60
+      range_name: "61-80"
+      batch_size: 2
@@ -0,0 +1,13 @@
+name: '#3 (81-100)'
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '3 18 * * *'  # Starts at 18:03 UTC
+
+jobs:
+  test-prompts-81-100:
+    uses: ./.github/workflows/test_03.base.yml
+    with:
+      batch_offset: 80
+      range_name: "81-100"
+      batch_size: 2
@@ -2,12 +2,11 @@ name: '#4 (1-20)'
 on:
  workflow_dispatch:
  schedule:
-    # Workflow 1 - Starts at hours: 0, 5, 10, 15, 20 (every 5th hour starting from midnight)
-    - cron: '0 */5 * * *'
+  - cron: '0 19 * * *'  # Starts at 19:00 UTC

 jobs:
  test-prompts-1-20:
-    uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot.base.yml
+    uses: ./.github/workflows/test_04.base.yml
    with:
      batch_offset: 0
      range_name: "1-20"
@@ -2,12 +2,11 @@ name: '#4 (21-40)'
 on:
  workflow_dispatch:
  schedule:
-    # Workflow 2 - Starts at hours: 1, 6, 11, 16, 21 (every 5th hour starting from 1 AM)
-    - cron: '0 1-23/5 * * *'
+  - cron: '57 19 * * *'  # Starts at 19:57 UTC

 jobs:
  test-prompts-21-40:
-    uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot.base.yml
+    uses: ./.github/workflows/test_04.base.yml
    with:
      batch_offset: 20
      range_name: "21-40"
@@ -2,12 +2,11 @@ name: '#4 (41-60)'
 on:
  workflow_dispatch:
  schedule:
-    # Workflow 3 - Starts at hours: 2, 7, 12, 17, 22 (every 5th hour starting from 2 AM)
-    - cron: '0 2-23/5 * * *'
+  - cron: '54 20 * * *'  # Starts at 20:54 UTC

 jobs:
  test-prompts-41-60:
-    uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot.base.yml
+    uses: ./.github/workflows/test_04.base.yml
    with:
      batch_offset: 40
      range_name: "41-60"
@@ -2,12 +2,11 @@ name: '#4 (61-80)'
 on:
  workflow_dispatch:
  schedule:
-    # Workflow 4 - Starts at hours: 3, 8, 13, 18, 23 (every 5th hour starting from 3 AM)
-    - cron: '0 3-23/5 * * *'
+  - cron: '51 21 * * *'  # Starts at 21:51 UTC

 jobs:
  test-prompts-61-80:
-    uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot.base.yml
+    uses: ./.github/workflows/test_04.base.yml
    with:
      batch_offset: 60
      range_name: "61-80"
@@ -2,12 +2,11 @@ name: '#4 (81-100)'
 on:
  workflow_dispatch:
  schedule:
-    # Workflow 5 - Starts at hours: 4, 9, 14, 19 (every 5th hour starting from 4 AM)
-    - cron: '0 4-19/5 * * *'
+  - cron: '48 22 * * *'  # Starts at 22:48 UTC

 jobs:
  test-prompts-81-100:
-    uses: ./.github/workflows/test_04_malicious_prompts_rag_and_cot.base.yml
+    uses: ./.github/workflows/test_04.base.yml
    with:
      batch_offset: 80
      range_name: "81-100"