test: add Gate 3 numerical oracle contracts

This commit is contained in:
Joseph Magly
2026-08-15 20:09:21 -04:00
parent 369417fbb4
commit 51529ad1d7
25 changed files with 3443 additions and 170 deletions
+27 -5
View File
@@ -202,6 +202,10 @@ jobs:
scripts/check_coverage_thresholds.py
scripts/check_mutation_score.py
scripts/check_quality_policy.py
scripts/check_mutation_targets.py
scripts/prepare_mutation_coverage.py
scripts/run_prepared_mutmut.py
scripts/mutmut_coverage_sitecustomize/sitecustomize.py
scripts/check_conditional_policy.py
scripts/check_test_risk_map.py
scripts/conditional_gate_summary.py
@@ -218,6 +222,10 @@ jobs:
scripts/check_coverage_thresholds.py
scripts/check_mutation_score.py
scripts/check_quality_policy.py
scripts/check_mutation_targets.py
scripts/prepare_mutation_coverage.py
scripts/run_prepared_mutmut.py
scripts/mutmut_coverage_sitecustomize/sitecustomize.py
scripts/check_conditional_policy.py
scripts/check_test_risk_map.py
scripts/conditional_gate_summary.py
@@ -388,7 +396,7 @@ jobs:
quality-depth:
name: Quality depth
runs-on: ubuntu-latest
timeout-minutes: 20
timeout-minutes: 45
env:
CUDA_VISIBLE_DEVICES: ""
HF_DATASETS_OFFLINE: "1"
@@ -424,18 +432,32 @@ jobs:
--output quality-evidence/repeat-gate.json
- name: Run bounded selective mutation gate
env:
BLIS_NUM_THREADS: "1"
MKL_NUM_THREADS: "1"
NUMEXPR_NUM_THREADS: "1"
OMP_THREAD_LIMIT: "1"
OMP_NUM_THREADS: "1"
OPENBLAS_NUM_THREADS: "1"
VECLIB_MAXIMUM_THREADS: "1"
run: |
"$QUALITY_ENV/bin/python" scripts/check_mutation_targets.py prepare
# shellcheck disable=SC2016
/usr/bin/time -f 'elapsed_seconds=%e\nmax_rss_kb=%M' \
-o quality-evidence/mutation-time.txt \
"$QUALITY_ENV/bin/python" -c \
'import torch, yaml; from mutmut.__main__ import cli; cli()' \
run --max-children 4
bash -euo pipefail -c '
"$QUALITY_ENV/bin/python" scripts/prepare_mutation_coverage.py prepare-coverage --max-children 8
"$QUALITY_ENV/bin/python" scripts/prepare_mutation_coverage.py prepare-stats --max-children 8
PATH="$QUALITY_ENV/bin:$PATH" \
"$QUALITY_ENV/bin/python" scripts/run_prepared_mutmut.py run --max-children 8
'
"$QUALITY_ENV/bin/python" scripts/check_mutation_targets.py check
"$QUALITY_ENV/bin/mutmut" results > quality-evidence/mutation-survivors.txt
"$QUALITY_ENV/bin/mutmut" export-cicd-stats
cp mutants/mutmut-cicd-stats.json quality-evidence/mutation-stats.json
cp mutants/mutmut-stats.json quality-evidence/mutation-test-selection.json
"$QUALITY_ENV/bin/python" scripts/check_mutation_score.py \
quality-evidence/mutation-stats.json --minimum 75
quality-evidence/mutation-stats.json --minimum 85.0
- name: Write normalized quality trend evidence
if: always()