mirror of
https://github.com/elder-plinius/OBLITERATUS.git
synced 2026-08-17 16:37:30 +02:00
test: add Gate 3 numerical oracle contracts
This commit is contained in:
@@ -202,6 +202,10 @@ jobs:
|
||||
scripts/check_coverage_thresholds.py
|
||||
scripts/check_mutation_score.py
|
||||
scripts/check_quality_policy.py
|
||||
scripts/check_mutation_targets.py
|
||||
scripts/prepare_mutation_coverage.py
|
||||
scripts/run_prepared_mutmut.py
|
||||
scripts/mutmut_coverage_sitecustomize/sitecustomize.py
|
||||
scripts/check_conditional_policy.py
|
||||
scripts/check_test_risk_map.py
|
||||
scripts/conditional_gate_summary.py
|
||||
@@ -218,6 +222,10 @@ jobs:
|
||||
scripts/check_coverage_thresholds.py
|
||||
scripts/check_mutation_score.py
|
||||
scripts/check_quality_policy.py
|
||||
scripts/check_mutation_targets.py
|
||||
scripts/prepare_mutation_coverage.py
|
||||
scripts/run_prepared_mutmut.py
|
||||
scripts/mutmut_coverage_sitecustomize/sitecustomize.py
|
||||
scripts/check_conditional_policy.py
|
||||
scripts/check_test_risk_map.py
|
||||
scripts/conditional_gate_summary.py
|
||||
@@ -388,7 +396,7 @@ jobs:
|
||||
quality-depth:
|
||||
name: Quality depth
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 20
|
||||
timeout-minutes: 45
|
||||
env:
|
||||
CUDA_VISIBLE_DEVICES: ""
|
||||
HF_DATASETS_OFFLINE: "1"
|
||||
@@ -424,18 +432,32 @@ jobs:
|
||||
--output quality-evidence/repeat-gate.json
|
||||
|
||||
- name: Run bounded selective mutation gate
|
||||
env:
|
||||
BLIS_NUM_THREADS: "1"
|
||||
MKL_NUM_THREADS: "1"
|
||||
NUMEXPR_NUM_THREADS: "1"
|
||||
OMP_THREAD_LIMIT: "1"
|
||||
OMP_NUM_THREADS: "1"
|
||||
OPENBLAS_NUM_THREADS: "1"
|
||||
VECLIB_MAXIMUM_THREADS: "1"
|
||||
run: |
|
||||
"$QUALITY_ENV/bin/python" scripts/check_mutation_targets.py prepare
|
||||
# shellcheck disable=SC2016
|
||||
/usr/bin/time -f 'elapsed_seconds=%e\nmax_rss_kb=%M' \
|
||||
-o quality-evidence/mutation-time.txt \
|
||||
"$QUALITY_ENV/bin/python" -c \
|
||||
'import torch, yaml; from mutmut.__main__ import cli; cli()' \
|
||||
run --max-children 4
|
||||
bash -euo pipefail -c '
|
||||
"$QUALITY_ENV/bin/python" scripts/prepare_mutation_coverage.py prepare-coverage --max-children 8
|
||||
"$QUALITY_ENV/bin/python" scripts/prepare_mutation_coverage.py prepare-stats --max-children 8
|
||||
PATH="$QUALITY_ENV/bin:$PATH" \
|
||||
"$QUALITY_ENV/bin/python" scripts/run_prepared_mutmut.py run --max-children 8
|
||||
'
|
||||
"$QUALITY_ENV/bin/python" scripts/check_mutation_targets.py check
|
||||
"$QUALITY_ENV/bin/mutmut" results > quality-evidence/mutation-survivors.txt
|
||||
"$QUALITY_ENV/bin/mutmut" export-cicd-stats
|
||||
cp mutants/mutmut-cicd-stats.json quality-evidence/mutation-stats.json
|
||||
cp mutants/mutmut-stats.json quality-evidence/mutation-test-selection.json
|
||||
"$QUALITY_ENV/bin/python" scripts/check_mutation_score.py \
|
||||
quality-evidence/mutation-stats.json --minimum 75
|
||||
quality-evidence/mutation-stats.json --minimum 85.0
|
||||
|
||||
- name: Write normalized quality trend evidence
|
||||
if: always()
|
||||
|
||||
Reference in New Issue
Block a user