{ "recordedFrom": "96764e80 (pre-engine base runners)", "free": [ { "argv": [], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--dry-run", "--list", "--verbose" ], "result": { "ok": { "dryRun": true, "listOnly": true, "recordDurations": false, "windowsOnly": false, "verbose": true, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--windows-only", "--list" ], "result": { "ok": { "dryRun": false, "listOnly": true, "recordDurations": false, "windowsOnly": true, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--record-durations" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": true, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--quick" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": true, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--shards", "4", "--shard", "2" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 4, "shardIndex": 2, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--wall-timeout", "600" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 600000, "wallTimeoutExplicit": true, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--ci-plan", "plan.json", "--shards", "20" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": "plan.json", "ciRun": null, "ciVerify": null, "result": null, "results": null } } }, { "argv": [ "--ci-run", "plan.json", "--shard", "1", "--result", "result.json" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": 1, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": "plan.json", "ciVerify": null, "result": "result.json", "results": null } } }, { "argv": [ "--ci-verify", "plan.json", "--results", "results" ], "result": { "ok": { "dryRun": false, "listOnly": false, "recordDurations": false, "windowsOnly": false, "verbose": false, "shardCount": 20, "shardIndex": null, "wallTimeoutMs": 360000, "wallTimeoutExplicit": false, "quick": false, "ciPlan": null, "ciRun": null, "ciVerify": "plan.json", "result": null, "results": "results" } } }, { "argv": [ "--bogus" ], "result": { "error": "Unknown argument: --bogus" } }, { "argv": [ "--list", "--bogus" ], "result": { "error": "Unknown argument: --bogus" } }, { "argv": [ "--shards" ], "result": { "error": "Missing value for --shards" } }, { "argv": [ "--shard" ], "result": { "error": "Missing value for --shard" } }, { "argv": [ "--wall-timeout", "0" ], "result": { "error": "--wall-timeout needs a positive integer (seconds)" } }, { "argv": [ "--wall-timeout" ], "result": { "error": "--wall-timeout needs a positive integer (seconds)" } }, { "argv": [ "--ci-plan" ], "result": { "error": "Missing path for --ci-plan" } }, { "argv": [ "--ci-plan", "--list" ], "result": { "error": "Missing path for --ci-plan" } }, { "argv": [ "--ci-plan", "a.json", "--ci-run", "b.json" ], "result": { "error": "CI modes cannot be combined with other selection modes" } }, { "argv": [ "--ci-plan", "a.json", "--quick" ], "result": { "error": "CI modes cannot be combined with other selection modes" } }, { "argv": [ "--ci-run", "plan.json" ], "result": { "error": "--ci-run requires --shard and --result" } }, { "argv": [ "--ci-verify", "plan.json" ], "result": { "error": "--ci-verify requires --results" } }, { "argv": [ "--quick", "--shard", "1" ], "result": { "error": "--quick cannot change recording, Windows or shard selection" } }, { "argv": [ "--quick", "--windows-only" ], "result": { "error": "--quick cannot change recording, Windows or shard selection" } } ], "paid": [ { "argv": [], "result": { "ok": { "tier": "gate", "profile": "full", "profileExplicit": false, "listOnly": false, "skipJudges": false, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--list", "--tier", "periodic", "--profile", "full" ], "result": { "ok": { "tier": "periodic", "profile": "full", "profileExplicit": true, "listOnly": true, "skipJudges": false, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--tier", "gate", "--profile", "pr", "--list" ], "result": { "ok": { "tier": "gate", "profile": "pr", "profileExplicit": true, "listOnly": true, "skipJudges": false, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--timeout", "600", "--jobs", "2", "--files-per-shard", "3" ], "result": { "ok": { "tier": "gate", "profile": "full", "profileExplicit": false, "listOnly": false, "skipJudges": false, "timeoutExplicit": true, "timeoutMs": 600000, "jobs": 2, "withinShardConcurrency": 2, "maxFilesPerShard": 3, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--emit-plan", "manifest.json", "--slices", "4", "--skip-judges" ], "result": { "ok": { "tier": "gate", "profile": "full", "profileExplicit": false, "listOnly": false, "skipJudges": true, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": "manifest.json", "slices": 4, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--plan", "manifest.json", "--slice", "2" ], "result": { "ok": { "tier": "gate", "profile": "full", "profileExplicit": false, "listOnly": false, "skipJudges": false, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": "manifest.json", "sliceIndex": 2, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--report", "reports", "--write-durations" ], "result": { "ok": { "tier": "gate", "profile": "full", "profileExplicit": false, "listOnly": false, "skipJudges": false, "timeoutExplicit": false, "timeoutMs": 1800000, "jobs": 8, "withinShardConcurrency": 2, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": "reports", "writeDurations": true } } }, { "argv": [], "env": { "EVALS_TIER": "periodic", "EVALS_JOBS": "3", "EVALS_CONCURRENCY": "5", "EVALS_SHARD_TIMEOUT_MS": "1000", "EVALS_PROFILE": "full" }, "result": { "ok": { "tier": "periodic", "profile": "full", "profileExplicit": true, "listOnly": false, "skipJudges": false, "timeoutExplicit": true, "timeoutMs": 1000, "jobs": 3, "withinShardConcurrency": 5, "maxFilesPerShard": 1, "emitPlanPath": null, "slices": 1, "planPath": null, "sliceIndex": null, "reportDir": null, "writeDurations": false } } }, { "argv": [ "--bogus" ], "result": { "error": "Unknown argument: --bogus" } }, { "argv": [ "--list", "--bogus" ], "result": { "error": "Unknown argument: --bogus" } }, { "argv": [ "--tier", "e2e" ], "result": { "error": "--tier must be gate or periodic. Received: e2e" } }, { "argv": [ "--tier" ], "result": { "error": "--tier must be gate or periodic. Received: undefined" } }, { "argv": [ "--profile" ], "result": { "error": "--profile needs pr or full" } }, { "argv": [ "--profile", "fast" ], "result": { "error": "--profile must be pr or full. Received: fast" } }, { "argv": [ "--timeout", "0" ], "result": { "error": "--timeout needs a positive integer. Received: 0" } }, { "argv": [ "--jobs" ], "result": { "error": "--jobs needs a positive integer. Received: undefined" } }, { "argv": [ "--emit-plan" ], "result": { "error": "--emit-plan needs a file path" } }, { "argv": [ "--plan" ], "result": { "error": "--plan needs a manifest path" } }, { "argv": [ "--report" ], "result": { "error": "--report needs a directory" } }, { "argv": [ "--write-durations" ], "result": { "error": "--write-durations requires --report" } }, { "argv": [ "--skip-judges" ], "result": { "error": "--skip-judges applies only to an emitted gate census plan" } }, { "argv": [ "--profile", "pr", "--tier", "periodic" ], "result": { "error": "PR profile requires gate tier" } }, { "argv": [ "--profile", "pr", "--files-per-shard", "2" ], "result": { "error": "PR profile requires one file per shard to preserve case accounting" } }, { "argv": [], "env": { "EVALS_TIER": "e2e" }, "result": { "error": "EVALS_TIER must be gate or periodic. Received: e2e" } } ], "unknownArgumentCli": { "free": { "status": 1, "stderr": "[test:free] Unknown argument: --bogus" }, "paid": { "status": 1, "stderr": "[test:paid] Unknown argument: --bogus" } } }