Repository navigation
Expand file tree
/
Copy pathmtest.toml
More file actions
69 lines (61 loc) · 3.54 KB
/
Copy pathmtest.toml
File metadata and controls
69 lines (61 loc) · 3.54 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# The e2e tests as mtest programs (design 2026-11-08 W8; run_all.sh with E2E_MTEST). Each script is
# a program run by bash, whose one case is judged by its exit status. Line 2's `# requires:` gives
# its capabilities as tags (`requires:gcc`), which a machine that lacks one excludes; a
# `# resources:` line gives what it holds while it runs (`machine`: nothing else runs beside it).
# The store keeps each run, and its history gives the parts of `--shard` and the order of a run.
[project]
store = ".mtest"
[discover.e2e]
globs = ["[0-9]*.sh"]
command = ["bash", "{path}"]
kind = "e2e"
# A script is level 0, whatever its text says: several name the protocol's marker in their comments,
# and a script told the protocol's variables would pass them to what it runs.
level = 0
# A script that cannot hold anything on this machine leaves with 77 after a `SKIP: <reason>` line:
# its case is skipped, with that reason, and is not counted among the passes (mtest 0.6.1).
skip_exit = 77
timeout = "10m"
tags_from = { "# requires:" = "requires:" }
resources_from = ["# resources:"]
# The shards of each host CI starts (ci.yml e2e-plan, `mtest ci plan`): the
# selection's measured time there divided by `shard`, at most `max_shards`; a
# case a host never ran counts `unknown`. The names are those the runs record.
[ci.plan]
hosts = ["linux", "macos", "windows"]
shard = "12m"
max_shards = 8
unknown = "30s"
# THE PROCESSOR TIME A CASE MAY TAKE (design 2026-11-20 §5.17, mtest 0.11.0): `mtest gate` fails a
# case whose `cpu_ms` passes it, unless a waiver names it with a reason; a waiver that excuses
# nothing fails the gate too, so the list only shrinks. Compared within one class of machine.
[budget]
case_cpu = "10m"
# THE SURFACE'S LEDGER (design 2026-11-20 §5.16): every item `mcpp emit surface` lists is used by a
# passing case (its `exercise` events, which the kit writes from MCPP_SURFACE_RECORD), or a waiver
# names it with a reason. A waiver of an item a case uses fails the gate. The items are the golden
# surface, which the case `golden/1124` holds equal to what the binary under test emits.
[ledger.surface]
file = "golden/surface.txt"
evidence = "exercised"
# A script writes no `exercise` events: what only a script runs is waived, naming it.
[[ledger.surface.waiver]]
item = "flag --system"
reason = "run by the script 915 (the system home is maintained and read), which records no use"
# A refusal no input reaches: the code guards a shape the engine's own data does not take.
[[ledger.surface.waiver]]
item = "reason ambiguous-request"
reason = "no (arch, os) group of the built-in rows has two rows a request could mean, so the request is never ambiguous"
[[ledger.surface.waiver]]
item = "reason layer-ordering"
reason = "the resolution places the payload's C++ runtime only over the payload's C library or a base measured to fit it, the combination the check accepts; nothing resolved reaches the refusal"
# Reached on a host no case of this kind runs on yet.
[[ledger.surface.waiver]]
item = "reason host-tool-toolchain"
reason = "reached on Windows only, by a build program under msvc@system with a cross target; no Windows case states it"
[[ledger.surface.waiver]]
item = "reason msvc-redist-unavailable"
reason = "reached on Windows only, by an MSVC toolset whose layout has no redistributable; no Windows case states it"
[[ledger.surface.waiver]]
item = "key target.<sel>.carrier"
reason = "a project's carrier of a loader-dependent image (SPEC-013 §11) needs a carrier package of its own; no case builds one"