configuration/reason/data/technique.data.json
configuration/reason/data/technique.data.json is a file in GovLab Context. 149 lines of code and 0 definitions.
{
"check": {
"by": ["the test surfaces that list the technique, whose predicates decide what a run of the technique shows"],
"population": "every surface that lists the technique, and the code those surfaces cover",
"freshness": "a verdict stands until the technique, a surface that lists it or the covered code changes",
"refusal": "the gate fails a surface that lists an unknown technique, and a technique that states no way it fails",
"observation": "the technique's own runs, which locate failures; its fails field names the way it goes silent",
"evidence": "fires-and-accepts: one suite plants a surface that lists an unknown technique, another plants a technique that states no way it fails, and the bundled data validates clean",
"authority": "the technique record, which every surface that lists it cites"
},
"records": [
{
"id": "static-analysis",
"mode": "observation",
"principle": "Reads structure and types for defects before execution",
"principleRef": "static-analysis",
"fails": "Reports nothing when its rule never visits the construct, as with a misspelled visitor key"
},
{
"id": "unit-testing",
"mode": "comparison",
"principle": "Compares observed with expected results on an isolated unit",
"fails": "Passes when the doubles that isolate the unit no longer behave like the real collaborators"
},
{
"id": "integration-testing",
"mode": "comparison",
"principle": "Compares observed with expected results across cooperating parts",
"fails": "Passes on an environment that differs from production in the part that fails"
},
{
"id": "end-to-end-testing",
"mode": "comparison",
"principle": "Compares observed with expected results on the whole system",
"fails": "Is retried until it passes, so an intermittent failure is read as noise"
},
{
"id": "property-based-testing",
"mode": "classification",
"principle": "Asserts that an invariant holds across a generated input space",
"principleRef": "property-based-testing",
"fails": "Passes when the generator never produces the inputs that break the property"
},
{
"id": "differential-testing",
"mode": "comparison",
"principle": "Compares observed results with a reference implementation, the oracle",
"fails": "Passes when the reference implementation shares the defect"
},
{
"id": "contract-testing",
"mode": "comparison",
"principle": "Compares an observed interface with an agreed contract",
"fails": "Passes against a copy of the contract that drifted from the one the provider serves"
},
{
"id": "runtime-validation",
"mode": "observation",
"principle": "Checks boundary data against its declared shape at runtime",
"fails": "Never runs on a path that reaches the core without crossing the boundary"
},
{
"id": "assertion-checking",
"mode": "comparison",
"principle": "Checks a runtime condition against an assumed invariant",
"fails": "Is compiled out or disabled in the build that runs in production"
},
{
"id": "fuzz-testing",
"mode": "creation",
"principle": "Generates adversarial inputs to provoke unhandled failures",
"fails": "Stops before the generated inputs reach the failing region, and the run reports no crash"
},
{
"id": "load-testing",
"mode": "prediction",
"principle": "Projects behavior under expected demand",
"fails": "Runs a workload shaped unlike real demand"
},
{
"id": "stress-testing",
"mode": "prediction",
"principle": "Projects behavior past its limits to expose timing and ordering defects",
"fails": "Ends at a limit below the one production reaches"
},
{
"id": "profiling",
"mode": "observation",
"principle": "Measures the distribution of execution cost",
"principleRef": "profiling",
"fails": "Samples too coarsely to see a short, frequent cost"
},
{
"id": "heap-analysis",
"mode": "observation",
"principle": "Measures allocation and retention over time",
"fails": "Measures a run too short for retention to show"
},
{
"id": "tracing",
"mode": "description",
"principle": "Describes the runtime flow across components",
"fails": "Loses spans at an uninstrumented hop, and the trace reads as complete"
},
{
"id": "fault-injection",
"mode": "intervention",
"principle": "Induces a failure and observes the response",
"fails": "Injects only the faults the developer anticipated"
},
{
"id": "chaos-testing",
"mode": "intervention",
"principle": "Induces random failures and observes how the system recovers",
"fails": "Runs where the dependency that fails in production is absent"
},
{
"id": "model-checking",
"mode": "explanation",
"principle": "Proves that a property holds across the reachable state space",
"fails": "Proves the model while the code drifts away from it"
},
{
"id": "deterministic-replay",
"mode": "reflection",
"principle": "Reproduces a run to isolate a non-deterministic cause",
"fails": "Replays a recording that left out the source of the non-determinism"
},
{
"id": "monitoring",
"mode": "observation",
"principle": "Observes live behavior for deviations from normal",
"principleRef": "monitoring",
"fails": "Reports no deviation because the signal it watches was never emitted"
},
{
"id": "mutation-testing",
"mode": "intervention",
"principle": "Introduces a deliberate defect and checks that the tests or the rule report it",
"fails": "Counts a mutant as caught by a test that fails for an unrelated reason"
},
{
"id": "read-after-write-verification",
"mode": "comparison",
"principle": "Reads back what was written and compares it with what was meant to be written",
"fails": "Reads from a cache or a buffer instead of the store the write reached"
}
]
}