tiny.bench.writeBenchmarkEvidence

1pub fn writeBenchmarkEvidence(object: pretty_json.Object, config: ?stabilizer.Config) !void {2    try object.field("schema", "tiny.profile-evidence/v1");3    try object.field("primary_user", "agent");4    try object.field("runner", "lib.bench");5    try object.field("decision_state", "distribution_measurement");6    const bias = try object.object("bias_repetition");7    try bias.field("build", "single_observed");8    try bias.field("process", "in_process_samples");9    try bias.field("sample_sequence", "measured_acquisition_order");10    try bias.field("sample_timestamps", "not_recorded");11    try bias.field("heap", layoutState(config, .heap));12    try bias.field("heap_pointer_validation", pointerValidationState(config));13    try bias.field("stack", layoutState(config, .stack));14    try bias.field("code", layoutState(config, .code));15    try bias.field("environment", "single_observed");16    try bias.end();17    const statistics = try object.object("statistics");18    try writeStrings(19        try statistics.array("primary"),20        &.{ "median_ns", "p75_ns", "p99_ns", "sample_ns" },21    );22    try writeStrings(23        try statistics.array("secondary"),24        &.{ "mean_ns", "stddev_ns", "min_ns", "max_ns" },25    );26    const intervals = try statistics.object("confidence_intervals");27    try intervals.field("field", "confidence_intervals");28    try intervals.field("method", "percentile_bootstrap");29    try intervals.field(30        "default_iterations",31        @import("stats/root.zig").default_bootstrap_iterations,32    );33    try intervals.field("default_confidence", 0.95);34    try intervals.end();35    try statistics.end();36    try writeStrings(try object.array("claim_limits"), &.{37        "single-process benchmark samples do not prove cross-build speedups",38        "code layout is not randomized by the default bench configuration",39        "mean and standard deviation are secondary for skewed timing distributions",40        "automatic eval calibration is discarded preconditioning, not an independent sample",41        "automatic eval selection requires two consecutive target-covering calibration batches",42        "fixed eval batches may remain timer-bound; inspect clock and sample_total_ns",43        "sample order exposes within-process shifts without attributing their cause",44    });45    try object.end();46}

1pub const writeBenchmarkEvidence = evidence.writeBenchmarkEvidence;