tiny.profiling.ingest

1const std = @import("std");2const profiling = @import("../root.zig");3const ingest = @import("root.zig");45const Legacy = struct {6    valid: bool,7    totals: profiling.allocation.Totals = .{},8};910fn legacy(bytes: []const u8) Legacy {11    std.debug.assert(bytes.len >= 2);12    std.debug.assert(bytes[0] == '{');13    std.debug.assert(bytes[bytes.len - 1] == '}');14    var parsed = std.json.parseFromSlice(15        std.json.Value,16        std.testing.allocator,17        bytes,18        .{},19    ) catch return .{ .valid = false };20    defer parsed.deinit();21    const object = profiling.json.object(parsed.value) catch return .{ .valid = false };22    var totals = profiling.allocation.Totals{};23    if (profiling.schema.classify(object, "allocations").family == .allocation) {24        totals.record(object);25    }26    return .{ .valid = true, .totals = totals };27}2829fn strict(bytes: []const u8) !Legacy {30    std.debug.assert(bytes.len <= 2048);31    var json_stack: [64]u8 = undefined;32    var key_bytes: [2048]u8 = undefined;33    var keys: [128]ingest.classify.KeyEntry = undefined;34    var objects: [64]ingest.classify.ObjectFrame = undefined;35    std.debug.assert(json_stack.len * 8 >= objects.len);36    std.debug.assert(keys.len >= objects.len);37    const parsed = try ingest.classify.line(bytes, .{38        .json_stack = &json_stack,39        .key_bytes = &key_bytes,40        .keys = &keys,41        .objects = &objects,42    });43    var totals = profiling.allocation.Totals{};44    if (parsed.valid) ingest.classify.record(&totals, parsed.event);45    return .{ .valid = parsed.valid, .totals = totals };46}4748const cases = [_][]const u8{49    "{\"kind\":\"alloc\",\"len\":64}",50    "{\"k\\u0069nd\":\"alloc\",\"l\\u0065n\":18446744073709551615}",51    "{\"kind\":\"resize\",\"len\":4,\"old_len\":8,\"new_len\":1.2e1}",52    "{\"kind\":\"remap\",\"old_len\":2e0,\"new_len\":5E0,\"nested\":{\"x\":[1,{},true]}}",53    "{\"kind\":\"allocator\",\"metadata\":{\"name\":\"gpa\"}}",54    "{\"kind\":\"unknown\",\"len\":3}",55    "{\"schema\":\"tiny.profiling.metric/v1\",\"kind\":\"alloc\",\"len\":9}",56    "{\"sch\\u0065ma\":\"tiny.profiling.metric\\/v1\",\"kind\":\"free\"}",57    "{\"schema\":\"other\",\"kind\":\"alloc\",\"len\":9}",58    "{\"event\":\"bench_end\",\"sample_ns\":[],\"kind\":\"alloc\",\"len\":9}",59    "{\"event\":\"bench_end\",\"sample_ns\":{},\"kind\":\"alloc\",\"len\":9}",60    "{\"event\":\"bench_end\",\"alloc_bytes\":0,\"kind\":\"alloc\",\"len\":9}",61    "{\"event\":\"bench_end\",\"alloc_count\":1e999,\"kind\":\"free\"}",62    "{\"event\":\"bench_end\",\"alloc_bytes\":\"0\",\"kind\":\"alloc\",\"len\":9}",63    "{\"event\":false,\"sample_ns\":[],\"kind\":\"alloc\",\"len\":9}",64    "{\"kind\":\"summary\",\"mean_ns\":1}",65    "{\"kind\":\"summary\",\"summary\":\"memory\",\"retained_bytes\":2}",66    "{\"kind\":\"summary\",\"summary\":\"other\",\"retained_bytes\":2}",67    "{\"kind\":\"alloc\",\"kind\":\"free\",\"len\":1}",68    "{\"kind\":\"alloc\",\"nested\":{\"same\":1,\"same\":2}}",69    "{\"kind\":\"alloc\",}",70    "{\"kind\":false,\"len\":2.0}",71    "{\"kind\":\"resize\",\"old_len\":16,\"new_len\":4}",72    "{\"kind\":\"resize\",\"len\":4,\"new_len\":12}",73    "{\"kind\":\"remap\",\"old_len\":\"2\",\"new_len\":5}",74    "{\"k\\u0069nd\":\"alloc\",\"kind\":\"free\",\"len\":1}",75    "{\"kind\":\"alloc\",\"l\\u0065n\":3,\"nested\":{\"x\":1}}",76    "{\"allocated_count\":4,\"kind\":\"alloc\",\"len\":1}",77    "{\"high_water_live_byte\":1,\"kind\":\"summary\",\"summary\":\"memory\"}",78    "{\"sample_ns_extra\":[],\"event\":\"bench_end\",\"kind\":\"alloc\",\"len\":2}",79};8081test "ingestion classifier matches legacy dynamic JSON semantics" {82    comptime {83        @stardustClaim(84            @import("alloc_phase").capacity.witness(@import("./root.zig").ArtifactIngestion, "profiling_ingestion_differential"),85            null,86            null,87            null,88            null,89            null,90            null,91        );92    }9394    std.debug.assert(cases.len == 30);95    for (cases) |bytes| {96        const expected = legacy(bytes);97        const actual = try strict(bytes);98        try std.testing.expectEqual(expected.valid, actual.valid);99        try std.testing.expectEqual(expected.totals, actual.totals);100    }101}

1pub const model = @import("model.zig");2pub const inspection = @import("inspection.zig");3pub const event = @import("event.zig");4pub const matching = @import("matching.zig");5pub const duplicate = @import("duplicate.zig");6pub const selector = @import("selector.zig");7pub const parser = @import("parser.zig");8pub const capacity = @import("capacity.zig");9pub const classify = @import("classify.zig");10pub const differential = @import("differential.zig");11pub const output = @import("output.zig");12pub const owner = @import("owner.zig");13pub const collection = @import("collection.zig");1415pub const schema = model.schema;16pub const Paths = model.Paths;17pub const Summary = model.Summary;18pub const Source = model.Source;19pub const SourceKind = model.SourceKind;20pub const SourceFacts = model.SourceFacts;21pub const Facts = model.Facts;22pub const Limits = model.Limits;23pub const Capacity = capacity.Capacity;24pub const ArtifactIngestion = owner.ArtifactIngestion;25pub const collect = collection.collect;

1pub const ingest = @import("ingest/root.zig");