tiny.chant.lexer

1pub const Error = error{2    UnexpectedCharacter,3    UnterminatedString,4    UnterminatedCharacter,5    UnterminatedComment,6};

1pub fn next(self: anytype) Error!Token {2    try trivia.skip(self);3    const start = self.index;4    const column: u32 = @intCast(self.index - self.line_start + 1);56    if (self.index >= self.source.len) {7        return .{8            .kind = .eof,9            .text = self.source[start..self.index],10            .file = self.file,11            .line = self.line,12            .column = column,13        };14    }1516    if (try literal.lex(self, start, column)) |tok| return tok;17    if (identifier.lex(self, start, column)) |tok| return tok;18    if (number.lex(self, start, column)) |tok| return tok;19    return punctuator.lex(self, start, column);20}

1const scan = @import("scan.zig");2const state = @import("state.zig");3const stream = @import("stream.zig");45pub const Error = @import("error.zig").Error;6pub const Lexer = state.Lexer;7pub const Limits = stream.Limits;8pub const Capacity = stream.Capacity;9pub const CapacityError = stream.CapacityError;10pub const Storage = stream.Storage;11pub const Survey = stream.Survey;12pub const Exhaustion = stream.Exhaustion;13pub const next = scan.next;14pub const survey = stream.survey;

1pub const lexer = @import("lexer/root.zig");