tiny.sql.search

1pub const Options = struct {2    meta_page: u32 = 1,3    documents_root: u32 = 2,4    terms_root: u32 = 3,5    reserved_page_max: u32 = 0,6    index_prefixes: bool = true,7    index_phrase_pairs: bool = false,8    omit_phrase_pair_singletons: bool = false,9    field_names: []const []const u8 = &.{},10};

1pub const Error =2    space_mod.Error ||3    table_mod.Error ||4    index_mod.Error ||5    row.Error ||6    std.mem.Allocator.Error ||7    SearchError;

1pub fn freeTokens(allocator: Allocator, tokens: []Token) void {2    for (tokens) |token| allocator.free(token.text);3    allocator.free(tokens);4}

1pub fn tokenize(allocator: Allocator, text: []const u8) engine_mod.Error![]Token {2    var tokens: std.ArrayList(Token) = .empty;3    errdefer freeTokens(allocator, tokens.items);4    var start: ?usize = null;5    var position: usize = 0;6    for (text, 0..) |byte, index| {7        if (std.ascii.isAlphanumeric(byte)) {8            if (start == null) start = index;9        } else if (start) |begin| {10            try appendToken(allocator, &tokens, text[begin..index], position);11            position += 1;12            start = null;13        }14    }15    if (start) |begin| try appendToken(allocator, &tokens, text[begin..], position);16    return try tokens.toOwnedSlice(allocator);17}

1pub const search = @import("search/root.zig");

1const token_mod = @import("token.zig");2const posting_mod = @import("posting.zig");3const hit_mod = @import("hit.zig");4const rank_mod = @import("rank.zig");5const snippet_mod = @import("snippet.zig");6const engine_mod = @import("engine.zig");7const cache_mod = @import("cache.zig");89pub const vbyte = @import("vbyte.zig");1011pub const max_document_bytes = token_mod.max_document_bytes;12pub const field_separator = token_mod.field_separator;13pub const Token = token_mod.Token;14pub const tokenize = token_mod.tokenize;15pub const freeTokens = token_mod.freeTokens;16pub const Capabilities = posting_mod.Capabilities;17pub const PostingStats = posting_mod.PostingStats;18pub const Hit = hit_mod.Hit;19pub const RankedHit = hit_mod.RankedHit;20pub const RankingOptions = rank_mod.RankingOptions;21pub const SnippetOptions = snippet_mod.SnippetOptions;22pub const snippet = snippet_mod.snippet;23pub const Error = engine_mod.Error;24pub const Options = engine_mod.Options;25pub const Document = engine_mod.Document;26pub const Source = engine_mod.Source;27pub const Results = engine_mod.Results;28pub const RankedResults = engine_mod.RankedResults;29pub const Prepared = engine_mod.Prepared;30pub const Search = engine_mod.Search;31pub const Reader = engine_mod.Reader;32pub const CacheLock = cache_mod.Lock;