pub fn init(buffer: [:0]const u8) Tokenizer buffer: [:0]const u8334
335
336
337
338
339
340 pub fn init(buffer: [:0]const u8) Tokenizer {
// Skip the UTF-8 BOM if present.
return .{
.buffer = buffer,
.index = if (std.mem.startsWith(u8, buffer, "\xEF\xBB\xBF")) 3 else 0,
};
}