nw::Tokenizer

struct Tokenizer

Public Functions

Tokenizer()

Tokenizer(StringView buffer, StringView comment, bool skip_newline = true)

StringView current() const

bool is_newline(StringView tk) const

size_t line() const

StringView next()

void put_back(StringView token)

void set_buffer(StringView buffer)