pub fn tokenize_with_options(
input: &str,
opts: LexerOptions,
) -> Result<Vec<Token>>Expand description
Like tokenize but with explicit LexerOptions.
pub fn tokenize_with_options(
input: &str,
opts: LexerOptions,
) -> Result<Vec<Token>>Like tokenize but with explicit LexerOptions.