Struct Lexer

pub(super) struct Lexer<'a> {
    chars: CharIndices<'a>,
    position: Position,
    done: bool,
    max_integer: BigInt,
}

Fields

chars: CharIndices<'a>

position: Position

done: bool

max_integer: BigInt

Implementations

impl<'a> Lexer<'a>

pub(super) fn new(src: &'a str) -> Self

pub(super) fn next_token(&mut self) -> Result<SpannedToken, LexerError>

fn eat_word(&mut self, initial_char: char) -> Result<SpannedToken, LexerError>

fn lex_word(&mut self, initial_char: char) -> (Position, String, Position)

fn lookup_word_token( &self, word: String, start: Position, end: Position, ) -> Result<SpannedToken, LexerError>

fn eat_integer(&mut self, first_char: char) -> Result<SpannedToken, LexerError>

fn eat_while<F: Fn(char) -> bool>( &mut self, initial_char: Option<char>, predicate: F, ) -> String

fn single_char_token(&self, token: Token) -> Result<SpannedToken, LexerError>

fn next_char(&mut self) -> Option<char>

fn peek_char(&self) -> Option<char>