Struct TokenCursor 

pub struct TokenCursor {
    pub tokens: Vec<Token>,
    pub language: Language,
    pub index: usize,
}

Cursor over a token list with the helpers every frontend needs.

Fields

tokens: Vec<Token>

language: Language

index: usize

Implementations

impl TokenCursor

pub const fn new(tokens: Vec<Token>, language: Language) -> Self

pub fn peek(&self) -> &Token

pub fn peek_at(&self, offset: usize) -> &Token

pub fn advance(&mut self) -> Token

pub fn is(&self, value: &str) -> bool

pub fn is_at(&self, value: &str, offset: usize) -> bool

pub fn is_kind(&self, kind: TokenKind) -> bool

pub fn is_kind_at(&self, kind: TokenKind, offset: usize) -> bool

pub fn eat(&mut self, value: &str) -> Option<Token>

pub fn expect(&mut self, value: &str, context: Option<&str>) -> Result<Token>

Consumes value.

Errors

Returns a syntax error naming the token found instead.

pub fn identifier(&mut self, context: Option<&str>) -> Result<Token>

Consumes an identifier.

Errors

Returns a syntax error naming the token found instead.

pub fn at_end(&self) -> bool

Trait Implementations

impl Clone for TokenCursor

fn clone(&self) -> TokenCursor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenCursor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.