Enum Token

pub enum Token {
    Num(f64),
    Int(i64),
    Str(String),
    Iden(String),
    Char(char),
    Error(ScanError),
    End,
}

Represents a token returned by Scanner::get

Variants

Num(f64)

a floating-point number, stored as double-precision float

Int(i64)

an integer, stored as eight-byte unsigned

Str(String)

a quoted string

Iden(String)

an identifier \a+[\a\d_]*

Char(char)

a character (anything not recognized as any of the above

Error(ScanError)

represents an error

End

end of stream

Implementations

impl Token

pub fn finished(&self) -> bool

is this the end token?

pub fn is_float(&self) -> bool

is this token a float?

pub fn to_float(self) -> Option<f64>

extract the float

pub fn to_float_result(self) -> Result<f64, ScanError>

extract the float, or complain

pub fn is_integer(&self) -> bool

is this token an integer?

pub fn to_integer(self) -> Option<i64>

extract the integer

pub fn to_integer_result(self) -> Result<i64, ScanError>

extract the integer, or complain

pub fn to_int_result<I: Int>(self) -> Result<I::Type, ScanError>

extract the integer as a particular subtype

pub fn is_number(&self) -> bool

is this token an integer?

pub fn to_number(self) -> Option<f64>

extract the number, not caring about float or integer

pub fn to_number_result(self) -> Result<f64, ScanError>

extract the number, not caring about float or integer, or complain

pub fn is_string(&self) -> bool

is this token a string?

pub fn to_string(self) -> Option<String>

extract the string

pub fn as_string(&self) -> Option<&str>

extract a reference the string

pub fn to_string_result(self) -> Result<String, ScanError>

extract the string, or complain

pub fn is_iden(&self) -> bool

is this token an identifier?

pub fn to_iden(self) -> Option<String>

extract the identifier

pub fn as_iden(&self) -> Option<&str>

extract a reference to the identifier

pub fn to_iden_result(self) -> Result<String, ScanError>

extract the identifier, or complain

pub fn is_char(&self) -> bool

is this token a character?

pub fn to_char(self) -> Option<char>

extract the character

pub fn as_char(&self) -> Option<char>

extract the character

pub fn to_char_result(self) -> Result<char, ScanError>

extract the character, or complain

pub fn is_error(&self) -> bool

is this token an error?

pub fn to_error(self) -> Option<ScanError>

extract the error

Trait Implementations

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token