Add dot token

Signed-off-by: Alek Ratzloff <alekratz@gmail.com>
This commit is contained in:
2020-05-06 17:41:46 -04:00
parent 5c505e5ae5
commit 44970dbf97
2 changed files with 6 additions and 0 deletions

View File

@@ -86,6 +86,7 @@ impl<'t> Lexer<'t> {
|(?P<minus>-) |(?P<minus>-)
|(?P<splat>\*) |(?P<splat>\*)
|(?P<fslash>/) |(?P<fslash>/)
|(?P<dot>\.)
|(?P<bang>!) |(?P<bang>!)
|(?P<lparen>\() |(?P<lparen>\()
|(?P<rparen>\)) |(?P<rparen>\))
@@ -124,6 +125,7 @@ impl<'t> Lexer<'t> {
("minus", TokenKind::Minus), ("minus", TokenKind::Minus),
("splat", TokenKind::Splat), ("splat", TokenKind::Splat),
("fslash", TokenKind::FSlash), ("fslash", TokenKind::FSlash),
("dot", TokenKind::Dot),
("bang", TokenKind::Bang), ("bang", TokenKind::Bang),
("arrow", TokenKind::Arrow), ("arrow", TokenKind::Arrow),
("eqeq", TokenKind::EqEq), ("eqeq", TokenKind::EqEq),
@@ -296,6 +298,7 @@ mod test {
test_token!("-", TokenKind::Minus); test_token!("-", TokenKind::Minus);
test_token!("*", TokenKind::Splat); test_token!("*", TokenKind::Splat);
test_token!("/", TokenKind::FSlash); test_token!("/", TokenKind::FSlash);
test_token!(".", TokenKind::Dot);
test_token!("!", TokenKind::Bang); test_token!("!", TokenKind::Bang);
test_token!("=", TokenKind::Eq); test_token!("=", TokenKind::Eq);

View File

@@ -31,7 +31,9 @@ pub enum TokenKind {
Minus, Minus,
Splat, Splat,
FSlash, FSlash,
Dot,
Bang, Bang,
Eol, Eol,
Newline, Newline,
} }
@@ -68,6 +70,7 @@ impl Display for TokenKind {
Minus => "minus", Minus => "minus",
Splat => "splat (or times)", Splat => "splat (or times)",
FSlash => "fslash (or divide)", FSlash => "fslash (or divide)",
Dot => "dot",
Bang => "not", Bang => "not",
Eol => "line end", Eol => "line end",
Newline => "newline", Newline => "newline",