Move lexer to use regex instead of hand-rolled lexing

Signed-off-by: Alek Ratzloff <alekratz@gmail.com>
2020-04-27 19:50:46 -04:00
parent 58421a0469
commit ce97d90f9d
6 changed files with 147 additions and 180 deletions
--- a/src/syn/token.rs
+++ b/src/syn/token.rs
@@ -48,6 +48,7 @@ impl Display for TokenKind {
    }
 }

+#[derive(Debug, Clone, Copy)]
 pub struct Token {
    kind: TokenKind,
    span: Span,