Lexer: simplistic char & lifetime tests

src/lexer/mod.rs

@@ -101,7 +101,7 @@ fn next_token_inner(c: char, ptr: &mut Ptr) -> SyntaxKind {
             _ => NOT,
         },
 
-        // '\'' => scan_char_or_lifetime(ptr),
+        '\'' => return scan_char_or_lifetime(ptr),
         _ => (),
     }
     ERROR
@@ -159,6 +159,7 @@ fn scan_literal_suffix(ptr: &mut Ptr) {
 }
 
 fn scan_char_or_byte(ptr: &mut Ptr) {
+    //FIXME: deal with escape sequencies
     ptr.bump();
 }
 

tests/data/lexer/0006_chars.rs

@@ -0,0 +1 @@
+'x' ' ' '0'

tests/data/lexer/0006_chars.txt

@@ -0,0 +1,6 @@
+CHAR 3 "\'x\'"
+WHITESPACE 1 " "
+CHAR 3 "\' \'"
+WHITESPACE 1 " "
+CHAR 3 "\'0\'"
+WHITESPACE 1 "\n"

tests/data/lexer/0007_lifetimes.rs

@@ -0,0 +1 @@
+'a 'foo 'foo_bar_baz '_

tests/data/lexer/0007_lifetimes.txt

@@ -0,0 +1,8 @@
+LIFETIME 2 "\'a"
+WHITESPACE 1 " "
+LIFETIME 4 "\'foo"
+WHITESPACE 1 " "
+LIFETIME 12 "\'foo_bar_baz"
+WHITESPACE 1 " "
+LIFETIME 2 "\'_"
+WHITESPACE 1 "\n"