Merge #24

24: Block Comments r=matklad a=CAD97

closes #7

src/lexer/comments.rs

@@ -14,12 +14,35 @@ pub(crate) fn scan_shebang(ptr: &mut Ptr) -> bool {
     }
 }
 
+fn scan_block_comment(ptr: &mut Ptr) -> Option<SyntaxKind> {
+    if ptr.next_is('*') {
+        ptr.bump();
+        let mut depth: u32 = 1;
+        while depth > 0 {
+            if ptr.next_is('*') && ptr.nnext_is('/') {
+                depth -= 1;
+                ptr.bump();
+                ptr.bump();
+            } else if ptr.next_is('/') && ptr.nnext_is('*') {
+                depth += 1;
+                ptr.bump();
+                ptr.bump();
+            } else if ptr.bump().is_none() {
+                break;
+            }
+        }
+        Some(COMMENT)
+    } else {
+        None
+    }
+}
+
 pub(crate) fn scan_comment(ptr: &mut Ptr) -> Option<SyntaxKind> {
     if ptr.next_is('/') {
         bump_until_eol(ptr);
         Some(COMMENT)
     } else {
-        None
+        scan_block_comment(ptr)
     }
 }
 

tests/data/lexer/00012_block_comment.rs

@@ -0,0 +1,4 @@
+/* */
+/**/
+/* /* */ */
+/*

tests/data/lexer/00012_block_comment.txt

@@ -0,0 +1,7 @@
+COMMENT 5 "/* */"
+WHITESPACE 1 "\n"
+COMMENT 4 "/**/"
+WHITESPACE 1 "\n"
+COMMENT 11 "/* /* */ */"
+WHITESPACE 1 "\n"
+COMMENT 3 "/*\n"