Merge pull request #850 from laurynas-biveinis/fix-lisp-comment-style

fix(tokenizer): recognize ';' line comments for lisp/clojure/scheme/racket

Author: kucherenko

rust/Cargo.lock

@@ -40,7 +40,9 @@ fn comment_style(format: &str) -> CommentStyle {
 
         "lua" => CommentStyle::Lua,
 
-        "ini" | "properties" | "asm6502" | "nasm" => CommentStyle::Semicolon,
+        "ini" | "properties" | "asm6502" | "nasm" | "lisp" | "clojure" | "scheme" | "racket" => {
+            CommentStyle::Semicolon
+        }
 
         "vb" | "vbs" | "basic" | "vbnet" | "visual-basic" => CommentStyle::VisualBasic,
 
@@ -400,6 +402,15 @@ mod tests {
         assert!(has_comment, "Python # comments must be Comment kind");
     }
 
+    #[test]
+    fn lisp_family_semicolon_comment_marked_as_comment() {
+        for format in ["lisp", "clojure", "scheme", "racket"] {
+            let tokens = tokenize_generic(";; a comment\n(def x 1)\n", format);
+            let has_comment = tokens.iter().any(|t| t.kind == TokenKind::Comment);
+            assert!(has_comment, "{format} ; comments must be Comment kind");
+        }
+    }
+
     #[test]
     fn go_c_style_comment_recognized() {
         let tokens = tokenize_generic("// hello\nfunc main() {}\n", "go");