From 95e427f8d1a567b5d56d14babebc318d564ea913 Mon Sep 17 00:00:00 2001
From: afonya2 <adamhir@freemail.hu>
Date: Wed, 23 Apr 2025 21:04:44 +0200
Subject: [PATCH] added separators

---
 src/lexer.rs | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/lexer.rs b/src/lexer.rs
index 81d9392..64194dc 100644
--- a/src/lexer.rs
+++ b/src/lexer.rs
@@ -210,6 +210,8 @@ pub fn lex(input: String) -> Vec<Token> {
             read_comment(&splitted, &mut pos, true);
         } else if is_operator(char) {
             out.push(Token { typ: TokenType::OPERATOR, value: String::from(char), pos: pos-1 });
+        } else if is_sep(char) {
+            out.push(Token { typ: TokenType::SEPARATOR, value: String::from(char), pos: pos-1 });
         } else {
             read_identifier(&splitted, &mut pos, &mut out);
         }