diff --git a/src/lexer.rs b/src/lexer.rs index 81d9392..64194dc 100644 --- a/src/lexer.rs +++ b/src/lexer.rs @@ -210,6 +210,8 @@ pub fn lex(input: String) -> Vec { read_comment(&splitted, &mut pos, true); } else if is_operator(char) { out.push(Token { typ: TokenType::OPERATOR, value: String::from(char), pos: pos-1 }); + } else if is_sep(char) { + out.push(Token { typ: TokenType::SEPARATOR, value: String::from(char), pos: pos-1 }); } else { read_identifier(&splitted, &mut pos, &mut out); }