Skip comments by default unless the parser requests them explicitly

Most comments aren't relevant to the parser. It is still possible to
implement documentation comments for automated documentation generation.

1 files changed, 7 insertions, 0 deletions

diff --git a/src/lex.c b/src/lex.c
index e616160..8990e88 100644
--- a/src/lex.c
+++ b/src/lex.c
@@ -252,6 +252,13 @@ lex_comment(struct lexer *lexer, struct token *out)
 enum lexical_token
 lex(struct lexer *lexer, struct token *out)
 {
+	while (lex_any(lexer, out) == T_COMMENT);
+	return out->token;
+}
+
+enum lexical_token
+lex_any(struct lexer *lexer, struct token *out)
+{
 	if (lexer->un.token != T_NONE) {
 		*out = lexer->un;
 		lexer->un.token = T_NONE;