Include strings in lexical analysis

2 files changed, 20 insertions, 1 deletions

diff --git a/src/lex.c b/src/lex.c
index 4d75968..9d85d84 100644
--- a/src/lex.c
+++ b/src/lex.c
@@ -208,6 +208,21 @@ lex_number(struct lexer *lexer, struct token *out)
 	return out->token;
 }
 
+static enum lexical_token
+lex_string(struct lexer *lexer, struct token *out, uint32_t delim)
+{
+	uint32_t c;
+	while ((c = next(lexer)) != C_EOF && c != delim) {
+		push(lexer, c);
+	}
+
+	out->info.str = strdup(lexer->buf);
+
+	clear(lexer);
+	out->token = T_STRING;
+	return out->token;
+}
+
 enum lexical_token
 lex(struct lexer *lexer, struct token *out)
 {
@@ -349,6 +364,9 @@ lex(struct lexer *lexer, struct token *out)
 	case '_':
 		out->token = T_UNDERSCORE;
 		break;
+	case '"':
+	case '`':
+		return lex_string(lexer, out, c);
 	}
 }
 
diff --git a/src/main.c b/src/main.c
index 5e72619..a41a62c 100644
--- a/src/main.c
+++ b/src/main.c
@@ -43,7 +43,8 @@ main(int argc, char *argv[])
 		struct token token;
 		while (lex(&lexer, &token) != T_EOF) {
 			printf("%d", token.token);
-			if (token.token == T_IDENT || token.token == T_NAME) {
+			if (token.token == T_IDENT || token.token == T_NAME
+				|| token.token == T_STRING) {
 				printf(" %s", token.info.str);
 			} else if (token.token == T_NUMBER
 				&& token.info.num.isfloat) {