creating string token

.vscode/settings.json

@@ -1,6 +1,7 @@
 {
     "files.associations": {
         "*.ejs": "html",
-        "*.h": "c"
+        "*.h": "c",
+        "cstdlib": "c"
     }
 }

lexer.c

@@ -2,6 +2,7 @@
 #include "helpers/vector.h"
 #include "helpers/buffer.h"
 #include <string.h>
+#include <assert.h>
 
 #define LEX_GETC_IF(buffer, c, exp)     \
     for (c = peekc(); exp; c = peekc()) \
@@ -94,6 +95,26 @@ struct token *token_make_number()
     return token_make_number_for_value(read_number());
 }
 
+static struct token *token_make_string(char start_delim, char end_delim)
+{
+    struct buffer *buf = buffer_create();
+    assert(nextc() == start_delim);
+    char c = nextc();
+    for (; c != end_delim && c != EOF; c = nextc())
+    {
+        if (c == '\\')
+        {
+            // handle escape character
+            continue;
+        }
+
+        buffer_write(buf, c);
+    }
+
+    buffer_write(buf, 0x00);
+    return token_create(&(struct token){.type = TOKEN_TYPE_STRING, .sval = buffer_ptr(buf)});
+}
+
 struct token *read_next_token()
 {
     struct token *token = NULL;
@@ -104,6 +125,10 @@ struct token *read_next_token()
         token = token_make_number();
         break;
 
+    case '"':
+        token = token_make_string('"', '"');
+        break;
+
     // Ignoring whitespaces
     case ' ':
     case '\t':

test.c

@@ -1 +1 @@
-123 456
+"hello" 123 "world"