summaryrefslogtreecommitdiff
path: root/src/core/tokenizer.h
diff options
context:
space:
mode:
authorLinnnus <[email protected]>2025-04-11 23:27:48 +0000
committerLinnnus <[email protected]>2025-04-15 00:55:25 +0000
commita08a23885d1c80b19680b907357aaf6a0faf6d62 (patch)
tree186d698a9a8e05beb097903c9802414602f54e8c /src/core/tokenizer.h
parentbdbb94b63785d03d12b2225222ee34108d896668 (diff)
fix(core): Tokenizer doesn't assume input is NUL-terminated
Diffstat (limited to 'src/core/tokenizer.h')
-rw-r--r--src/core/tokenizer.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/src/core/tokenizer.h b/src/core/tokenizer.h
index 6105c3e..1c435a9 100644
--- a/src/core/tokenizer.h
+++ b/src/core/tokenizer.h
@@ -72,6 +72,8 @@ typedef struct {
typedef struct {
const char *const filename;
+ const char *const source;
+ const size_t source_length;
const char *start;
unsigned start_line;