From df845a788a831c169a0725f49f96cae0a896ad64 Mon Sep 17 00:00:00 2001
From: Elias Haugsbakk <elias.haugsbakk@gmail.com>
Date: Fri, 18 Sep 2026 21:05:02 +0200
Subject: Implement tokenization

---
 .../java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 src/main/java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java

(limited to 'src/main/java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java')

diff --git a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java
new file mode 100644
index 0000000..8f0a060
--- /dev/null
+++ b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/LexerState.java
@@ -0,0 +1,7 @@
+package no.eliashaugsbakk.kompilator.tokenization;
+
+public enum LexerState {
+  NORMAL,           // reading regular tokens
+  IN_STRING,        // inside a string (after ")
+  IN_WORD           // reading a keyword or identifier
+}
-- 
cgit v1.2.3