summaryrefslogtreecommitdiff
path: root/src/main/java/no/eliashaugsbakk/kompilator/tokenization
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/no/eliashaugsbakk/kompilator/tokenization')
-rw-r--r--src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java2
-rw-r--r--src/main/java/no/eliashaugsbakk/kompilator/tokenization/Token.java13
-rw-r--r--src/main/java/no/eliashaugsbakk/kompilator/tokenization/TokenType.java2
3 files changed, 3 insertions, 14 deletions
diff --git a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
index 4149b4f..62d2359 100644
--- a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
+++ b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
@@ -30,7 +30,7 @@ public class Lexer {
this.input = input;
}
- List<Token> tokenize() {
+ public List<Token> tokenize() {
while (position < input.length()) {
char current = input.charAt(position);
diff --git a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Token.java b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Token.java
index 519b6b6..09c5d83 100644
--- a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Token.java
+++ b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Token.java
@@ -1,15 +1,4 @@
package no.eliashaugsbakk.kompilator.tokenization;
-class Token {
- TokenType type;
- String value;
- int line;
- int colum;
-
- Token(TokenType type, String value, int line, int colum) {
- this.type = type;
- this.value = value;
- this.line = line;
- this.colum = colum;
- }
+public record Token(TokenType type, String value, int line, int colum) {
}
diff --git a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/TokenType.java b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/TokenType.java
index 408abb2..696b46c 100644
--- a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/TokenType.java
+++ b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/TokenType.java
@@ -1,6 +1,6 @@
package no.eliashaugsbakk.kompilator.tokenization;
-enum TokenType {
+public enum TokenType {
KEYWORD, // print, var, if, while, function, etc.
IDENTIFIER, // variable_1
STRING, // "Hello, World!"