summaryrefslogtreecommitdiff
path: root/src/main/java/no/eliashaugsbakk/kompilator/tokenization
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/no/eliashaugsbakk/kompilator/tokenization')
-rw-r--r--src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
index d705ca5..9e9ebfd 100644
--- a/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
+++ b/src/main/java/no/eliashaugsbakk/kompilator/tokenization/Lexer.java
@@ -66,7 +66,7 @@ public class Lexer {
}
tokens.add(new Token(EOF, "End of File", line, column));
- tokens.forEach(token -> IO.println(token.type().toString() + ": " + token.value()));
+ //tokens.forEach(token -> IO.println(token.type().toString() + ": " + token.value()));
return tokens;
}
@@ -131,7 +131,7 @@ public class Lexer {
}
private void inWord() {
- if (Character.isWhitespace(current) || current == ':' || current == '(' || current == ')') {
+ if (!isWordCharacter(current)) {
state = NORMAL;
characterizeWord();
} else {