src/test/java/no/eliashaugsbakk/kompilator/tokenization/LexerTest.java


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

package no.eliashaugsbakk.kompilator.tokenization;

import static no.eliashaugsbakk.kompilator.tokenization.TokenType.EOF;
import static no.eliashaugsbakk.kompilator.tokenization.TokenType.KEYWORD;
import static no.eliashaugsbakk.kompilator.tokenization.TokenType.LPAREN;
import static no.eliashaugsbakk.kompilator.tokenization.TokenType.RPAREN;
import static no.eliashaugsbakk.kompilator.tokenization.TokenType.SEMICOLON;
import static no.eliashaugsbakk.kompilator.tokenization.TokenType.STRING_LITERAL;
import static org.junit.jupiter.api.Assertions.*;

import java.util.List;
import org.junit.jupiter.api.Test;

class LexerTest {

  @Test
  void tokenizeTokenizesCorrectly() {
    String input = """
        skriv("Hello, World");
        """;

    Lexer lexer = new Lexer(input);
    List<Token> tokens = lexer.tokenize();

    assertSame(KEYWORD, tokens.getFirst().type());
    assertEquals(1, tokens.get(0).position().line());
    assertEquals(1, tokens.get(0).position().column());

    assertSame(LPAREN, tokens.get(1).type());

    assertSame(STRING_LITERAL, tokens.get(2).type());
    assertTrue(tokens.get(2).value().contains("Hello, World"));

    assertSame(RPAREN, tokens.get(3).type());
    assertSame(SEMICOLON, tokens.get(4).type());
    assertSame(EOF, tokens.get(5).type());
  }
}