lexer_test.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. package lexer
  2. import (
  3. "github/runnignwater/monkey/token"
  4. "testing"
  5. )
  6. /**
  7. * @Author: simon
  8. * @Author: ynwdlxm@163.com
  9. * @Date: 2022/10/2 上午10:58
  10. * @Desc:
  11. */
  12. func TestNextToken(t *testing.T) {
  13. input := `let five = 5;
  14. let ten = 10;
  15. let add = fn(x, y) { x + y;
  16. };
  17. let result = add(five, ten);
  18. !-/*5
  19. < 10 > 5;
  20. if (5 < 10) {
  21. return true;
  22. } else {
  23. return false;
  24. }
  25. 10 == 10;
  26. 10 != 9;
  27. "foobar"
  28. "foo bar"
  29. [1, 2];`
  30. tests := []struct {
  31. expectedType token.TypeToken
  32. expectedLiteral string
  33. }{
  34. {token.LET, "let"},
  35. {token.IDENT, "five"},
  36. {token.ASSIGN, "="},
  37. {token.INT, "5"},
  38. {token.SEMICOLON, ";"},
  39. {token.LET, "let"},
  40. {token.IDENT, "ten"},
  41. {token.ASSIGN, "="},
  42. {token.INT, "10"},
  43. {token.SEMICOLON, ";"},
  44. {token.LET, "let"},
  45. {token.IDENT, "add"},
  46. {token.ASSIGN, "="},
  47. {token.FUNCTION, "fn"},
  48. {token.LPAREN, "("},
  49. {token.IDENT, "x"},
  50. {token.COMMA, ","},
  51. {token.IDENT, "y"},
  52. {token.RPAREN, ")"},
  53. {token.LBRACE, "{"},
  54. {token.IDENT, "x"},
  55. {token.PLUS, "+"},
  56. {token.IDENT, "y"},
  57. {token.SEMICOLON, ";"},
  58. {token.RBRACE, "}"},
  59. {token.SEMICOLON, ";"},
  60. {token.LET, "let"},
  61. {token.IDENT, "result"},
  62. {token.ASSIGN, "="},
  63. {token.IDENT, "add"},
  64. {token.LPAREN, "("},
  65. {token.IDENT, "five"},
  66. {token.COMMA, ","},
  67. {token.IDENT, "ten"},
  68. {token.RPAREN, ")"},
  69. {token.SEMICOLON, ";"},
  70. {token.BANG, "!"},
  71. {token.MINUS, "-"},
  72. {token.SLASH, "/"},
  73. {token.ASTERISK, "*"},
  74. {token.INT, "5"},
  75. {token.LT, "<"},
  76. {token.INT, "10"},
  77. {token.GT, ">"},
  78. {token.INT, "5"},
  79. {token.SEMICOLON, ";"},
  80. {token.IF, "if"},
  81. {token.LPAREN, "("},
  82. {token.INT, "5"},
  83. {token.LT, "<"},
  84. {token.INT, "10"},
  85. {token.RPAREN, ")"},
  86. {token.LBRACE, "{"},
  87. {token.RETURN, "return"},
  88. {token.TRUE, "true"},
  89. {token.SEMICOLON, ";"},
  90. {token.RBRACE, "}"},
  91. {token.ELSE, "else"},
  92. {token.LBRACE, "{"},
  93. {token.RETURN, "return"},
  94. {token.FALSE, "false"},
  95. {token.SEMICOLON, ";"},
  96. {token.RBRACE, "}"},
  97. {token.INT, "10"},
  98. {token.EQ, "=="},
  99. {token.INT, "10"},
  100. {token.SEMICOLON, ";"},
  101. {token.INT, "10"},
  102. {token.NOT_EQ, "!="},
  103. {token.INT, "9"},
  104. {token.SEMICOLON, ";"},
  105. {token.STRING, "foobar"},
  106. {token.STRING, "foo bar"},
  107. {token.LBRACKET, "["},
  108. {token.INT, "1"},
  109. {token.COMMA, ","},
  110. {token.INT, "2"},
  111. {token.RBRACKET, "]"},
  112. {token.SEMICOLON, ";"},
  113. {token.EOF, ""},
  114. }
  115. l := New(input)
  116. for i, tt := range tests {
  117. tok := l.NextToken()
  118. if tok.Type != tt.expectedType {
  119. t.Fatalf("tests[%d] - tokentype wrong. expected=%q, got=%q", i, tt.expectedType, tok.Type)
  120. }
  121. if tok.Literal != tt.expectedLiteral {
  122. t.Fatalf("tests[%d] - literal wrong. expected=%q, got=%q", i, tt.expectedLiteral, tok.Literal)
  123. }
  124. }
  125. }