|
1 | | -import { TokenType, tokenize } from '../src/lexer'; |
| 1 | +import { describe, test, expect, beforeEach } from 'vitest' |
| 2 | +import { tokenize } from '../src/lexer'; |
| 3 | +import { TOKEN } from '../src/lexer/tokens'; |
| 4 | +import { Context, createContext } from '../src/context'; |
| 5 | + |
| 6 | +let ctx: Context |
| 7 | + |
| 8 | +beforeEach(() => { |
| 9 | + ctx = createContext() |
| 10 | +}) |
2 | 11 |
|
3 | 12 | describe('lexer', () => { |
4 | 13 | test('basic expression', () => { |
5 | | - expect(tokenize(`1+2-3/4*sin(5)`)).toMatchObject([ |
6 | | - { value: '1', type: TokenType.Number }, |
7 | | - { value: '+', type: TokenType.BinaryOperator }, |
8 | | - { value: '2', type: TokenType.Number }, |
9 | | - { value: '-', type: TokenType.BinaryOperator }, |
10 | | - { value: '3', type: TokenType.Number }, |
11 | | - { value: '/', type: TokenType.BinaryOperator }, |
12 | | - { value: '4', type: TokenType.Number }, |
13 | | - { value: '*', type: TokenType.BinaryOperator }, |
14 | | - { value: 'sin', type: TokenType.Function }, |
15 | | - { value: '(', type: TokenType.OpenParen }, |
16 | | - { value: '5', type: TokenType.Number }, |
17 | | - { value: ')', type: TokenType.ClosedParen }, |
18 | | - { value: 'EOF', type: TokenType.EOF } |
| 14 | + expect(tokenize(ctx, `1+2-3/4*sin(5)`)).toMatchObject([ |
| 15 | + { value: '1', type: TOKEN.NUMBER }, |
| 16 | + { value: '+', type: TOKEN.OPERATOR }, |
| 17 | + { value: '2', type: TOKEN.NUMBER }, |
| 18 | + { value: '-', type: TOKEN.OPERATOR }, |
| 19 | + { value: '3', type: TOKEN.NUMBER }, |
| 20 | + { value: '/', type: TOKEN.OPERATOR }, |
| 21 | + { value: '4', type: TOKEN.NUMBER }, |
| 22 | + { value: '*', type: TOKEN.OPERATOR }, |
| 23 | + { value: 'sin', type: TOKEN.FUNCTION }, |
| 24 | + { value: '(', type: TOKEN.LPAREN }, |
| 25 | + { value: '5', type: TOKEN.NUMBER }, |
| 26 | + { value: ')', type: TOKEN.RPAREN }, |
| 27 | + { value: '\n', type: TOKEN.NEWLINE }, |
| 28 | + { value: 'EOF', type: TOKEN.EOF } |
19 | 29 | ]); |
20 | 30 | }); |
21 | 31 | test('nested expressions', () => { |
22 | | - expect(tokenize(`(1 + (2/4) - (1/2)) * 3`)).toMatchObject([ |
23 | | - { value: '(', type: TokenType.OpenParen }, |
24 | | - { value: '1', type: TokenType.Number }, |
25 | | - { value: '+', type: TokenType.BinaryOperator }, |
26 | | - { value: '(', type: TokenType.OpenParen }, |
27 | | - { value: '2', type: TokenType.Number }, |
28 | | - { value: '/', type: TokenType.BinaryOperator }, |
29 | | - { value: '4', type: TokenType.Number }, |
30 | | - { value: ')', type: TokenType.ClosedParen }, |
31 | | - { value: '-', type: TokenType.BinaryOperator }, |
32 | | - { value: '(', type: TokenType.OpenParen }, |
33 | | - { value: '1', type: TokenType.Number }, |
34 | | - { value: '/', type: TokenType.BinaryOperator }, |
35 | | - { value: '2', type: TokenType.Number }, |
36 | | - { value: ')', type: TokenType.ClosedParen }, |
37 | | - { value: ')', type: TokenType.ClosedParen }, |
38 | | - { value: '*', type: TokenType.BinaryOperator }, |
39 | | - { value: '3', type: TokenType.Number }, |
40 | | - { value: 'EOF', type: TokenType.EOF } |
| 32 | + expect(tokenize(ctx, `(1 + (2/4) - (1/2)) * 3`)).toMatchObject([ |
| 33 | + { value: '(', type: TOKEN.LPAREN }, |
| 34 | + { value: '1', type: TOKEN.NUMBER }, |
| 35 | + { value: '+', type: TOKEN.OPERATOR }, |
| 36 | + { value: '(', type: TOKEN.LPAREN }, |
| 37 | + { value: '2', type: TOKEN.NUMBER }, |
| 38 | + { value: '/', type: TOKEN.OPERATOR }, |
| 39 | + { value: '4', type: TOKEN.NUMBER }, |
| 40 | + { value: ')', type: TOKEN.RPAREN }, |
| 41 | + { value: '-', type: TOKEN.OPERATOR }, |
| 42 | + { value: '(', type: TOKEN.LPAREN }, |
| 43 | + { value: '1', type: TOKEN.NUMBER }, |
| 44 | + { value: '/', type: TOKEN.OPERATOR }, |
| 45 | + { value: '2', type: TOKEN.NUMBER }, |
| 46 | + { value: ')', type: TOKEN.RPAREN }, |
| 47 | + { value: ')', type: TOKEN.RPAREN }, |
| 48 | + { value: '*', type: TOKEN.OPERATOR }, |
| 49 | + { value: '3', type: TOKEN.NUMBER }, |
| 50 | + { value: '\n', type: TOKEN.NEWLINE }, |
| 51 | + { value: 'EOF', type: TOKEN.EOF } |
41 | 52 | ]); |
42 | 53 | }); |
43 | 54 | test('identifiers', () => { |
44 | | - expect(tokenize(`tan(a) + cos(b) + sin(c)`)).toMatchObject([ |
45 | | - { value: 'tan', type: TokenType.Function }, |
46 | | - { value: '(', type: TokenType.OpenParen }, |
47 | | - { value: 'a', type: TokenType.Identifier }, |
48 | | - { value: ')', type: TokenType.ClosedParen }, |
49 | | - { value: '+', type: TokenType.BinaryOperator }, |
50 | | - { value: 'cos', type: TokenType.Function }, |
51 | | - { value: '(', type: TokenType.OpenParen }, |
52 | | - { value: 'b', type: TokenType.Identifier }, |
53 | | - { value: ')', type: TokenType.ClosedParen }, |
54 | | - { value: '+', type: TokenType.BinaryOperator }, |
55 | | - { value: 'sin', type: TokenType.Function }, |
56 | | - { value: '(', type: TokenType.OpenParen }, |
57 | | - { value: 'c', type: TokenType.Identifier }, |
58 | | - { value: ')', type: TokenType.ClosedParen }, |
59 | | - { value: 'EOF', type: TokenType.EOF } |
| 55 | + expect(tokenize(ctx, `tan(a) + cos(b) + sin(c)`)).toMatchObject([ |
| 56 | + { value: 'tan', type: TOKEN.FUNCTION }, |
| 57 | + { value: '(', type: TOKEN.LPAREN }, |
| 58 | + { value: 'a', type: TOKEN.IDENTIFIER }, |
| 59 | + { value: ')', type: TOKEN.RPAREN }, |
| 60 | + { value: '+', type: TOKEN.OPERATOR }, |
| 61 | + { value: 'cos', type: TOKEN.FUNCTION }, |
| 62 | + { value: '(', type: TOKEN.LPAREN }, |
| 63 | + { value: 'b', type: TOKEN.IDENTIFIER }, |
| 64 | + { value: ')', type: TOKEN.RPAREN }, |
| 65 | + { value: '+', type: TOKEN.OPERATOR }, |
| 66 | + { value: 'sin', type: TOKEN.FUNCTION }, |
| 67 | + { value: '(', type: TOKEN.LPAREN }, |
| 68 | + { value: 'c', type: TOKEN.IDENTIFIER }, |
| 69 | + { value: ')', type: TOKEN.RPAREN }, |
| 70 | + { value: '\n', type: TOKEN.NEWLINE }, |
| 71 | + { value: 'EOF', type: TOKEN.EOF } |
60 | 72 | ]); |
61 | 73 | }); |
62 | 74 | test('variadic parameters', () => { |
63 | | - expect(tokenize(`add(1+2,3,4)`)).toMatchObject([ |
64 | | - { value: 'add', type: TokenType.Function }, |
65 | | - { value: '(', type: TokenType.OpenParen }, |
66 | | - { value: '1', type: TokenType.Number }, |
67 | | - { value: '+', type: TokenType.BinaryOperator }, |
68 | | - { value: '2', type: TokenType.Number }, |
69 | | - { value: ',', type: TokenType.Comma }, |
70 | | - { value: '3', type: TokenType.Number }, |
71 | | - { value: ',', type: TokenType.Comma }, |
72 | | - { value: '4', type: TokenType.Number }, |
73 | | - { value: ')', type: TokenType.ClosedParen }, |
74 | | - { value: 'EOF', type: TokenType.EOF } |
| 75 | + expect(tokenize(ctx, `add(1+2,3,4)`)).toMatchObject([ |
| 76 | + { value: 'add', type: TOKEN.FUNCTION }, |
| 77 | + { value: '(', type: TOKEN.LPAREN }, |
| 78 | + { value: '1', type: TOKEN.NUMBER }, |
| 79 | + { value: '+', type: TOKEN.OPERATOR }, |
| 80 | + { value: '2', type: TOKEN.NUMBER }, |
| 81 | + { value: ',', type: TOKEN.COMMA }, |
| 82 | + { value: '3', type: TOKEN.NUMBER }, |
| 83 | + { value: ',', type: TOKEN.COMMA }, |
| 84 | + { value: '4', type: TOKEN.NUMBER }, |
| 85 | + { value: ')', type: TOKEN.RPAREN }, |
| 86 | + { value: '\n', type: TOKEN.NEWLINE }, |
| 87 | + { value: 'EOF', type: TOKEN.EOF } |
75 | 88 | ]); |
76 | 89 | }); |
77 | 90 | test('invalid expression', () => { |
78 | | - expect(() => tokenize(`sin(x`)).toThrow(); |
79 | | - expect(() => tokenize(`2. + 3`)).toThrow(); |
80 | | - expect(() => tokenize(`1+2, 3`)).toThrow(); |
| 91 | + expect(() => tokenize(ctx, `sin(x`)).toThrow(); |
| 92 | + expect(() => tokenize(ctx, `2. + 3`)).toThrow(); |
| 93 | + expect(() => tokenize(ctx, `1+2, 3`)).toThrow(); |
81 | 94 | }); |
82 | 95 | }); |
0 commit comments