/
LookaheadTokenStreamTest.java
85 lines (59 loc) · 2.12 KB
/
LookaheadTokenStreamTest.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
package net.sf.eclipsefp.haskell.core.jparser.test;
import java.util.List;
import java.util.Vector;
import net.sf.eclipsefp.haskell.core.jparser.LookaheadTokenStream;
import net.sf.eclipsefp.haskell.core.jparser.test.doubles.ListTokenStream;
import antlr.Token;
import antlr.TokenStreamException;
import junit.framework.TestCase;
public class LookaheadTokenStreamTest extends TestCase {
private LookaheadTokenStream fStream;
protected void setUp() {
List<Token> tokens = new Vector<Token>();
tokens.add(new Token(1));
tokens.add(new Token(2));
tokens.add(new Token(3));
tokens.add(new Token(4));
fStream = new LookaheadTokenStream(new ListTokenStream(tokens));
}
public void testStartWithLookahead() throws TokenStreamException {
Token peekedToken = fStream.peekToken();
assertEquals(1, peekedToken.getType());
Token aToken = fStream.nextToken();
assertEquals(1, aToken.getType());
assertSame(peekedToken, aToken);
aToken = fStream.nextToken();
assertEquals(2, aToken.getType());
}
public void testRepeatedLookahead() throws TokenStreamException {
Token aToken = fStream.nextToken();
assertEquals(1, aToken.getType());
Token peekedToken = fStream.peekToken();
assertEquals(2, peekedToken.getType());
peekedToken = fStream.peekToken();
assertEquals(2, peekedToken.getType());
aToken = fStream.nextToken();
assertEquals(2, aToken.getType());
aToken = fStream.nextToken();
assertEquals(3, aToken.getType());
}
public void testLookaheadOnLastElement() throws TokenStreamException {
for(int i = 0; i < 3; ++i) {
fStream.nextToken();
}
Token peekedToken = fStream.peekToken();
Token aToken = fStream.nextToken();
assertSame(peekedToken, aToken);
assertEquals(4, aToken.getType());
}
public void testLookaheadAfterFirst() throws TokenStreamException {
Token fstToken = fStream.peekToken(1);
Token sndToken = fStream.peekToken(2);
assertEquals(1, fstToken.getType());
assertEquals(2, sndToken.getType());
Token aToken = fStream.nextToken();
assertSame(fstToken, aToken);
aToken = fStream.nextToken();
assertSame(sndToken, aToken);
}
}