Skip to content

GROOVY-8890: Make "Inspect Tokens" of groovy console support Parrot's… #825

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
daniellansun wants to merge 1 commit into from
Closed

GROOVY-8890: Make "Inspect Tokens" of groovy console support Parrot's… #825

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
126 changes: 103 additions & 23 deletions src/main/java/org/codehaus/groovy/antlr/LexerFrame.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,19 +18,40 @@
*/
package org.codehaus.groovy.antlr;

import antlr.CharScanner;
import antlr.Token;
import org.apache.groovy.parser.antlr4.GroovyLangLexer;
import org.codehaus.groovy.antlr.java.JavaLexer;
import org.codehaus.groovy.antlr.java.JavaTokenTypes;
import org.codehaus.groovy.antlr.parser.GroovyLexer;
import org.codehaus.groovy.antlr.parser.GroovyTokenTypes;
import org.codehaus.groovy.control.CompilerConfiguration;
import org.codehaus.groovy.control.ParserVersion;
import org.codehaus.groovy.runtime.IOGroovyMethods;
import org.codehaus.groovy.runtime.ResourceGroovyMethods;

import javax.swing.*;
import javax.swing.AbstractAction;
import javax.swing.Action;
import javax.swing.BorderFactory;
import javax.swing.ButtonGroup;
import javax.swing.JButton;
import javax.swing.JComponent;
import javax.swing.JFileChooser;
import javax.swing.JFrame;
import javax.swing.JLabel;
import javax.swing.JPanel;
import javax.swing.JPopupMenu;
import javax.swing.JScrollPane;
import javax.swing.JSplitPane;
import javax.swing.JTextArea;
import javax.swing.JTextPane;
import javax.swing.JToggleButton;
import javax.swing.UIManager;
import javax.swing.WindowConstants;
import javax.swing.border.Border;
import javax.swing.text.BadLocationException;
import java.awt.*;
import java.awt.BorderLayout;
import java.awt.Dimension;
import java.awt.Insets;
import java.awt.event.ActionEvent;
import java.awt.event.ActionListener;
import java.awt.event.MouseAdapter;
Expand All @@ -41,7 +62,10 @@
import java.io.StringReader;
import java.lang.reflect.Constructor;
import java.lang.reflect.Field;
import java.util.Hashtable;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Modifier;
import java.util.HashMap;
import java.util.Map;

/**
* Swing application to graphically display the tokens produced by the lexer.
Expand All @@ -56,7 +80,7 @@ public class LexerFrame extends JFrame implements ActionListener {
private final JPanel mainPanel = new JPanel(new BorderLayout());
private final JTextArea scriptPane = new JTextArea();
private final Class lexerClass;
private final Hashtable tokens = new Hashtable();
private final Map<Integer, String> tokens = new HashMap<>();

/**
* Constructor used when invoking as a standalone application
Expand Down Expand Up @@ -114,22 +138,55 @@ public static LexerFrame groovyScriptFactory(String scriptText) {

private void listTokens(Class tokenTypes) throws Exception {
for (Field field : tokenTypes.getDeclaredFields()) {
tokens.put(field.get(null), field.getName());
int modifiers = field.getModifiers();

if (!(Modifier.isPublic(modifiers) && Modifier.isStatic(modifiers) && Modifier.isFinal(modifiers))) {
continue;
}

Object fieldValue = field.get(null);
if (!(fieldValue instanceof Integer)) {
continue;
}

String fieldName = field.getName();
if (isParrotLexer()) {
if (fieldName.endsWith("_MODE")) {
continue;
}
}

tokens.put((Integer) fieldValue, fieldName);
}

if (isParrotLexer()) {
tokens.put(-1, "EOF");
}
}

private boolean isParrotLexer() {
return GroovyLangLexer.class.equals(lexerClass);
}

public void actionPerformed(ActionEvent ae) {
Token token = (Token) ((JComponent) ae.getSource()).getClientProperty("token");
if (token.getType() == Token.EOF_TYPE) {
scriptPane.select(0, 0);
return;
Object token = ((JComponent) ae.getSource()).getClientProperty("token");
try {
if (eof().equals(invokeMethod(token, "getType"))) {
scriptPane.select(0, 0);
return;
}
} catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException e) {
e.printStackTrace();
}
try {
int start = scriptPane.getLineStartOffset(token.getLine() - 1) + token.getColumn() - 1;
scriptPane.select(start, start + token.getText().length());
int start = scriptPane.getLineStartOffset((Integer) invokeMethod(token, "getLine") - 1) + getColumn(token);
String text = (String) invokeMethod(token, "getText");
scriptPane.select(start, "".equals(text.trim()) ? start : start + text.length());
scriptPane.requestFocus();
} catch (BadLocationException ex) {
// IGNORE
} catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException ex) {
ex.printStackTrace();
}
}

Expand Down Expand Up @@ -168,30 +225,30 @@ private void scanScript(final StringReader reader) throws Exception {

// create lexer
final Constructor constructor = lexerClass.getConstructor(Reader.class);
final CharScanner lexer = (CharScanner) constructor.newInstance(reader);
final Object lexer = constructor.newInstance(reader);

tokenPane.setEditable(true);
tokenPane.setText("");

int line = 1;
final ButtonGroup bg = new ButtonGroup();
Token token;
Object token;

while (true) {
token = lexer.nextToken();
JToggleButton tokenButton = new JToggleButton((String) tokens.get(Integer.valueOf(token.getType())));
token = invokeMethod(lexer, "nextToken");
JToggleButton tokenButton = new JToggleButton((String) tokens.get(invokeMethod(token, "getType")));
bg.add(tokenButton);
tokenButton.addActionListener(this);
tokenButton.setToolTipText(token.getText());
tokenButton.setToolTipText((String) invokeMethod(token, "getText"));
tokenButton.putClientProperty("token", token);
tokenButton.setMargin(new Insets(0, 1, 0, 1));
tokenButton.setFocusPainted(false);
if (token.getLine() > line) {
if ((Integer) invokeMethod(token, "getLine") > line) {
tokenPane.getDocument().insertString(tokenPane.getDocument().getLength(), "\n", null);
line = token.getLine();
line = (Integer) invokeMethod(token, "getLine");
}
insertComponent(tokenButton);
if (token.getType() == Token.EOF_TYPE) {
if (eof().equals(invokeMethod(token, "getType"))) {
break;
}
}
Expand All @@ -201,6 +258,20 @@ private void scanScript(final StringReader reader) throws Exception {
reader.close();
}

private Integer eof() {
return isParrotLexer() ? GroovyLangLexer.EOF : Token.EOF_TYPE;
}

private Object invokeMethod(Object obj, String methodName) throws NoSuchMethodException, InvocationTargetException, IllegalAccessException {
return obj.getClass().getMethod(methodName).invoke(obj);
}

private Integer getColumn(Object token) throws NoSuchMethodException, IllegalAccessException, InvocationTargetException {
return isParrotLexer()
? (Integer) invokeMethod(token, "getCharPositionInLine")
: (Integer) invokeMethod(token, "getColumn") - 1;
}

private void insertComponent(JComponent comp) {
try {
tokenPane.getDocument().insertString(tokenPane.getDocument().getLength(), " ", null);
Expand Down Expand Up @@ -249,17 +320,26 @@ public static void main(String[] args) throws Exception {
// Ignore
}
LexerFrame lexerFrame = null;
boolean oldParserEnabled = ParserVersion.V_2 == CompilerConfiguration.DEFAULT.getParserVersion();

if (args.length == 0) {
lexerFrame = new LexerFrame(GroovyLexer.class, GroovyTokenTypes.class);
lexerFrame =
oldParserEnabled
? new LexerFrame(GroovyLexer.class, GroovyTokenTypes.class)
: new LexerFrame(GroovyLangLexer.class, org.apache.groovy.parser.antlr4.GroovyLexer.class);
} else if (args.length > 1) {
System.err.println("usage: java LexerFrame [filename.ext]");
System.exit(1);
} else {
String filename = args[0];
FileReader fileReader = new FileReader(filename);
if (filename.endsWith(".java")) {
lexerFrame = new LexerFrame(JavaLexer.class, JavaTokenTypes.class, new FileReader(filename));
lexerFrame = new LexerFrame(JavaLexer.class, JavaTokenTypes.class, fileReader);
} else {
lexerFrame = new LexerFrame(GroovyLexer.class, GroovyTokenTypes.class, new FileReader(filename));
lexerFrame =
oldParserEnabled
? new LexerFrame(GroovyLexer.class, GroovyTokenTypes.class, fileReader)
: new LexerFrame(GroovyLangLexer.class, org.apache.groovy.parser.antlr4.GroovyLexer.class, fileReader);
}
}
lexerFrame.setVisible(true);
Expand Down
9 changes: 8 additions & 1 deletion subprojects/groovy-console/src/main/groovy/groovy/ui/Console.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,11 +29,13 @@ import groovy.ui.text.FindReplaceUtility
import groovy.ui.text.GroovyFilter
import groovy.ui.text.SmartDocumentFilter
import org.apache.groovy.io.StringBuilderWriter
import org.apache.groovy.parser.antlr4.GroovyLangLexer
import org.apache.groovy.util.SystemUtil
import org.codehaus.groovy.antlr.LexerFrame
import org.codehaus.groovy.control.CompilerConfiguration
import org.codehaus.groovy.control.ErrorCollector
import org.codehaus.groovy.control.MultipleCompilationErrorsException
import org.codehaus.groovy.control.ParserVersion
import org.codehaus.groovy.control.customizers.ASTTransformationCustomizer
import org.codehaus.groovy.control.messages.ExceptionMessage
import org.codehaus.groovy.control.messages.SimpleMessage
Expand Down Expand Up @@ -963,7 +965,12 @@ class Console implements CaretListener, HyperlinkListener, ComponentListener, Fo
}

void inspectTokens(EventObject evt = null) {
def lf = LexerFrame.groovyScriptFactory(inputArea.getText())
def content = inputArea.getText()
def lf =
ParserVersion.V_2 == CompilerConfiguration.DEFAULT.parserVersion ?
LexerFrame.groovyScriptFactory(content) :
new LexerFrame(GroovyLangLexer, org.apache.groovy.parser.antlr4.GroovyLexer, new StringReader(content))

lf.visible = true
}

Expand Down
9 changes: 8 additions & 1 deletion subprojects/parser-antlr4/src/main/java/org/apache/groovy/parser/antlr4/GroovyLangLexer.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,20 +19,27 @@
package org.apache.groovy.parser.antlr4;

import org.antlr.v4.runtime.CharStream;
import org.antlr.v4.runtime.CharStreams;
import org.antlr.v4.runtime.Lexer;
import org.antlr.v4.runtime.LexerNoViableAltException;
import org.antlr.v4.runtime.atn.ATN;
import org.antlr.v4.runtime.atn.LexerATNSimulator;
import org.apache.groovy.parser.antlr4.internal.atnmanager.AtnManager;
import org.apache.groovy.parser.antlr4.internal.atnmanager.LexerAtnManager;

import java.io.IOException;
import java.io.Reader;

/**
* The lexer for Groovy programming language, which is based on the lexer generated by Antlr4
*
* @author <a href="mailto:realbluesun@hotmail.com">Daniel.Sun</a>
* Created on 2016/08/14
*/
public class GroovyLangLexer extends GroovyLexer {
public GroovyLangLexer(Reader reader) throws IOException {
this(CharStreams.fromReader(reader));
}

public GroovyLangLexer(CharStream input) {
super(input);

Expand Down