protected ErrorCheckerService errorCheckerService;

protected JavaEditor editor;

public DefaultMutableTreeNode codeTree = new DefaultMutableTreeNode();

protected DefaultMutableTreeNode currentParent = null;

/**

protected JFrame frmASTView;

protected JFrame frameAutoComp;

/**

protected JTree jtree;

/**

protected JTree treeRename;

protected CompilationUnit compilationUnit;

protected JTable tableAuto;

protected JEditorPane javadocPane;

protected JScrollPane scrollPane;

protected JFrame frmRename;

protected JButton btnRename;

protected JButton btnListOccurrence;

protected JTextField txtRenameField;

protected JFrame frmOccurenceList;

protected JLabel lblRefactorOldName;

public ASTGenerator(ErrorCheckerService ecs) {

this.errorCheckerService = ecs;

this.editor = ecs.getEditor();

setupGUI();

//addCompletionPopupListner();

addListeners();

//loadJavaDoc();

predictionOngoing = new AtomicBoolean(false);

}

protected void setupGUI(){

frmASTView = new JFrame();

jtree = new JTree();

frmASTView.setDefaultCloseOperation(JFrame.HIDE_ON_CLOSE);

frmASTView.setBounds(new Rectangle(680, 100, 460, 620));

frmASTView.setTitle("AST View - " + editor.getSketch().getName());

JScrollPane sp = new JScrollPane();

sp.setViewportView(jtree);

frmASTView.add(sp);

btnRename = new JButton("Rename");

btnListOccurrence = new JButton("Show Usage");

frmRename = new JFrame();

frmRename.setDefaultCloseOperation(JFrame.HIDE_ON_CLOSE);

frmRename.setSize(250, 130);

frmRename.setLayout(new BoxLayout(frmRename.getContentPane(), BoxLayout.Y_AXIS));

Toolkit.setIcon(frmRename);

JPanel panelTop = new JPanel(), panelBottom = new JPanel();

panelTop.setLayout(new BoxLayout(panelTop, BoxLayout.Y_AXIS));

panelTop.setBorder(BorderFactory.createEmptyBorder(5, 5, 5, 5));

panelBottom.setLayout(new BoxLayout(panelBottom, BoxLayout.X_AXIS));

panelBottom.setBorder(BorderFactory.createEmptyBorder(5, 5, 5, 5));

panelBottom.add(Box.createHorizontalGlue());

panelBottom.add(btnListOccurrence);

panelBottom.add(Box.createRigidArea(new Dimension(15, 0)));

panelBottom.add(btnRename);

frmRename.setTitle("Enter new name:");

txtRenameField = new JTextField();

txtRenameField.setPreferredSize(new Dimension(150, 60));

panelTop.add(txtRenameField);

//renameWindow.setVisible(true);

lblRefactorOldName = new JLabel();

lblRefactorOldName.setText("Old Name: ");

panelTop.add(Box.createRigidArea(new Dimension(0, 10)));

panelTop.add(lblRefactorOldName);

frmRename.add(panelTop);

frmRename.add(panelBottom);

frmRename.setMinimumSize(frmRename.getSize());

frmRename.setLocation(editor.getX()

+ (editor.getWidth() - frmRename.getWidth()) / 2,

editor.getY()

+ (editor.getHeight() - frmRename.getHeight())

/ 2);

frmOccurenceList = new JFrame();

frmOccurenceList.setDefaultCloseOperation(JFrame.HIDE_ON_CLOSE);

frmOccurenceList.setSize(300, 400);

Toolkit.setIcon(frmOccurenceList);

JScrollPane sp2 = new JScrollPane();

treeRename = new JTree();

sp2.setViewportView(treeRename);

frmOccurenceList.add(sp2);

//occurenceListFrame.setVisible(true);

//frmJavaDoc.setUndecorated(true);

}

/**

public static final boolean SHOWAST = !true;

protected DefaultMutableTreeNode buildAST(String source, CompilationUnit cu) {

if (cu == null) {

ASTParser parser = ASTParser.newParser(AST.JLS4);

parser.setSource(source.toCharArray());

parser.setKind(ASTParser.K_COMPILATION_UNIT);

Map<String, String> options = JavaCore.getOptions();

JavaCore.setComplianceOptions(JavaCore.VERSION_1_6, options);

options.put(JavaCore.COMPILER_SOURCE, JavaCore.VERSION_1_6);

parser.setCompilerOptions(options);

compilationUnit = (CompilationUnit) parser.createAST(null);

} else {

compilationUnit = cu;

//log("Other cu");

}

getCodeComments();

codeTree = new DefaultMutableTreeNode(new ASTNodeWrapper((ASTNode) compilationUnit

.types().get(0)));

//log("Total CU " + compilationUnit.types().size());

if(compilationUnit.types() == null || compilationUnit.types().isEmpty()){

Base.loge("No CU found!");

}

visitRecur((ASTNode) compilationUnit.types().get(0), codeTree);

SwingWorker<Object, Object> worker = new SwingWorker<Object, Object>() {

@Override

protected Object doInBackground() throws Exception {

return null;

}

protected void done() {

if (codeTree != null) {

if(SHOWAST){

if (jtree.hasFocus() || frmASTView.hasFocus())

return;

jtree.setModel(new DefaultTreeModel(codeTree));

((DefaultTreeModel) jtree.getModel()).reload();

jtree.validate();

if (!frmASTView.isVisible()) {

frmASTView.setVisible(true);

}

}

}

}

};

worker.execute();

return codeTree;

}

protected ClassPathFactory factory;

/**

protected ClassPath classPath;

//protected JFrame frmJavaDoc;

/**

protected void loadJars() {

Thread t = new Thread(new Runnable() {

public void run() {

try {

factory = new ClassPathFactory();

StringBuilder tehPath = new StringBuilder(System

.getProperty("java.class.path"));

// Starting with JDK 1.7, no longer using Apple's Java, so

// rt.jar has the same path on all OSes

tehPath.append(File.pathSeparatorChar

+ System.getProperty("java.home") + File.separator + "lib"

+ File.separator + "rt.jar" + File.pathSeparatorChar);

if (errorCheckerService.classpathJars != null) {

synchronized (errorCheckerService.classpathJars) {

for (URL jarPath : errorCheckerService.classpathJars) {

//log(jarPath.getPath());

tehPath.append(jarPath.getPath() + File.pathSeparatorChar);

}

}

}

classPath = factory.createFromPath(tehPath.toString());

log("Classpath created " + (classPath != null));

log("Sketch classpath jars loaded.");

if (Base.isMacOS()) {

File f = new File(System.getProperty("java.home") + File.separator + "bundle"

+ File.separator + "Classes" + File.separator + "classes.jar");

log(f.getAbsolutePath() + " | classes.jar found?"

+ f.exists());

} else {

File f = new File(System.getProperty("java.home") + File.separator

+ "lib" + File.separator + "rt.jar" + File.separator);

log(f.getAbsolutePath() + " | rt.jar found?"

+ f.exists());

}

} catch (Exception e) {

e.printStackTrace();

}

}

});

t.start();

}

protected TreeMap<String, String> jdocMap;

protected void loadJavaDoc() {

jdocMap = new TreeMap<String, String>();

// presently loading only p5 reference for PApplet

Thread t = new Thread(new Runnable() {

@Override

public void run() {

JavadocHelper.loadJavaDoc(jdocMap, editor.getMode().getReferenceFolder());

}

});

t.start();

}

public DefaultMutableTreeNode buildAST(CompilationUnit cu) {

return buildAST(errorCheckerService.sourceCode, cu);

}

public static CompletionCandidate[] checkForTypes(ASTNode node) {

List<VariableDeclarationFragment> vdfs = null;

switch (node.getNodeType()) {

case ASTNode.TYPE_DECLARATION:

return new CompletionCandidate[] { new CompletionCandidate((TypeDeclaration) node) };

case ASTNode.METHOD_DECLARATION:

MethodDeclaration md = (MethodDeclaration) node;

log(getNodeAsString(md));

List<ASTNode> params = (List<ASTNode>) md

.getStructuralProperty(MethodDeclaration.PARAMETERS_PROPERTY);

CompletionCandidate[] cand = new CompletionCandidate[params.size() + 1];

cand[0] = new CompletionCandidate(md);

for (int i = 0; i < params.size(); i++) {

cand[i + 1] = new CompletionCandidate((SingleVariableDeclaration)params.get(i));

}

return cand;

case ASTNode.SINGLE_VARIABLE_DECLARATION:

return new CompletionCandidate[] { new CompletionCandidate((SingleVariableDeclaration)node) };

case ASTNode.FIELD_DECLARATION:

vdfs = ((FieldDeclaration) node).fragments();

break;

case ASTNode.VARIABLE_DECLARATION_STATEMENT:

vdfs = ((VariableDeclarationStatement) node).fragments();

break;

case ASTNode.VARIABLE_DECLARATION_EXPRESSION:

vdfs = ((VariableDeclarationExpression) node).fragments();

break;

default:

break;

}

if (vdfs != null) {

CompletionCandidate ret[] = new CompletionCandidate[vdfs.size()];

int i = 0;

for (VariableDeclarationFragment vdf : vdfs) {

ret[i++] = new CompletionCandidate(vdf);

}

return ret;

}

return null;

}

/**

public static ASTNode resolveExpression(ASTNode nearestNode,

ASTNode expression, boolean noCompare) {

log("Resolving " + getNodeAsString(expression) + " noComp "

+ noCompare);

if (expression instanceof SimpleName) {

return findDeclaration2(((SimpleName) expression), nearestNode);

} else if (expression instanceof MethodInvocation) {

log("3. Method Invo "

+ ((MethodInvocation) expression).getName());

return findDeclaration2(((MethodInvocation) expression).getName(),

nearestNode);

} else if (expression instanceof FieldAccess) {

log("2. Field access "

+ getNodeAsString(((FieldAccess) expression).getExpression()) + "|||"

+ getNodeAsString(((FieldAccess) expression).getName()));

if (noCompare) {

/*

return findDeclaration2(((FieldAccess) expression).getName(),

nearestNode);

} else {

/*

return resolveExpression(nearestNode,

((FieldAccess) expression).getExpression(),

!noCompare);

}

//return findDeclaration2(((FieldAccess) expression).getExpression(), nearestNode);

} else if (expression instanceof QualifiedName) {

log("1. Resolving "

+ ((QualifiedName) expression).getQualifier() + " ||| "

+ ((QualifiedName) expression).getName());

if (noCompare) { // no compare, as in "abc.hello." need to resolve hello here

return findDeclaration2(((QualifiedName) expression).getName(),

nearestNode);

} else {

//User typed "abc.hello.by" (bye being complete), so need to resolve "abc.hello." only

return findDeclaration2(((QualifiedName) expression).getQualifier(),

nearestNode);

}

}

return null;

}

/**

public ClassMember resolveExpression3rdParty(ASTNode nearestNode,

ASTNode astNode, boolean noCompare) {

log("Resolve 3rdParty expr-- " + getNodeAsString(astNode)

+ " nearest node " + getNodeAsString(nearestNode));

if(astNode == null) return null;

ClassMember scopeParent = null;

SimpleType stp = null;

if(astNode instanceof SimpleName){

ASTNode decl = findDeclaration2(((SimpleName)astNode),nearestNode);

if(decl != null){

// see if locally defined

log(getNodeAsString(astNode)+" found decl -> " + getNodeAsString(decl));

return new ClassMember(extracTypeInfo(decl));

}

else {

// or in a predefined class?

Class<?> tehClass = findClassIfExists(((SimpleName) astNode).toString());

if (tehClass != null) {

return new ClassMember(tehClass);

}

}

astNode = astNode.getParent();

}

switch (astNode.getNodeType()) {

//TODO: Notice the redundancy in the 3 cases, you can simplify things even more.

case ASTNode.FIELD_ACCESS:

FieldAccess fa = (FieldAccess) astNode;

if (fa.getExpression() == null) {

// TODO: Check for existence of 'new' keyword. Could be a ClassInstanceCreation

// Local code or belongs to super class

log("FA,Not implemented.");

return null;

} else {

if (fa.getExpression() instanceof SimpleName) {

stp = extracTypeInfo(findDeclaration2((SimpleName) fa.getExpression(),

nearestNode));

if(stp == null){

/*The type wasn't found in local code, so it might be something like

Class<?> tehClass = findClassIfExists(((SimpleName)fa.getExpression()).toString());

if (tehClass != null) {

// Method Expression is a simple name and wasn't located locally, but found in a class

// so look for method in this class.

return definedIn3rdPartyClass(new ClassMember(tehClass), fa

.getName().toString());

}

log("FA resolve 3rd par, Can't resolve " + fa.getExpression());

return null;

}

log("FA, SN Type " + getNodeAsString(stp));

scopeParent = definedIn3rdPartyClass(stp.getName().toString(), "THIS");

} else {

scopeParent = resolveExpression3rdParty(nearestNode,

fa.getExpression(), noCompare);

}

log("FA, ScopeParent " + scopeParent);

return definedIn3rdPartyClass(scopeParent, fa.getName().toString());

}

case ASTNode.METHOD_INVOCATION:

MethodInvocation mi = (MethodInvocation) astNode;

ASTNode temp = findDeclaration2(mi.getName(), nearestNode);

if(temp instanceof MethodDeclaration){

// method is locally defined

log(mi.getName() + " was found locally," + getNodeAsString(extracTypeInfo(temp)));

return new ClassMember(extracTypeInfo(temp));

}

if (mi.getExpression() == null) {

//Local code or belongs to super class

log("MI,Not implemented.");

return null;

} else {

if (mi.getExpression() instanceof SimpleName) {

stp = extracTypeInfo(findDeclaration2((SimpleName) mi.getExpression(),

nearestNode));

if(stp == null){

/*The type wasn't found in local code, so it might be something like

Class<?> tehClass = findClassIfExists(((SimpleName)mi.getExpression()).toString());

if (tehClass != null) {

// Method Expression is a simple name and wasn't located locally, but found in a class

// so look for method in this class.

return definedIn3rdPartyClass(new ClassMember(tehClass), mi

.getName().toString());

}

log("MI resolve 3rd par, Can't resolve " + mi.getExpression());

return null;

}

log("MI, SN Type " + getNodeAsString(stp));

ASTNode typeDec = findDeclaration2(stp.getName(),nearestNode);

if(typeDec == null){

log(stp.getName() + " couldn't be found locally..");

Class<?> tehClass = findClassIfExists(stp.getName().toString());

if (tehClass != null) {

// Method Expression is a simple name and wasn't located locally, but found in a class

// so look for method in this class.

return definedIn3rdPartyClass(new ClassMember(tehClass), mi

.getName().toString());

}

//return new ClassMember(findClassIfExists(stp.getName().toString()));

}

//scopeParent = definedIn3rdPartyClass(stp.getName().toString(), "THIS");

return definedIn3rdPartyClass(new ClassMember(typeDec), mi

.getName().toString());

} else {

log("MI EXP.."+getNodeAsString(mi.getExpression()));

scopeParent = resolveExpression3rdParty(nearestNode,

mi.getExpression(), noCompare);

log("MI, ScopeParent " + scopeParent);

return definedIn3rdPartyClass(scopeParent, mi.getName().toString());

}

}

case ASTNode.QUALIFIED_NAME:

QualifiedName qn = (QualifiedName) astNode;

ASTNode temp2 = findDeclaration2(qn.getName(), nearestNode);

if(temp2 instanceof FieldDeclaration){

// field is locally defined

log(qn.getName() + " was found locally," + getNodeAsString(extracTypeInfo(temp2)));

return new ClassMember(extracTypeInfo(temp2));

}

if (qn.getQualifier() == null) {

log("QN,Not implemented.");

return null;

} else {

if (qn.getQualifier() instanceof SimpleName) {

stp = extracTypeInfo(findDeclaration2(qn.getQualifier(), nearestNode));

if(stp == null){

/*The type wasn't found in local code, so it might be something like

Class<?> tehClass = findClassIfExists(qn.getQualifier().toString());

if (tehClass != null) {

// note how similar thing is called on line 690. Check check.

return definedIn3rdPartyClass(new ClassMember(tehClass), qn

.getName().toString());

}

log("QN resolve 3rd par, Can't resolve " + qn.getQualifier());

return null;

}

log("QN, SN Local Type " + getNodeAsString(stp));

//scopeParent = definedIn3rdPartyClass(stp.getName().toString(), "THIS");

ASTNode typeDec = findDeclaration2(stp.getName(),nearestNode);

if(typeDec == null){

log(stp.getName() + " couldn't be found locally..");

Class<?> tehClass = findClassIfExists(stp.getName().toString());

if (tehClass != null) {

// note how similar thing is called on line 690. Check check.

return definedIn3rdPartyClass(new ClassMember(tehClass), qn

.getName().toString());

}

log("QN resolve 3rd par, Can't resolve " + qn.getQualifier());

return null;

}

return definedIn3rdPartyClass(new ClassMember(typeDec), qn

.getName().toString());

} else {

scopeParent = resolveExpression3rdParty(nearestNode,

qn.getQualifier(), noCompare);

log("QN, ScopeParent " + scopeParent);

return definedIn3rdPartyClass(scopeParent, qn.getName().toString());

}

}

case ASTNode.ARRAY_ACCESS:

ArrayAccess arac = (ArrayAccess)astNode;

return resolveExpression3rdParty(nearestNode, arac.getArray(), noCompare);

default:

log("Unaccounted type " + getNodeAsString(astNode));

break;

}

return null;

}

/**

public static ASTNode getChildExpression(ASTNode expression) {

if (expression instanceof SimpleName) {

return expression;

} else if (expression instanceof FieldAccess) {

return ((FieldAccess) expression).getName();

} else if (expression instanceof QualifiedName) {

return ((QualifiedName) expression).getName();

}else if (expression instanceof MethodInvocation) {

return ((MethodInvocation) expression).getName();

}else if(expression instanceof ArrayAccess){

return ((ArrayAccess)expression).getArray();

}

log(" getChildExpression returning NULL for "

+ getNodeAsString(expression));

return null;

}

public static ASTNode getParentExpression(ASTNode expression) {

if (expression instanceof SimpleName) {

return expression;

} else if (expression instanceof FieldAccess) {

return ((FieldAccess) expression).getExpression();

} else if (expression instanceof QualifiedName) {

return ((QualifiedName) expression).getQualifier();

} else if (expression instanceof MethodInvocation) {

return ((MethodInvocation) expression).getExpression();

} else if (expression instanceof ArrayAccess) {

return ((ArrayAccess) expression).getArray();

}

log("getParentExpression returning NULL for "

+ getNodeAsString(expression));

return null;

}

protected void trimCandidates(String newWord){

ArrayList<CompletionCandidate> newCandidate = new ArrayList<CompletionCandidate>();

newWord = newWord.toLowerCase();

for (CompletionCandidate comp : candidates) {

if(comp.getNoHtmlLabel().toLowerCase().startsWith(newWord)){

newCandidate.add(comp);

}

}

candidates = newCandidate;

}

/**

protected ArrayList<CompletionCandidate> candidates;

protected String lastPredictedWord = " ";

//protected AtomicBoolean predictionsEnabled;

protected int predictionMinLength = 2;

private AtomicBoolean predictionOngoing;

/**

public void preparePredictions(final String word, final int line, final int lineStartNonWSOffset) {

if(predictionOngoing.get()) return;

if (!JavaMode.codeCompletionsEnabled) return;

if (word.length() < predictionMinLength) return;

predictionOngoing.set(true);

// This method is called from TextArea.fetchPhrase, which is called via a SwingWorker instance

// in TextArea.processKeyEvent

if(caretWithinLineComment()){

log("No predictions.");

predictionOngoing.set(false);

return;

}

// If the parsed code contains pde enhancements, take 'em out.

String word2 = ASTNodeWrapper.getJavaCode(word);

//After typing 'arg.' all members of arg type are to be listed. This one is a flag for it

boolean noCompare = false;

if (word2.endsWith(".")) {

// return all matches

word2 = word2.substring(0, word2.length() - 1);

noCompare = true;

}

if (word2.length() >= predictionMinLength && !noCompare

&& word2.length() > lastPredictedWord.length()) {

if (word2.startsWith(lastPredictedWord)) {

log(word + " starts with " + lastPredictedWord);

log("Don't recalc");

if (word2.contains(".")) {

int x = word2.lastIndexOf('.');

trimCandidates(word2.substring(x + 1));

} else {

trimCandidates(word2);

}

showPredictions(word);

lastPredictedWord = word2;

predictionOngoing.set(false);

return;

}

}

int lineNumber = line;

// Adjust line number for tabbed sketches

if (errorCheckerService != null) {

editor = errorCheckerService.getEditor();

int codeIndex = editor.getSketch().getCodeIndex(editor

.getCurrentTab());

if (codeIndex > 0)

for (int i = 0; i < codeIndex; i++) {

SketchCode sc = editor.getSketch().getCode(i);

int len = Base.countLines(sc.getProgram()) + 1;

lineNumber += len;

}

}

// Ensure that we're not inside a comment. TODO: Binary search

/*for (Comment comm : getCodeComments()) {

}*/

// Now parse the expression into an ASTNode object

ASTNode nearestNode = null;

ASTParser parser = ASTParser.newParser(AST.JLS4);

parser.setKind(ASTParser.K_EXPRESSION);

parser.setSource(word2.toCharArray());

ASTNode testnode = parser.createAST(null);

//Base.loge("PREDICTION PARSER PROBLEMS: " + parser);

// Find closest ASTNode of the document to this word

Base.loge("Typed: " + word2 + "|" + " temp Node type: " + testnode.getClass().getSimpleName());

if(testnode instanceof MethodInvocation){

MethodInvocation mi = (MethodInvocation)testnode;

log(mi.getName() + "," + mi.getExpression() + "," + mi.typeArguments().size());

}

// find nearest ASTNode

nearestNode = findClosestNode(lineNumber, (ASTNode) errorCheckerService.getLastCorrectCU().types()

.get(0));

if (nearestNode == null) {

// Make sure nearestNode is not NULL if couldn't find a closeset node

nearestNode = (ASTNode) errorCheckerService.getLastCorrectCU().types().get(0);

}

Base.loge(lineNumber + " Nearest ASTNode to PRED "

+ getNodeAsString(nearestNode));

candidates = new ArrayList<CompletionCandidate>();

lastPredictedWord = word2;

// Determine the expression typed

if (testnode instanceof SimpleName && !noCompare) {

Base.loge("One word expression " + getNodeAsString(testnode));

//==> Simple one word exprssion - so is just an identifier

// Bottom up traversal of the AST to look for possible definitions at

// higher levels.

//nearestNode = nearestNode.getParent();

while (nearestNode != null) {

// If the current class has a super class, look inside it for

// definitions.

if (nearestNode instanceof TypeDeclaration) {

TypeDeclaration td = (TypeDeclaration) nearestNode;

if (td

.getStructuralProperty(TypeDeclaration.SUPERCLASS_TYPE_PROPERTY) != null) {

SimpleType st = (SimpleType) td

.getStructuralProperty(TypeDeclaration.SUPERCLASS_TYPE_PROPERTY);

log("Superclass " + st.getName());

for (CompletionCandidate can : getMembersForType(st.getName()

.toString(), word2, noCompare, false)) {

candidates.add(can);

}

//findDeclaration(st.getName())

}

}

List<StructuralPropertyDescriptor> sprops = nearestNode

.structuralPropertiesForType();

for (StructuralPropertyDescriptor sprop : sprops) {

ASTNode cnode = null;

if (!sprop.isChildListProperty()) {

if (nearestNode.getStructuralProperty(sprop) instanceof ASTNode) {

cnode = (ASTNode) nearestNode.getStructuralProperty(sprop);

CompletionCandidate[] types = checkForTypes(cnode);

if (types != null) {

for (int i = 0; i < types.length; i++) {

if (types[i].getElementName().toLowerCase().startsWith(word2.toLowerCase()))

candidates.add(types[i]);

}

}

}

} else {

// Childlist prop

List<ASTNode> nodelist = (List<ASTNode>) nearestNode

.getStructuralProperty(sprop);

for (ASTNode clnode : nodelist) {

CompletionCandidate[] types = checkForTypes(clnode);

if (types != null) {

for (int i = 0; i < types.length; i++) {

if (types[i].getElementName().toLowerCase().startsWith(word2.toLowerCase()))

candidates.add(types[i]);

}

}

}

}

}

nearestNode = nearestNode.getParent();

}

// We're seeing a simple name that's not defined locally or in

// the parent class. So most probably a pre-defined type.

log("Empty can. " + word2);

if (classPath != null) {

RegExpResourceFilter regExpResourceFilter;

regExpResourceFilter = new RegExpResourceFilter(

Pattern

.compile(".*"),

Pattern

.compile(word2

+ "[a-zA-Z_0-9]*.class",

Pattern.CASE_INSENSITIVE));

String[] resources = classPath.findResources("",