X-Git-Url: http://secure.phpeclipse.com

diff --git a/net.sourceforge.phpeclipse/src/test/PHPParser.jj b/net.sourceforge.phpeclipse/src/test/PHPParser.jj
index e62d7e8..205b380 100644
--- a/net.sourceforge.phpeclipse/src/test/PHPParser.jj
+++ b/net.sourceforge.phpeclipse/src/test/PHPParser.jj
@@ -17,6 +17,7 @@ options {
   BUILD_TOKEN_MANAGER = true;
   SANITY_CHECK = true;
   FORCE_LA_CHECK = false;
+  COMMON_TOKEN_ACTION = true;
 }
 
 PARSER_BEGIN(PHPParser)
@@ -29,169 +30,223 @@ import org.eclipse.ui.texteditor.MarkerUtilities;
 import org.eclipse.jface.preference.IPreferenceStore;
 
 import java.util.Hashtable;
+import java.util.ArrayList;
 import java.io.StringReader;
+import java.io.*;
 import java.text.MessageFormat;
 
 import net.sourceforge.phpeclipse.actions.PHPStartApacheAction;
 import net.sourceforge.phpeclipse.PHPeclipsePlugin;
+import net.sourceforge.phpdt.internal.compiler.ast.*;
+import net.sourceforge.phpdt.internal.compiler.parser.OutlineableWithChildren;
+import net.sourceforge.phpdt.internal.compiler.parser.Outlineable;
 import net.sourceforge.phpdt.internal.compiler.parser.PHPOutlineInfo;
+import net.sourceforge.phpdt.internal.corext.Assert;
 
 /**
  * A new php parser.
- * This php parser is inspired by the Java 1.2 grammar example 
+ * This php parser is inspired by the Java 1.2 grammar example
  * given with JavaCC. You can get JavaCC at http://www.webgain.com
  * You can test the parser with the PHPParserTestCase2.java
  * @author Matthieu Casanova
  */
-public class PHPParser extends PHPParserSuperclass {
+public final class PHPParser extends PHPParserSuperclass {
 
-  private static PHPParser me;
-
-  private static IFile fileToParse;
+  /** The current segment. */
+  private static OutlineableWithChildren currentSegment;
 
   private static final String PARSE_ERROR_STRING = "Parse error"; //$NON-NLS-1$
   private static final String PARSE_WARNING_STRING = "Warning"; //$NON-NLS-1$
-  public static final int ERROR = 2;
-  public static final int WARNING = 1;
-  public static final int INFO = 0;
-  PHPOutlineInfo outlineInfo;
+  static PHPOutlineInfo outlineInfo;
+
+  /** The error level of the current ParseException. */
   private static int errorLevel = ERROR;
+  /** The message of the current ParseException. If it's null it's because the parse exception wasn't handled */
   private static String errorMessage;
 
-  public PHPParser() {
-  }
+  private static int errorStart = -1;
+  private static int errorEnd = -1;
+  private static PHPDocument phpDocument;
 
-  public static PHPParser getInstance(IFile fileToParse) {
-    if (me == null) {
-      me = new PHPParser(fileToParse);
-    } else {
-      me.setFileToParse(fileToParse);
-    }
-    return me;
-  }
+  private static final String SYNTAX_ERROR_CHAR = "syntax error";
+  /**
+   * The point where html starts.
+   * It will be used by the token manager to create HTMLCode objects
+   */
+  public static int htmlStart;
+
+  //ast stack
+  private final static int AstStackIncrement = 100;
+  /** The stack of node. */
+  private static AstNode[] nodes;
+  /** The cursor in expression stack. */
+  private static int nodePtr;
+
+  private static final boolean PARSER_DEBUG = false;
 
-  public void setFileToParse(IFile fileToParse) {
-    this.fileToParse = fileToParse;
+  public final void setFileToParse(final IFile fileToParse) {
+    PHPParser.fileToParse = fileToParse;
   }
 
-  public static PHPParser getInstance(java.io.Reader stream) {
-    if (me == null) {
-      me = new PHPParser(stream);
-    } else {
-      me.ReInit(stream);
-    }
-    return me;
+  public PHPParser() {
   }
 
-  public PHPParser(IFile fileToParse) {
+  public PHPParser(final IFile fileToParse) {
     this(new StringReader(""));
-    this.fileToParse = fileToParse;
+    PHPParser.fileToParse = fileToParse;
   }
 
-  public void phpParserTester(String strEval) throws CoreException, ParseException {
-    PHPParserTokenManager.SwitchTo(PHPParserTokenManager.PHPPARSING);
-    StringReader stream = new StringReader(strEval);
+  public static final void phpParserTester(final String strEval) throws ParseException {
+    final StringReader stream = new StringReader(strEval);
     if (jj_input_stream == null) {
       jj_input_stream = new SimpleCharStream(stream, 1, 1);
     }
     ReInit(new StringReader(strEval));
+    init();
+    phpDocument = new PHPDocument(null,"_root".toCharArray());
+    currentSegment = phpDocument;
+    outlineInfo = new PHPOutlineInfo(null, currentSegment);
+    PHPParserTokenManager.SwitchTo(PHPParserTokenManager.PHPPARSING);
     phpTest();
   }
 
-  public void htmlParserTester(String strEval) throws CoreException, ParseException {
-    StringReader stream = new StringReader(strEval);
+  public static final void htmlParserTester(final File fileName) throws FileNotFoundException, ParseException {
+    final Reader stream = new FileReader(fileName);
     if (jj_input_stream == null) {
       jj_input_stream = new SimpleCharStream(stream, 1, 1);
     }
     ReInit(stream);
+    init();
+    phpDocument = new PHPDocument(null,"_root".toCharArray());
+    currentSegment = phpDocument;
+    outlineInfo = new PHPOutlineInfo(null, currentSegment);
     phpFile();
   }
 
-  public PHPOutlineInfo parseInfo(Object parent, String s) {
-    outlineInfo = new PHPOutlineInfo(parent);
-    StringReader stream = new StringReader(s);
+  public static final void htmlParserTester(final String strEval) throws ParseException {
+    final StringReader stream = new StringReader(strEval);
     if (jj_input_stream == null) {
       jj_input_stream = new SimpleCharStream(stream, 1, 1);
     }
     ReInit(stream);
-    try {
-      parse();
-    } catch (ParseException e) {
-      if (errorMessage == null) {
-        PHPeclipsePlugin.log(e);
-      } else {
-        setMarker(errorMessage, e.currentToken.beginLine, errorLevel);
-        errorMessage = null;
-      }
-    }
-    return outlineInfo;
+    init();
+    phpDocument = new PHPDocument(null,"_root".toCharArray());
+    currentSegment = phpDocument;
+    outlineInfo = new PHPOutlineInfo(null, currentSegment);
+    phpFile();
   }
 
+  /**
+   * Reinitialize the parser.
+   */
+  private static final void init() {
+    nodes = new AstNode[AstStackIncrement];
+    nodePtr = -1;
+    htmlStart = 0;
+  }
 
   /**
-   * Create marker for the parse error
+   * Add an php node on the stack.
+   * @param node the node that will be added to the stack
    */
-  private static void setMarker(String message, int lineNumber, int errorLevel) {
+  private static final void pushOnAstNodes(final AstNode node) {
     try {
-      setMarker(fileToParse, message, lineNumber, errorLevel);
-    } catch (CoreException e) {
-      PHPeclipsePlugin.log(e);
+      nodes[++nodePtr] = node;
+    } catch (IndexOutOfBoundsException e) {
+      final int oldStackLength = nodes.length;
+      final AstNode[] oldStack = nodes;
+      nodes = new AstNode[oldStackLength + AstStackIncrement];
+      System.arraycopy(oldStack, 0, nodes, 0, oldStackLength);
+      nodePtr = oldStackLength;
+      nodes[nodePtr] = node;
     }
   }
 
-  public static void setMarker(IFile file, String message, int lineNumber, int errorLevel) throws CoreException {
-    if (file != null) {
-      Hashtable attributes = new Hashtable();
-      MarkerUtilities.setMessage(attributes, message);
-      switch (errorLevel) {
-        case ERROR :
-          attributes.put(IMarker.SEVERITY, new Integer(IMarker.SEVERITY_ERROR));
-          break;
-        case WARNING :
-          attributes.put(IMarker.SEVERITY, new Integer(IMarker.SEVERITY_WARNING));
-          break;
-        case INFO :
-          attributes.put(IMarker.SEVERITY, new Integer(IMarker.SEVERITY_INFO));
-          break;
+  public final PHPOutlineInfo parseInfo(final Object parent, final String s) {
+    phpDocument = new PHPDocument(parent,"_root".toCharArray());
+    currentSegment = phpDocument;
+    outlineInfo = new PHPOutlineInfo(parent, currentSegment);
+    final StringReader stream = new StringReader(s);
+    if (jj_input_stream == null) {
+      jj_input_stream = new SimpleCharStream(stream, 1, 1);
+    }
+    ReInit(stream);
+    init();
+    try {
+      parse();
+      phpDocument.nodes = new AstNode[nodes.length];
+      System.arraycopy(nodes,0,phpDocument.nodes,0,nodes.length);
+      if (PHPeclipsePlugin.DEBUG) {
+        PHPeclipsePlugin.log(1,phpDocument.toString());
       }
-      MarkerUtilities.setLineNumber(attributes, lineNumber);
-      MarkerUtilities.createMarker(file, attributes, IMarker.PROBLEM);
+    } catch (ParseException e) {
+      processParseException(e);
     }
+    return outlineInfo;
   }
 
+  private static void processParseExceptionDebug(final ParseException e) throws ParseException {
+    if (PARSER_DEBUG) {
+      throw e;
+    }
+    processParseException(e);
+  }
   /**
-   * Create markers according to the external parser output
+   * This method will process the parse exception.
+   * If the error message is null, the parse exception wasn't catched and a trace is written in the log
+   * @param e the ParseException
    */
-  private static void createMarkers(String output, IFile file) throws CoreException {
-    // delete all markers
-    file.deleteMarkers(IMarker.PROBLEM, false, 0);
-
-    int indx = 0;
-    int brIndx = 0;
-    boolean flag = true;
-    while ((brIndx = output.indexOf("<br />", indx)) != -1) {
-      // newer php error output (tested with 4.2.3)
-      scanLine(output, file, indx, brIndx);
-      indx = brIndx + 6;
-      flag = false;
+  private static void processParseException(final ParseException e) {
+    if (errorMessage == null) {
+      PHPeclipsePlugin.log(e);
+      errorMessage = "this exception wasn't handled by the parser please tell us how to reproduce it";
+      errorStart = e.currentToken.sourceStart;
+      errorEnd   = e.currentToken.sourceEnd;
     }
-    if (flag) {
-      while ((brIndx = output.indexOf("<br>", indx)) != -1) {
-        // older php error output (tested with 4.2.3)
-        scanLine(output, file, indx, brIndx);
-        indx = brIndx + 4;
+    setMarker(e);
+    errorMessage = null;
+  //  if (PHPeclipsePlugin.DEBUG) PHPeclipsePlugin.log(e);
+  }
+
+  /**
+   * Create marker for the parse error.
+   * @param e the ParseException
+   */
+  private static void setMarker(final ParseException e) {
+    try {
+      if (errorStart == -1) {
+        setMarker(fileToParse,
+                  errorMessage,
+                  e.currentToken.sourceStart,
+                  e.currentToken.sourceEnd,
+                  errorLevel,
+                  "Line " + e.currentToken.beginLine);
+      } else {
+        setMarker(fileToParse,
+                  errorMessage,
+                  errorStart,
+                  errorEnd,
+                  errorLevel,
+                  "Line " + e.currentToken.beginLine);
+        errorStart = -1;
+        errorEnd = -1;
       }
+    } catch (CoreException e2) {
+      PHPeclipsePlugin.log(e2);
     }
   }
 
-  private static void scanLine(String output, IFile file, int indx, int brIndx) throws CoreException {
+  private static void scanLine(final String output,
+                               final IFile file,
+                               final int indx,
+                               final int brIndx) throws CoreException {
     String current;
-    StringBuffer lineNumberBuffer = new StringBuffer(10);
+    final StringBuffer lineNumberBuffer = new StringBuffer(10);
     char ch;
     current = output.substring(indx, brIndx);
 
     if (current.indexOf(PARSE_WARNING_STRING) != -1 || current.indexOf(PARSE_ERROR_STRING) != -1) {
-      int onLine = current.indexOf("on line <b>");
+      final int onLine = current.indexOf("on line <b>");
       if (onLine != -1) {
         lineNumberBuffer.delete(0, lineNumberBuffer.length());
         for (int i = onLine; i < current.length(); i++) {
@@ -201,9 +256,9 @@ public class PHPParser extends PHPParserSuperclass {
           }
         }
 
-        int lineNumber = Integer.parseInt(lineNumberBuffer.toString());
+        final int lineNumber = Integer.parseInt(lineNumberBuffer.toString());
 
-        Hashtable attributes = new Hashtable();
+        final Hashtable attributes = new Hashtable();
 
         current = current.replaceAll("\n", "");
         current = current.replaceAll("<b>", "");
@@ -222,12 +277,17 @@ public class PHPParser extends PHPParserSuperclass {
     }
   }
 
-  public void parse(String s) throws CoreException {
-    ReInit(new StringReader(s));
+  public final void parse(final String s) {
+    final StringReader stream = new StringReader(s);
+    if (jj_input_stream == null) {
+      jj_input_stream = new SimpleCharStream(stream, 1, 1);
+    }
+    ReInit(stream);
+    init();
     try {
       parse();
     } catch (ParseException e) {
-      PHPeclipsePlugin.log(e);
+      processParseException(e);
     }
   }
 
@@ -235,15 +295,15 @@ public class PHPParser extends PHPParserSuperclass {
    * Call the php parse command ( php -l -f &lt;filename&gt; )
    * and create markers according to the external parser output
    */
-  public static void phpExternalParse(IFile file) {
-    IPreferenceStore store = PHPeclipsePlugin.getDefault().getPreferenceStore();
-    String filename = file.getLocation().toString();
+  public static void phpExternalParse(final IFile file) {
+    final IPreferenceStore store = PHPeclipsePlugin.getDefault().getPreferenceStore();
+    final String filename = file.getLocation().toString();
 
-    String[] arguments = { filename };
-    MessageFormat form = new MessageFormat(store.getString(PHPeclipsePlugin.EXTERNAL_PARSER_PREF));
-    String command = form.format(arguments);
+    final String[] arguments = { filename };
+    final MessageFormat form = new MessageFormat(store.getString(PHPeclipsePlugin.EXTERNAL_PARSER_PREF));
+    final String command = form.format(arguments);
 
-    String parserResult = PHPStartApacheAction.getParserOutput(command, "External parser: ");
+    final String parserResult = PHPStartApacheAction.getParserOutput(command, "External parser: ");
 
     try {
       // parse the buffer to find the errors and warnings
@@ -253,23 +313,68 @@ public class PHPParser extends PHPParserSuperclass {
     }
   }
 
-  public void parse() throws ParseException {
+  /**
+   * Put a new html block in the stack.
+   */
+  public static final void createNewHTMLCode() {
+    final int currentPosition = SimpleCharStream.getPosition();
+    if (currentPosition == htmlStart || currentPosition > SimpleCharStream.currentBuffer.length()) {
+      return;
+    }
+    final char[] chars = SimpleCharStream.currentBuffer.substring(htmlStart,currentPosition+1).toCharArray();
+    pushOnAstNodes(new HTMLCode(chars, htmlStart,currentPosition));
+  }
+
+  /** Create a new task. */
+  public static final void createNewTask() {
+    final int currentPosition = SimpleCharStream.getPosition();
+    final String  todo = SimpleCharStream.currentBuffer.substring(currentPosition-3,
+                                                                  SimpleCharStream.currentBuffer.indexOf("\n",
+                                                                                                         currentPosition)-1);
+    PHPeclipsePlugin.log(1,SimpleCharStream.currentBuffer.toString());
+    try {
+      setMarker(fileToParse,
+                todo,
+                SimpleCharStream.getBeginLine(),
+                TASK,
+                "Line "+SimpleCharStream.getBeginLine());
+    } catch (CoreException e) {
+      PHPeclipsePlugin.log(e);
+    }
+  }
+
+  private static final void parse() throws ParseException {
 	  phpFile();
   }
 }
 
 PARSER_END(PHPParser)
 
+TOKEN_MGR_DECLS:
+{
+  // CommonTokenAction: use the begins/ends fields added to the Jack
+  // CharStream class to set corresponding fields in each Token (which was
+  // also extended with new fields). By default Jack doesn't supply absolute
+  // offsets, just line/column offsets
+  static void CommonTokenAction(Token t) {
+    t.sourceStart = input_stream.beginOffset;
+    t.sourceEnd = input_stream.endOffset;
+  } // CommonTokenAction
+} // TOKEN_MGR_DECLS
+
 <DEFAULT> TOKEN :
 {
-  <PHPSTART : "<?php" | "<?"> : PHPPARSING
+  <PHPSTARTSHORT : "<?">    {PHPParser.createNewHTMLCode();} : PHPPARSING
+| <PHPSTARTLONG  : "<?php"> {PHPParser.createNewHTMLCode();} : PHPPARSING
+| <PHPECHOSTART  : "<?=">   {PHPParser.createNewHTMLCode();} : PHPPARSING
 }
 
-<PHPPARSING> TOKEN :
+<PHPPARSING, IN_SINGLE_LINE_COMMENT> TOKEN :
 {
-  <PHPEND :"?>"> : DEFAULT
+  <PHPEND :"?>"> {PHPParser.htmlStart = SimpleCharStream.getPosition();} : DEFAULT
 }
 
+/* Skip any character if we are not in php mode */
 <DEFAULT> SKIP :
 {
  < ~[] >
@@ -277,7 +382,6 @@ PARSER_END(PHPParser)
 
 
 /* WHITE SPACE */
-
 <PHPPARSING> SKIP :
 {
   " "
@@ -288,32 +392,33 @@ PARSER_END(PHPParser)
 }
 
 /* COMMENTS */
-
-<PHPPARSING> MORE :
+<PHPPARSING> SPECIAL_TOKEN :
 {
   "//" : IN_SINGLE_LINE_COMMENT
-|
-  <"/**" ~["/"]> { input_stream.backup(1); } : IN_FORMAL_COMMENT
-|
-  "/*" : IN_MULTI_LINE_COMMENT
+| "#"  : IN_SINGLE_LINE_COMMENT
+| <"/**" ~["/"]> { input_stream.backup(1); } : IN_FORMAL_COMMENT
+| "/*" : IN_MULTI_LINE_COMMENT
 }
 
-<IN_SINGLE_LINE_COMMENT>
-SPECIAL_TOKEN :
+<IN_SINGLE_LINE_COMMENT> SPECIAL_TOKEN :
 {
-  <SINGLE_LINE_COMMENT: "\n" | "\r" | "\r\n" | "?>" > : PHPPARSING
+  <SINGLE_LINE_COMMENT: "\n" | "\r" | "\r\n" > : PHPPARSING
+| < ~[] >
 }
 
-<IN_FORMAL_COMMENT>
-SPECIAL_TOKEN :
+<IN_SINGLE_LINE_COMMENT,IN_FORMAL_COMMENT,IN_MULTI_LINE_COMMENT> SPECIAL_TOKEN :
 {
-  <FORMAL_COMMENT: "*/" > : PHPPARSING
+ "todo" {PHPParser.createNewTask();}
 }
 
-<IN_MULTI_LINE_COMMENT>
-SPECIAL_TOKEN :
+<IN_FORMAL_COMMENT> SPECIAL_TOKEN :
 {
-  <MULTI_LINE_COMMENT: "*/" > : PHPPARSING
+  "*/" : PHPPARSING
+}
+
+<IN_MULTI_LINE_COMMENT> SPECIAL_TOKEN :
+{
+  "*/" : PHPPARSING
 }
 
 <IN_SINGLE_LINE_COMMENT,IN_FORMAL_COMMENT,IN_MULTI_LINE_COMMENT>
@@ -332,121 +437,138 @@ MORE :
 | <ELSEIF   : "elseif">
 | <ELSE     : "else">
 | <ARRAY    : "array">
+| <BREAK    : "break">
+| <LIST     : "list">
 }
 
 /* LANGUAGE CONSTRUCT */
 <PHPPARSING> TOKEN :
 {
-  <PRINT : "print">
-| <ECHO : "echo">
-| <INCLUDE : "include">
-| <REQUIRE : "require">
-| <INCLUDE_ONCE : "include_once">
-| <REQUIRE_ONCE : "require_once">
-| <GLOBAL : "global">
-| <STATIC : "static">
-| <CLASSACCESS: "->">
-| <STATICCLASSACCESS: "::">
-| <ARRAYASSIGN: "=>">
+  <PRINT              : "print">
+| <ECHO               : "echo">
+| <INCLUDE            : "include">
+| <REQUIRE            : "require">
+| <INCLUDE_ONCE       : "include_once">
+| <REQUIRE_ONCE       : "require_once">
+| <GLOBAL             : "global">
+| <DEFINE             : "define">
+| <STATIC             : "static">
+| <CLASSACCESS        : "->">
+| <STATICCLASSACCESS  : "::">
+| <ARRAYASSIGN        : "=>">
 }
 
 /* RESERVED WORDS AND LITERALS */
 
 <PHPPARSING> TOKEN :
 {
-  < BREAK: "break" >
-| < CASE: "case" >
-| < CONST: "const" >
-| < CONTINUE: "continue" >
-| < _DEFAULT: "default" >
-| < DO: "do" >
-| < EXTENDS: "extends" >
-| < FALSE: "false" >
-| < FOR: "for" >
-| < GOTO: "goto" >
-| < NEW: "new" >
-| < NULL: "null" >
-| < RETURN: "return" >
-| < SUPER: "super" >
-| < SWITCH: "switch" >
-| < THIS: "this" >
-| < TRUE: "true" >
-| < WHILE: "while" >
-| < ENDWHILE : "endwhile" >
+  <CASE     : "case">
+| <CONST    : "const">
+| <CONTINUE : "continue">
+| <_DEFAULT : "default">
+| <DO       : "do">
+| <EXTENDS  : "extends">
+| <FOR      : "for">
+| <GOTO     : "goto">
+| <NEW      : "new">
+| <NULL     : "null">
+| <RETURN   : "return">
+| <SUPER    : "super">
+| <SWITCH   : "switch">
+| <THIS     : "this">
+| <TRUE     : "true">
+| <FALSE    : "false">
+| <WHILE    : "while">
+| <ENDWHILE : "endwhile">
+| <ENDSWITCH: "endswitch">
+| <ENDIF    : "endif">
+| <ENDFOR   : "endfor">
+| <FOREACH  : "foreach">
+| <AS       : "as" >
 }
 
 /* TYPES */
-
 <PHPPARSING> TOKEN :
 {
-  <STRING : "string">
-| <OBJECT : "object">
-| <BOOL : "bool">
+  <STRING  : "string">
+| <OBJECT  : "object">
+| <BOOL    : "bool">
 | <BOOLEAN : "boolean">
-| <REAL : "real">
-| <DOUBLE : "double">
-| <FLOAT : "float">
-| <INT : "int">
+| <REAL    : "real">
+| <DOUBLE  : "double">
+| <FLOAT   : "float">
+| <INT     : "int">
 | <INTEGER : "integer">
 }
 
+//Misc token
 <PHPPARSING> TOKEN :
 {
-  < _ORL : "OR" >
-| < _ANDL: "AND">
+  <AT                 : "@">
+| <DOLLAR             : "$">
+| <BANG               : "!">
+| <TILDE              : "~">
+| <HOOK               : "?">
+| <COLON              : ":">
 }
 
-/* LITERALS */
+/* OPERATORS */
+<PHPPARSING> TOKEN :
+{
+  <OR_OR              : "||">
+| <AND_AND            : "&&">
+| <PLUS_PLUS          : "++">
+| <MINUS_MINUS        : "--">
+| <PLUS               : "+">
+| <MINUS              : "-">
+| <STAR               : "*">
+| <SLASH              : "/">
+| <BIT_AND            : "&">
+| <BIT_OR             : "|">
+| <XOR                : "^">
+| <REMAINDER          : "%">
+| <LSHIFT             : "<<">
+| <RSIGNEDSHIFT       : ">>">
+| <RUNSIGNEDSHIFT     : ">>>">
+| <_ORL               : "OR">
+| <_ANDL              : "AND">
+}
 
+/* LITERALS */
 <PHPPARSING> TOKEN :
 {
-  < INTEGER_LITERAL:
+  <INTEGER_LITERAL:
         <DECIMAL_LITERAL> (["l","L"])?
       | <HEX_LITERAL> (["l","L"])?
       | <OCTAL_LITERAL> (["l","L"])?
   >
 |
-  < #DECIMAL_LITERAL: ["1"-"9"] (["0"-"9"])* >
+  <#DECIMAL_LITERAL: ["1"-"9"] (["0"-"9"])* >
 |
-  < #HEX_LITERAL: "0" ["x","X"] (["0"-"9","a"-"f","A"-"F"])+ >
+  <#HEX_LITERAL: "0" ["x","X"] (["0"-"9","a"-"f","A"-"F"])+ >
 |
-  < #OCTAL_LITERAL: "0" (["0"-"7"])* >
+  <#OCTAL_LITERAL: "0" (["0"-"7"])* >
 |
-  < FLOATING_POINT_LITERAL:
+  <FLOATING_POINT_LITERAL:
         (["0"-"9"])+ "." (["0"-"9"])* (<EXPONENT>)? (["f","F","d","D"])?
       | "." (["0"-"9"])+ (<EXPONENT>)? (["f","F","d","D"])?
       | (["0"-"9"])+ <EXPONENT> (["f","F","d","D"])?
       | (["0"-"9"])+ (<EXPONENT>)? ["f","F","d","D"]
   >
 |
-  < #EXPONENT: ["e","E"] (["+","-"])? (["0"-"9"])+ >
+  <#EXPONENT: ["e","E"] (["+","-"])? (["0"-"9"])+ >
 |
-  < STRING_LITERAL: (<STRING_1> | <STRING_2> | <STRING_3>)>
-|    < STRING_1:
-      "\""
-      (   (~["\""])
-        | "\\\""
-      )*
-      "\""
-    >
-|    < STRING_2:
-      "'"
-      (   (~["'"]))*
-
-      "'"
-    >
-|   < STRING_3:
-      "`"
-      (   (~["`"]))*
-      "`"
-    >
+  <STRING_LITERAL: (<STRING_1> | <STRING_2> | <STRING_3>)>
+|   <STRING_1: "\"" ( ~["\"","\\"] | "\\" ~[] )* "\"">
+|   <STRING_2: "'"  ( ~["'","\\"]  | "\\" ~[] )* "'">
+|   <STRING_3: "`"  ( ~["`","\\"]  | "\\" ~[] )* "`">
 }
 
 /* IDENTIFIERS */
 
 <PHPPARSING> TOKEN :
 {
-  < IDENTIFIER: (<LETTER>|<SPECIAL>) (<LETTER>|<DIGIT>|<SPECIAL>)* >
+  <IDENTIFIER: (<LETTER>|<SPECIAL>) (<LETTER>|<DIGIT>|<SPECIAL>)* >
 |
   < #LETTER:
       ["a"-"z"] | ["A"-"Z"]
@@ -457,7 +579,7 @@ MORE :
   >
 |
   < #SPECIAL:
-    "_"
+    "_" | ["\u007f"-"\u00ff"]
   >
 }
 
@@ -465,74 +587,54 @@ MORE :
 
 <PHPPARSING> TOKEN :
 {
-  < LPAREN: "(" >
-| < RPAREN: ")" >
-| < LBRACE: "{" >
-| < RBRACE: "}" >
-| < LBRACKET: "[" >
-| < RBRACKET: "]" >
-| < SEMICOLON: ";" >
-| < COMMA: "," >
-| < DOT: "." >
+  <LPAREN    : "(">
+| <RPAREN    : ")">
+| <LBRACE    : "{">
+| <RBRACE    : "}">
+| <LBRACKET  : "[">
+| <RBRACKET  : "]">
+| <SEMICOLON : ";">
+| <COMMA     : ",">
+| <DOT       : ".">
 }
 
-/* OPERATORS */
 
+/* COMPARATOR */
 <PHPPARSING> TOKEN :
 {
-  <AT     : "@">
-| <DOLLAR : "$">
-| < ASSIGN: "=" >
-| < GT: ">" >
-| < LT: "<" >
-| < BANG: "!" >
-| < HOOK: "?" >
-| < COLON: ":" >
-| < EQ: "==" >
-| < LE: "<=" >
-| < GE: ">=" >
-| < NE: "!=" >
-| < SC_OR: "||" >
-| < SC_AND: "&&" >
-| < INCR: "++" >
-| < DECR: "--" >
-| < PLUS: "+" >
-| < MINUS: "-" >
-| < STAR: "*" >
-| < SLASH: "/" >
-| < BIT_AND: "&" >
-| < BIT_OR: "|" >
-| < XOR: "^" >
-| < REM: "%" >
-| < LSHIFT: "<<" >
-| < RSIGNEDSHIFT: ">>" >
-| < RUNSIGNEDSHIFT: ">>>" >
-| < PLUSASSIGN: "+=" >
-| < MINUSASSIGN: "-=" >
-| < STARASSIGN: "*=" >
-| < SLASHASSIGN: "/=" >
-| < ANDASSIGN: "&=" >
-| < ORASSIGN: "|=" >
-| < XORASSIGN: "^=" >
-| < DOTASSIGN: ".=" >
-| < REMASSIGN: "%=" >
-| < LSHIFTASSIGN: "<<=" >
-| < RSIGNEDSHIFTASSIGN: ">>=" >
-| < RUNSIGNEDSHIFTASSIGN: ">>>=" >
+  <GT                 : ">">
+| <LT                 : "<">
+| <EQUAL_EQUAL        : "==">
+| <LE                 : "<=">
+| <GE                 : ">=">
+| <NOT_EQUAL          : "!=">
+| <DIF                : "<>">
+| <BANGDOUBLEEQUAL    : "!==">
+| <TRIPLEEQUAL        : "===">
 }
 
+/* ASSIGNATION */
 <PHPPARSING> TOKEN :
 {
-  < DOLLAR_ID: <DOLLAR> <IDENTIFIER>  >
+  <ASSIGN             : "=">
+| <PLUSASSIGN         : "+=">
+| <MINUSASSIGN        : "-=">
+| <STARASSIGN         : "*=">
+| <SLASHASSIGN        : "/=">
+| <ANDASSIGN          : "&=">
+| <ORASSIGN           : "|=">
+| <XORASSIGN          : "^=">
+| <DOTASSIGN          : ".=">
+| <REMASSIGN          : "%=">
+| <TILDEEQUAL         : "~=">
+| <LSHIFTASSIGN       : "<<=">
+| <RSIGNEDSHIFTASSIGN : ">>=">
 }
 
-/*****************************************
- * THE JAVA LANGUAGE GRAMMAR STARTS HERE *
- *****************************************/
-
-/*
- * Program structuring syntax follows.
- */
+<PHPPARSING> TOKEN :
+{
+  <DOLLAR_ID: <DOLLAR> <IDENTIFIER>>
+}
 
 void phpTest() :
 {}
@@ -544,8 +646,70 @@ void phpTest() :
 void phpFile() :
 {}
 {
-  (<PHPSTART> Php() <PHPEND>)*
-  <EOF>
+  try {
+    (PhpBlock())*
+    {PHPParser.createNewHTMLCode();}
+  } catch (TokenMgrError e) {
+    PHPeclipsePlugin.log(e);
+    errorStart   = SimpleCharStream.getPosition();
+    errorEnd     = errorStart + 1;
+    errorMessage = e.getMessage();
+    errorLevel   = ERROR;
+    throw generateParseException();
+  }
+}
+
+/**
+ * A php block is a <?= expression [;]?>
+ * or <?php somephpcode ?>
+ * or <? somephpcode ?>
+ */
+void PhpBlock() :
+{
+  final int start = SimpleCharStream.getPosition();
+  final PHPEchoBlock phpEchoBlock;
+}
+{
+  phpEchoBlock = phpEchoBlock()
+  {pushOnAstNodes(phpEchoBlock);}
+|
+  [   <PHPSTARTLONG>
+    | <PHPSTARTSHORT>
+    {try {
+      setMarker(fileToParse,
+                "You should use '<?php' instead of '<?' it will avoid some problems with XML",
+                start,
+                SimpleCharStream.getPosition(),
+                INFO,
+                "Line " + token.beginLine);
+    } catch (CoreException e) {
+      PHPeclipsePlugin.log(e);
+    }}
+  ]
+  Php()
+  try {
+    <PHPEND>
+  } catch (ParseException e) {
+    errorMessage = "'?>' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+}
+
+PHPEchoBlock phpEchoBlock() :
+{
+  final Expression expr;
+  final PHPEchoBlock echoBlock;
+  final Token token, token2;
+}
+{
+  token = <PHPECHOSTART> expr = Expression() [ <SEMICOLON> ] token2 = <PHPEND>
+  {
+  echoBlock = new PHPEchoBlock(expr,token.sourceStart,token.sourceEnd);
+  pushOnAstNodes(echoBlock);
+  return echoBlock;}
 }
 
 void Php() :
@@ -554,630 +718,2490 @@ void Php() :
   (BlockStatement())*
 }
 
-void ClassDeclaration() :
-{}
+ClassDeclaration ClassDeclaration() :
 {
-  <CLASS> <IDENTIFIER> [ <EXTENDS> <IDENTIFIER> ]
-  ClassBody()
+  final ClassDeclaration classDeclaration;
+  Token className = null;
+  final Token superclassName, token;
+  String classNameImage = SYNTAX_ERROR_CHAR;
+  String superclassNameImage = null;
+}
+{
+  token = <CLASS>
+  try {
+    className = <IDENTIFIER>
+    {classNameImage = className.image;}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  [
+    <EXTENDS>
+    try {
+      superclassName = <IDENTIFIER>
+      {superclassNameImage = superclassName.image;}
+    } catch (ParseException e) {
+      errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected";
+      errorLevel   = ERROR;
+      errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd   = SimpleCharStream.getPosition() + 1;
+      processParseExceptionDebug(e);
+      superclassNameImage = SYNTAX_ERROR_CHAR;
+    }
+  ]
+  {
+    int start, end;
+    if (className == null) {
+      start = token.sourceStart;
+      end = token.sourceEnd;
+    } else {
+      start = className.sourceStart;
+      end = className.sourceEnd;
+    }
+    if (superclassNameImage == null) {
+
+      classDeclaration = new ClassDeclaration(currentSegment,
+                                              classNameImage,
+                                              start,
+                                              end);
+    } else {
+      classDeclaration = new ClassDeclaration(currentSegment,
+                                              classNameImage,
+                                              superclassNameImage,
+                                              start,
+                                              end);
+    }
+      currentSegment.add(classDeclaration);
+      currentSegment = classDeclaration;
+  }
+  ClassBody(classDeclaration)
+  {currentSegment = (OutlineableWithChildren) currentSegment.getParent();
+   classDeclaration.sourceEnd = SimpleCharStream.getPosition();
+   pushOnAstNodes(classDeclaration);
+   return classDeclaration;}
 }
 
-void ClassBody() :
+void ClassBody(final ClassDeclaration classDeclaration) :
 {}
 {
-  <LBRACE> ( ClassBodyDeclaration() )* <RBRACE>
+  try {
+    <LBRACE>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image + "'. '{' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  ( ClassBodyDeclaration(classDeclaration) )*
+  try {
+    <RBRACE>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. 'var', 'function' or '}' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
 }
 
-void ClassBodyDeclaration() :
-{}
+/**
+ * A class can contain only methods and fields.
+ */
+void ClassBodyDeclaration(final ClassDeclaration classDeclaration) :
 {
-  MethodDeclaration()
-|
-  FieldDeclaration()
+  final MethodDeclaration method;
+  final FieldDeclaration field;
+}
+{
+  method = MethodDeclaration() {method.analyzeCode();
+                                classDeclaration.addMethod(method);}
+| field = FieldDeclaration()   {classDeclaration.addField(field);}
 }
 
-void FieldDeclaration() :
-{}
+/**
+ * A class field declaration : it's var VariableDeclarator() (, VariableDeclarator())*;.
+ * it is only used by ClassBodyDeclaration()
+ */
+FieldDeclaration FieldDeclaration() :
+{
+  VariableDeclaration variableDeclaration;
+  final VariableDeclaration[] list;
+  final ArrayList arrayList = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+  final Token token;
+  Token token2 = null;
+}
+{
+  token = <VAR> variableDeclaration = VariableDeclaratorNoSuffix()
+  {arrayList.add(variableDeclaration);
+   outlineInfo.addVariable(variableDeclaration.name());}
+  (
+    <COMMA> variableDeclaration = VariableDeclaratorNoSuffix()
+      {arrayList.add(variableDeclaration);
+       outlineInfo.addVariable(variableDeclaration.name());}
+  )*
+  try {
+    token2 = <SEMICOLON>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected after variable declaration";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+
+  {list = new VariableDeclaration[arrayList.size()];
+   arrayList.toArray(list);
+   int end;
+   if (token2 == null) {
+     end = list[list.length-1].sourceEnd;
+   } else {
+     end = token2.sourceEnd;
+   }
+   return new FieldDeclaration(list,
+                               token.sourceStart,
+                               end,
+                               currentSegment);}
+}
+
+/**
+ * a strict variable declarator : there cannot be a suffix here.
+ * It will be used by fields and formal parameters
+ */
+VariableDeclaration VariableDeclaratorNoSuffix() :
 {
-  <VAR> VariableDeclarator() ( <COMMA> VariableDeclarator() )* <SEMICOLON>
+  final Token varName;
+  Expression initializer = null;
+}
+{
+  varName = <DOLLAR_ID>
+  [
+    <ASSIGN>
+    try {
+      initializer = VariableInitializer()
+    } catch (ParseException e) {
+      errorMessage = "Literal expression expected in variable initializer";
+      errorLevel   = ERROR;
+      errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd   = SimpleCharStream.getPosition() + 1;
+      processParseExceptionDebug(e);
+    }
+  ]
+  {
+  if (initializer == null) {
+    return new VariableDeclaration(currentSegment,
+                                   new Variable(varName.image.substring(1),
+                                                varName.sourceStart,
+                                                varName.sourceEnd),
+                                   varName.sourceStart,
+                                   varName.sourceEnd);
+  }
+  return new VariableDeclaration(currentSegment,
+                                 new Variable(varName.image.substring(1),
+                                              varName.sourceStart,
+                                              varName.sourceEnd),
+                                 initializer,
+                                 VariableDeclaration.EQUAL,
+                                 varName.sourceStart);
+  }
 }
 
-void VariableDeclarator() :
-{}
+/**
+ * this will be used by static statement
+ */
+VariableDeclaration VariableDeclarator() :
 {
-  VariableDeclaratorId() [ <ASSIGN> VariableInitializer() ]
+  final AbstractVariable variable;
+  Expression initializer = null;
+}
+{
+  variable = VariableDeclaratorId()
+  [
+    <ASSIGN>
+    try {
+      initializer = VariableInitializer()
+    } catch (ParseException e) {
+      errorMessage = "Literal expression expected in variable initializer";
+      errorLevel   = ERROR;
+      errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd   = SimpleCharStream.getPosition() + 1;
+      processParseExceptionDebug(e);
+    }
+  ]
+  {
+  if (initializer == null) {
+    return new VariableDeclaration(currentSegment,
+                                   variable,
+                                   variable.sourceStart,
+                                   variable.sourceEnd);
+  }
+    return new VariableDeclaration(currentSegment,
+                                   variable,
+                                   initializer,
+                                   VariableDeclaration.EQUAL,
+                                   variable.sourceStart);
+  }
 }
 
-void VariableDeclaratorId() :
-{}
+/**
+ * A Variable name.
+ * @return the variable name (with suffix)
+ */
+AbstractVariable VariableDeclaratorId() :
+{
+  final Variable var;
+  AbstractVariable expression = null;
+  final int pos = SimpleCharStream.getPosition();
+}
 {
-  Variable() ( LOOKAHEAD(2) VariableSuffix() )*
+  try {
+    var = Variable()
+    (
+      LOOKAHEAD(2)
+      expression = VariableSuffix(var)
+    )*
+    {
+     if (expression == null) {
+       return var;
+     }
+     return expression;
+    }
+  } catch (ParseException e) {
+    errorMessage = "'$' expected for variable identifier";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void Variable():
-{}
+/**
+ * Return a variablename without the $.
+ * @return a variable name
+ *//*
+Variable Variable():
+{
+  final StringBuffer buff;
+  Expression expression = null;
+  final Token token;
+  Variable expr;
+  final int pos;
+}
+{
+  token = <DOLLAR_ID>
+  [<LBRACE> expression = Expression() <RBRACE>]
+  {
+    if (expression == null) {
+      return new Variable(token.image.substring(1),
+                          token.sourceStart,
+                          token.sourceEnd);
+    }
+    String s = expression.toStringExpression();
+    buff = new StringBuffer(token.image.length()+s.length()+2);
+    buff.append(token.image);
+    buff.append("{");
+    buff.append(s);
+    buff.append("}");
+    s = buff.toString();
+    return new Variable(s,token.sourceStart,token.sourceEnd);
+  }
+|
+  token = <DOLLAR>
+  expr = VariableName()
+  {return new Variable(expr,token.sourceStart,expr.sourceEnd);}
+}   */
+
+Variable Variable() :
+{
+  Variable variable = null;
+  final Token token;
+}
 {
-  <DOLLAR_ID> (<LBRACE> Expression() <RBRACE>) *
+ token = <DOLLAR_ID> [variable = Var(token)]
+  {
+    if (variable == null) {
+      return new Variable(token.image.substring(1),token.sourceStart,token.sourceEnd);
+    }
+    final StringBuffer buff = new StringBuffer();
+    buff.append(token.image.substring(1));
+    buff.append(variable.toStringExpression());
+    return new Variable(buff.toString(),token.sourceStart,variable.sourceEnd);
+  }
 |
-  <DOLLAR> VariableName()
+  token = <DOLLAR> variable = Var(token)
+  {
+    return new Variable(variable,token.sourceStart,variable.sourceEnd);
+  }
 }
 
-void VariableName():
-{}
+Variable Var(final Token dollar) :
+{
+  Variable variable = null;
+  final Token token;
+  ConstantIdentifier constant;
+}
 {
-  <LBRACE> Expression() <RBRACE>
+  token = <DOLLAR_ID> [variable = Var(token)]
+  {if (variable == null) {
+     return new Variable(token.image.substring(1),token.sourceStart,token.sourceEnd);
+   }
+   final StringBuffer buff = new StringBuffer();
+   buff.append(token.image.substring(1));
+   buff.append(variable.toStringExpression());
+   return new Variable(buff.toString(),dollar.sourceStart,variable.sourceEnd);
+   }
 |
-  <IDENTIFIER> (<LBRACE> Expression() <RBRACE>) *
+  LOOKAHEAD(<DOLLAR> <DOLLAR>)
+  token = <DOLLAR> variable = Var(token)
+  {return new Variable(variable,dollar.sourceStart,variable.sourceEnd);}
 |
-  <DOLLAR> VariableName()
+  constant = VariableName()
+  {return new Variable(constant.name,dollar.sourceStart,constant.sourceEnd);}
 }
 
-void VariableInitializer() :
-{}
-{
-  Expression()
+/**
+ * A Variable name (without the $)
+ * @return a variable name String
+ */
+ConstantIdentifier VariableName():
+{
+  final StringBuffer buff;
+  String expr;
+  final Variable var;
+  Expression expression = null;
+  final Token token;
+  Token token2 = null;
+  int pos;
+}
+{
+  token = <LBRACE> expression = Expression() token2 = <RBRACE>
+  {expr = expression.toStringExpression();
+   buff = new StringBuffer(expr.length()+2);
+   buff.append("{");
+   buff.append(expr);
+   buff.append("}");
+   pos = SimpleCharStream.getPosition();
+   expr = buff.toString();
+   return new ConstantIdentifier(expr,
+                                 token.sourceStart,
+                                 token2.sourceEnd);
+
+   }
+|
+  token = <IDENTIFIER>
+  [<LBRACE> expression = Expression() token2 = <RBRACE>]
+  {
+    if (expression == null) {
+      return new ConstantIdentifier(token.image,
+                                    token.sourceStart,
+                                    token.sourceEnd);
+    }
+    expr = expression.toStringExpression();
+    buff = new StringBuffer(token.image.length()+expr.length()+2);
+    buff.append(token.image);
+    buff.append("{");
+    buff.append(expr);
+    buff.append("}");
+    expr = buff.toString();
+    return new ConstantIdentifier(expr,
+                                  token.sourceStart,
+                                  token2.sourceEnd);
+  }
+/*|
+  <DOLLAR>
+  var = VariableName()
+  {
+    return new Variable(var,
+                        var.sourceStart-1,
+                        var.sourceEnd);
+  }
+|
+  token = <DOLLAR_ID>
+  {
+  return new Variable(token.image,
+                      token.sourceStart,
+                      token.sourceEnd);
+  } */
 }
 
-void ArrayVariable() :
-{}
+Expression VariableInitializer() :
 {
-  Expression() (<ARRAYASSIGN> Expression())*
+  final Expression expr;
+  final Token token, token2;
 }
-
-void ArrayInitializer() :
-{}
 {
-  <LPAREN> [ ArrayVariable() ( LOOKAHEAD(2) <COMMA> ArrayVariable() )* ]<RPAREN>
+  expr = Literal()
+  {return expr;}
+|
+  token2 = <MINUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
+  {return new PrefixedUnaryExpression(new NumberLiteral(token),
+                                      OperatorIds.MINUS,
+                                      token2.sourceStart);}
+|
+  token2 = <PLUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
+  {return new PrefixedUnaryExpression(new NumberLiteral(token),
+                                      OperatorIds.PLUS,
+                                      token2.sourceStart);}
+|
+  expr = ArrayDeclarator()
+  {return expr;}
+|
+  token = <IDENTIFIER>
+  {return new ConstantIdentifier(token);}
 }
 
-void MethodDeclaration() :
-{}
+ArrayVariableDeclaration ArrayVariable() :
 {
-  <FUNCTION> MethodDeclarator()
-  ( Block() | <SEMICOLON> )
+final Expression expr,expr2;
 }
-
-void MethodDeclarator() :
-{}
 {
-  [<BIT_AND>] <IDENTIFIER> FormalParameters()
+  expr = Expression()
+  [
+    <ARRAYASSIGN> expr2 = Expression()
+    {return new ArrayVariableDeclaration(expr,expr2);}
+  ]
+  {return new ArrayVariableDeclaration(expr,SimpleCharStream.getPosition());}
 }
 
-void FormalParameters() :
-{}
+ArrayVariableDeclaration[] ArrayInitializer() :
+{
+  ArrayVariableDeclaration expr;
+  final ArrayList list = new ArrayList();
+}
 {
-  <LPAREN> [ FormalParameter() ( <COMMA> FormalParameter() )* ] <RPAREN>
+  <LPAREN>
+    [
+      expr = ArrayVariable()
+      {list.add(expr);}
+      ( LOOKAHEAD(2) <COMMA> expr = ArrayVariable()
+      {list.add(expr);}
+      )*
+    ]
+    [
+      <COMMA> {list.add(null);}
+    ]
+  <RPAREN>
+  {
+  final ArrayVariableDeclaration[] vars = new ArrayVariableDeclaration[list.size()];
+  list.toArray(vars);
+  return vars;}
 }
 
-void FormalParameter() :
-{}
+/**
+ * A Method Declaration.
+ * <b>function</b> MetodDeclarator() Block()
+ */
+MethodDeclaration MethodDeclaration() :
 {
-  [<BIT_AND>] VariableDeclarator()
+  final MethodDeclaration functionDeclaration;
+  final Block block;
+  final OutlineableWithChildren seg = currentSegment;
+  final Token token;
+}
+{
+  token = <FUNCTION>
+  try {
+    functionDeclaration = MethodDeclarator(token.sourceStart)
+    {outlineInfo.addVariable(new String(functionDeclaration.name));}
+  } catch (ParseException e) {
+    if (errorMessage != null)  throw e;
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function identifier expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {currentSegment = functionDeclaration;}
+  block = Block()
+  {functionDeclaration.statements = block.statements;
+   currentSegment = seg;
+   return functionDeclaration;}
 }
 
-void Type() :
-{}
+/**
+ * A MethodDeclarator.
+ * [&] IDENTIFIER(parameters ...).
+ * @return a function description for the outline
+ */
+MethodDeclaration MethodDeclarator(final int start) :
 {
-  <STRING>
-|
-  <BOOL>
-|
-  <BOOLEAN>
-|
-  <REAL>
-|
-  <DOUBLE>
-|
-  <FLOAT>
-|
-  <INT>
-|
-  <INTEGER>
+  Token identifier = null;
+  Token reference = null;
+  final Hashtable formalParameters = new Hashtable();
+  String identifierChar = SYNTAX_ERROR_CHAR;
+  final int end;
+}
+{
+  [reference = <BIT_AND>]
+  try {
+    identifier = <IDENTIFIER>
+    {identifierChar = identifier.image;}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function identifier expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  end = FormalParameters(formalParameters)
+  {
+  int nameStart, nameEnd;
+  if (identifier == null) {
+    if (reference == null) {
+      nameStart = start + 9;
+      nameEnd = start + 10;
+    } else {
+      nameStart = reference.sourceEnd + 1;
+      nameEnd = reference.sourceEnd + 2;
+    }
+  } else {
+      nameStart = identifier.sourceStart;
+      nameEnd = identifier.sourceEnd;
+  }
+  return new MethodDeclaration(currentSegment,
+                               identifierChar,
+                               formalParameters,
+                               reference != null,
+                               nameStart,
+                               nameEnd,
+                               start,
+                               end);
+  }
 }
 
-/*
- * Expression syntax follows.
+/**
+ * FormalParameters follows method identifier.
+ * (FormalParameter())
  */
+int FormalParameters(final Hashtable parameters) :
+{
+  VariableDeclaration var;
+  final Token token;
+  int end;
+}
+{
+  try {
+  <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected after function identifier";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  [
+    var = FormalParameter()
+    {parameters.put(new String(var.name()),var);}
+    (
+      <COMMA> var = FormalParameter()
+      {parameters.put(new String(var.name()),var);}
+    )*
+  ]
+  try {
+    token = <RPAREN>
+    {end = token.sourceEnd;}
+  } catch (ParseException e) {
+    errorMessage = "')' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+    end = e.currentToken.sourceStart;
+  }
+ {return end;}
+}
 
-void Expression() :
-/*
- * This expansion has been written this way instead of:
- *   Assignment() | ConditionalExpression()
- * for performance reasons.
- * However, it is a weakening of the grammar for it allows the LHS of
- * assignments to be any conditional expression whereas it can only be
- * a primary expression.  Consider adding a semantic predicate to work
- * around this.
+/**
+ * A formal parameter.
+ * $varname[=value] (,$varname[=value])
  */
-{}
+VariableDeclaration FormalParameter() :
 {
-  PrintExpression()
-|
-  ConditionalExpression()
+  final VariableDeclaration variableDeclaration;
+  Token token = null;
+}
+{
+  [token = <BIT_AND>] variableDeclaration = VariableDeclaratorNoSuffix()
+  {
+    if (token != null) {
+      variableDeclaration.setReference(true);
+    }
+    return variableDeclaration;}
+}
+
+ConstantIdentifier Type() :
+{final Token token;}
+{
+  token = <STRING>    {return new ConstantIdentifier(token);}
+| token = <BOOL>      {return new ConstantIdentifier(token);}
+| token = <BOOLEAN>   {return new ConstantIdentifier(token);}
+| token = <REAL>      {return new ConstantIdentifier(token);}
+| token = <DOUBLE>    {return new ConstantIdentifier(token);}
+| token = <FLOAT>     {return new ConstantIdentifier(token);}
+| token = <INT>       {return new ConstantIdentifier(token);}
+| token = <INTEGER>   {return new ConstantIdentifier(token);}
+| token = <OBJECT>    {return new ConstantIdentifier(token);}
+}
+
+Expression Expression() :
+{
+  final Expression expr;
+  Expression initializer = null;
+  int assignOperator = -1;
+}
+{
+  LOOKAHEAD(1)
+  expr = ConditionalExpression()
   [
-    AssignmentOperator() Expression()
+    assignOperator = AssignmentOperator()
+    try {
+      initializer = Expression()
+    } catch (ParseException e) {
+      if (errorMessage != null) {
+        throw e;
+      }
+      errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected";
+      errorLevel   = ERROR;
+      errorEnd   = SimpleCharStream.getPosition();
+      throw e;
+    }
   ]
+  {
+    if (assignOperator != -1) {// todo : change this, very very bad :(
+        if (expr instanceof AbstractVariable) {
+          return new VariableDeclaration(currentSegment,
+                                         (AbstractVariable) expr,
+                                         initializer,
+                                         expr.sourceStart,
+                                         initializer.sourceEnd);
+        }
+        String varName = expr.toStringExpression().substring(1);
+        return new VariableDeclaration(currentSegment,
+                                       new Variable(varName,
+                                                    expr.sourceStart,
+                                                    expr.sourceEnd),
+                                       expr.sourceStart,
+                                       initializer.sourceEnd);
+    }
+    return expr;
+  }
+| expr = ExpressionWBang()       {return expr;}
 }
 
-void AssignmentOperator() :
-{}
+Expression ExpressionWBang() :
+{
+  final Expression expr;
+  final Token token;
+}
 {
-  <ASSIGN> | <STARASSIGN> | <SLASHASSIGN> | <REMASSIGN> | <PLUSASSIGN> | <MINUSASSIGN> | <LSHIFTASSIGN> | <RSIGNEDSHIFTASSIGN> | <RUNSIGNEDSHIFTASSIGN> | <ANDASSIGN> | <XORASSIGN> | <ORASSIGN> | <DOTASSIGN>
+  token = <BANG> expr = ExpressionWBang()
+  {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,token.sourceStart);}
+| expr = ExpressionNoBang() {return expr;}
 }
 
-void ConditionalExpression() :
-{}
+Expression ExpressionNoBang() :
+{
+  Expression expr;
+}
 {
-  ConditionalOrExpression() [ <HOOK> Expression() <COLON> ConditionalExpression() ]
+  expr = ListExpression()    {return expr;}
+|
+  expr = PrintExpression()   {return expr;}
 }
 
-void ConditionalOrExpression() :
+/**
+ * Any assignement operator.
+ * @return the assignement operator id
+ */
+int AssignmentOperator() :
 {}
 {
-  ConditionalAndExpression() ( (<SC_OR> | <_ORL>) ConditionalAndExpression() )*
+  <ASSIGN>             {return VariableDeclaration.EQUAL;}
+| <STARASSIGN>         {return VariableDeclaration.STAR_EQUAL;}
+| <SLASHASSIGN>        {return VariableDeclaration.SLASH_EQUAL;}
+| <REMASSIGN>          {return VariableDeclaration.REM_EQUAL;}
+| <PLUSASSIGN>         {return VariableDeclaration.PLUS_EQUAL;}
+| <MINUSASSIGN>        {return VariableDeclaration.MINUS_EQUAL;}
+| <LSHIFTASSIGN>       {return VariableDeclaration.LSHIFT_EQUAL;}
+| <RSIGNEDSHIFTASSIGN> {return VariableDeclaration.RSIGNEDSHIFT_EQUAL;}
+| <ANDASSIGN>          {return VariableDeclaration.AND_EQUAL;}
+| <XORASSIGN>          {return VariableDeclaration.XOR_EQUAL;}
+| <ORASSIGN>           {return VariableDeclaration.OR_EQUAL;}
+| <DOTASSIGN>          {return VariableDeclaration.DOT_EQUAL;}
+| <TILDEEQUAL>         {return VariableDeclaration.TILDE_EQUAL;}
 }
 
-void ConditionalAndExpression() :
-{}
+Expression ConditionalExpression() :
+{
+  final Expression expr;
+  Expression expr2 = null;
+  Expression expr3 = null;
+}
 {
-  ConcatExpression() ( (<SC_AND> | <_ANDL>) ConcatExpression() )*
+  expr = ConditionalOrExpression() [ <HOOK> expr2 = Expression() <COLON> expr3 = ConditionalExpression() ]
+{
+  if (expr3 == null) {
+    return expr;
+  }
+  return new ConditionalExpression(expr,expr2,expr3);
+}
 }
 
-void ConcatExpression() :
-{}
+Expression ConditionalOrExpression() :
 {
-  InclusiveOrExpression() ( <DOT> InclusiveOrExpression() )*
+  Expression expr,expr2;
+  int operator;
+}
+{
+  expr = ConditionalAndExpression()
+  (
+    (
+        <OR_OR> {operator = OperatorIds.OR_OR;}
+      | <_ORL>  {operator = OperatorIds.ORL;}
+    )
+    expr2 = ConditionalAndExpression()
+    {
+      expr = new BinaryExpression(expr,expr2,operator);
+    }
+  )*
+  {return expr;}
 }
 
-void InclusiveOrExpression() :
-{}
+Expression ConditionalAndExpression() :
+{
+  Expression expr,expr2;
+  int operator;
+}
 {
-  ExclusiveOrExpression() ( <BIT_OR> ExclusiveOrExpression() )*
+  expr = ConcatExpression()
+  (
+  (  <AND_AND> {operator = OperatorIds.AND_AND;}
+   | <_ANDL>   {operator = OperatorIds.ANDL;})
+   expr2 = ConcatExpression() {expr = new BinaryExpression(expr,expr2,operator);}
+  )*
+  {return expr;}
 }
 
-void ExclusiveOrExpression() :
-{}
+Expression ConcatExpression() :
 {
-  AndExpression() ( <XOR> AndExpression() )*
+  Expression expr,expr2;
+}
+{
+  expr = InclusiveOrExpression()
+  (
+    <DOT> expr2 = InclusiveOrExpression()
+    {expr = new BinaryExpression(expr,expr2,OperatorIds.DOT);}
+  )*
+  {return expr;}
 }
 
-void AndExpression() :
-{}
+Expression InclusiveOrExpression() :
 {
-  EqualityExpression() ( <BIT_AND> EqualityExpression() )*
+  Expression expr,expr2;
+}
+{
+  expr = ExclusiveOrExpression()
+  (<BIT_OR> expr2 = ExclusiveOrExpression()
+   {expr = new BinaryExpression(expr,expr2,OperatorIds.OR);}
+  )*
+  {return expr;}
 }
 
-void EqualityExpression() :
-{}
+Expression ExclusiveOrExpression() :
 {
-  RelationalExpression() ( ( <EQ> | <NE> ) RelationalExpression() )*
+  Expression expr,expr2;
+}
+{
+  expr = AndExpression()
+  (
+    <XOR> expr2 = AndExpression()
+    {expr = new BinaryExpression(expr,expr2,OperatorIds.XOR);}
+  )*
+  {return expr;}
 }
 
-void RelationalExpression() :
-{}
+Expression AndExpression() :
 {
-  ShiftExpression() ( ( <LT> | <GT> | <LE> | <GE> ) ShiftExpression() )*
+  Expression expr,expr2;
+}
+{
+  expr = EqualityExpression()
+  (
+    LOOKAHEAD(1)
+    <BIT_AND> expr2 = EqualityExpression()
+    {expr = new BinaryExpression(expr,expr2,OperatorIds.AND);}
+  )*
+  {return expr;}
 }
 
-void ShiftExpression() :
-{}
+Expression EqualityExpression() :
 {
-  AdditiveExpression() ( ( <LSHIFT> | <RSIGNEDSHIFT> | <RUNSIGNEDSHIFT> ) AdditiveExpression() )*
+  Expression expr,expr2;
+  int operator;
+}
+{
+  expr = RelationalExpression()
+  (
+  (   <EQUAL_EQUAL>      {operator = OperatorIds.EQUAL_EQUAL;}
+    | <DIF>              {operator = OperatorIds.DIF;}
+    | <NOT_EQUAL>        {operator = OperatorIds.DIF;}
+    | <BANGDOUBLEEQUAL>  {operator = OperatorIds.BANG_EQUAL_EQUAL;}
+    | <TRIPLEEQUAL>      {operator = OperatorIds.EQUAL_EQUAL_EQUAL;}
+  )
+  try {
+    expr2 = RelationalExpression()
+  } catch (ParseException e) {
+    if (errorMessage != null) {
+      throw e;
+    }
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {
+    expr = new BinaryExpression(expr,expr2,operator);
+  }
+  )*
+  {return expr;}
 }
 
-void AdditiveExpression() :
-{}
+Expression RelationalExpression() :
 {
-  MultiplicativeExpression() ( ( <PLUS> | <MINUS> ) MultiplicativeExpression() )*
+  Expression expr,expr2;
+  int operator;
+}
+{
+  expr = ShiftExpression()
+  (
+  ( <LT> {operator = OperatorIds.LESS;}
+  | <GT> {operator = OperatorIds.GREATER;}
+  | <LE> {operator = OperatorIds.LESS_EQUAL;}
+  | <GE> {operator = OperatorIds.GREATER_EQUAL;})
+   expr2 = ShiftExpression()
+  {expr = new BinaryExpression(expr,expr2,operator);}
+  )*
+  {return expr;}
 }
 
-void MultiplicativeExpression() :
-{}
+Expression ShiftExpression() :
+{
+  Expression expr,expr2;
+  int operator;
+}
 {
-  UnaryExpression() ( ( <STAR> | <SLASH> | <REM> ) UnaryExpression() )*
+  expr = AdditiveExpression()
+  (
+  ( <LSHIFT>         {operator = OperatorIds.LEFT_SHIFT;}
+  | <RSIGNEDSHIFT>   {operator = OperatorIds.RIGHT_SHIFT;}
+  | <RUNSIGNEDSHIFT> {operator = OperatorIds.UNSIGNED_RIGHT_SHIFT;})
+  expr2 = AdditiveExpression()
+  {expr = new BinaryExpression(expr,expr2,operator);}
+  )*
+  {return expr;}
 }
 
-void UnaryExpression() :
-{}
+Expression AdditiveExpression() :
 {
-  <AT> UnaryExpression()
-|
-  ( <PLUS> | <MINUS> ) UnaryExpression()
-|
-  PreIncrementExpression()
-|
-  PreDecrementExpression()
-|
-  UnaryExpressionNotPlusMinus()
+  Expression expr,expr2;
+  int operator;
+}
+{
+  expr = MultiplicativeExpression()
+  (
+    LOOKAHEAD(1)
+     ( <PLUS>  {operator = OperatorIds.PLUS;}
+     | <MINUS> {operator = OperatorIds.MINUS;}
+  )
+   expr2 = MultiplicativeExpression()
+  {expr = new BinaryExpression(expr,expr2,operator);}
+   )*
+  {return expr;}
 }
 
-void PreIncrementExpression() :
-{}
+Expression MultiplicativeExpression() :
+{
+  Expression expr,expr2;
+  int operator;
+}
 {
-  <INCR> PrimaryExpression()
+  try {
+    expr = UnaryExpression()
+  } catch (ParseException e) {
+    if (errorMessage != null) throw e;
+    errorMessage = "unexpected token '"+e.currentToken.next.image+"'";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  (
+   (  <STAR>      {operator = OperatorIds.MULTIPLY;}
+    | <SLASH>     {operator = OperatorIds.DIVIDE;}
+    | <REMAINDER> {operator = OperatorIds.REMAINDER;})
+    expr2 = UnaryExpression()
+    {expr = new BinaryExpression(expr,expr2,operator);}
+  )*
+  {return expr;}
 }
 
-void PreDecrementExpression() :
-{}
+/**
+ * An unary expression starting with @, & or nothing
+ */
+Expression UnaryExpression() :
+{
+  final Expression expr;
+}
 {
-  <DECR> PrimaryExpression()
+ /* <BIT_AND> expr = UnaryExpressionNoPrefix()             //why did I had that ?
+  {return new PrefixedUnaryExpression(expr,OperatorIds.AND,pos);}
+|      */
+  expr = AtNotUnaryExpression() {return expr;}
 }
 
-void UnaryExpressionNotPlusMinus() :
-{}
+/**
+ * An expression prefixed (or not) by one or more @ and !.
+ * @return the expression
+ */
+Expression AtNotUnaryExpression() :
 {
-  <BANG> UnaryExpression()
+  final Expression expr;
+  final Token token;
+}
+{
+  token = <AT>
+  expr = AtNotUnaryExpression()
+  {return new PrefixedUnaryExpression(expr,OperatorIds.AT,token.sourceStart);}
 |
-  LOOKAHEAD( <LPAREN> Type() <RPAREN> )
-  CastExpression()
+  token = <BANG>
+  expr = AtNotUnaryExpression()
+  {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,token.sourceStart);}
 |
-  PostfixExpression()
+  expr = UnaryExpressionNoPrefix()
+  {return expr;}
+}
+
+
+Expression UnaryExpressionNoPrefix() :
+{
+  final Expression expr;
+  final Token token;
+}
+{
+  token = <PLUS> expr = AtNotUnaryExpression()   {return new PrefixedUnaryExpression(expr,
+                                                                                     OperatorIds.PLUS,
+                                                                                     token.sourceStart);}
+|
+  token = <MINUS> expr = AtNotUnaryExpression()  {return new PrefixedUnaryExpression(expr,
+                                                                                     OperatorIds.MINUS,
+                                                                                     token.sourceStart);}
 |
-  Literal()
+  expr = PreIncDecExpression()
+  {return expr;}
 |
-  <LPAREN>Expression()<RPAREN>
+  expr = UnaryExpressionNotPlusMinus()
+  {return expr;}
 }
 
-void CastExpression() :
-{}
+
+Expression PreIncDecExpression() :
+{
+final Expression expr;
+final int operator;
+final Token token;
+}
 {
-  <LPAREN> Type() <RPAREN> UnaryExpression()
+  (
+      token = <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
+    |
+      token = <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
+  )
+  expr = PrimaryExpression()
+  {return new PrefixedUnaryExpression(expr,operator,token.sourceStart);}
 }
 
-void PostfixExpression() :
-{}
+Expression UnaryExpressionNotPlusMinus() :
+{
+  final Expression expr;
+}
 {
-  PrimaryExpression() [ <INCR> | <DECR> ]
+  LOOKAHEAD( <LPAREN> (Type() | <ARRAY>) <RPAREN> )
+  expr = CastExpression()         {return expr;}
+| expr = PostfixExpression()      {return expr;}
+| expr = Literal()                {return expr;}
+| <LPAREN> expr = Expression()
+  try {
+    <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "')' expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return expr;}
 }
 
-void PrimaryExpression() :
-{}
+CastExpression CastExpression() :
 {
-  LOOKAHEAD(2)
-  <IDENTIFIER> <STATICCLASSACCESS> ClassIdentifier() (PrimarySuffix())*
-|
-  PrimaryPrefix() ( PrimarySuffix() )*
-|
-  <ARRAY> ArrayInitializer()
+final ConstantIdentifier type;
+final Expression expr;
+final Token token,token1;
+}
+{
+  token1 = <LPAREN>
+  (
+      type = Type()
+    |
+      token = <ARRAY> {type = new ConstantIdentifier(token);}
+  )
+  <RPAREN> expr = UnaryExpression()
+  {return new CastExpression(type,expr,token1.sourceStart,expr.sourceEnd);}
 }
 
-void PrimaryPrefix() :
-{}
+Expression PostfixExpression() :
 {
-  <IDENTIFIER>
-|
-  <NEW> ClassIdentifier()
-|  
-  VariableDeclaratorId()
+  final Expression expr;
+  int operator = -1;
+  Token token = null;
+}
+{
+  expr = PrimaryExpression()
+  [
+      token = <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
+    |
+      token = <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
+  ]
+  {
+    if (operator == -1) {
+      return expr;
+    }
+    return new PostfixedUnaryExpression(expr,operator,token.sourceEnd);
+  }
 }
 
-void ClassIdentifier():
-{}
+Expression PrimaryExpression() :
+{
+  Expression expr = null;
+  Token token = null;
+}
 {
-  <IDENTIFIER>
+  [token = <BIT_AND>] expr = refPrimaryExpression(token)
+  {return expr;}
 |
-  VariableDeclaratorId()
+  expr = ArrayDeclarator()
+  {return expr;}
 }
 
-void PrimarySuffix() :
-{}
+Expression refPrimaryExpression(final Token reference) :
+{
+  Expression expr = null;
+  Expression expr2 = null;
+  int assignOperator = -1;
+  final Token identifier;
+  final String var;
+}
 {
-  Arguments()
+  identifier = <IDENTIFIER>
+  {
+    expr = new ConstantIdentifier(identifier);
+  }
+  (
+    <STATICCLASSACCESS> expr2 = ClassIdentifier()
+    {expr = new ClassAccess(expr,
+                            expr2,
+                            ClassAccess.STATIC);}
+  )*
+  [ expr2 = Arguments(expr) ]
+  {
+    if (expr2 == null) {
+      if (reference != null) {
+        ParseException e = generateParseException();
+        errorMessage = "you cannot use a constant by reference";
+        errorLevel   = ERROR;
+        errorStart   = reference.sourceStart;
+        errorEnd     = reference.sourceEnd;
+        processParseExceptionDebug(e);
+      }
+      return expr;
+    }
+    return expr2;
+  }
+|
+  expr = VariableDeclaratorId()  //todo use the reference parameter ...
+  [ expr = Arguments(expr) ]
+  {return expr;}
 |
-  VariableSuffix()
+  token = <NEW>
+  expr = ClassIdentifier()
+  {
+    int start;
+    if (reference == null) {
+      start = token.sourceStart;
+    } else {
+      start = reference.sourceStart;
+    }
+    expr = new ClassInstantiation(expr,
+                                  reference != null,
+                                  start);
+  }
+  [ expr = Arguments(expr) ]
+  {return expr;}
 }
 
-void VariableSuffix() :
-{}
+/**
+ * An array declarator.
+ * array(vars)
+ * @return an array
+ */
+ArrayInitializer ArrayDeclarator() :
+{
+  final ArrayVariableDeclaration[] vars;
+  final Token token;
+}
 {
-  <CLASSACCESS> VariableName()
-| 
-  <LBRACKET> [ Expression() ] <RBRACKET>
+  token = <ARRAY> vars = ArrayInitializer()
+  {return new ArrayInitializer(vars,token.sourceStart,SimpleCharStream.getPosition());}
 }
 
-void Literal() :
-{}
+Expression ClassIdentifier():
 {
-  <INTEGER_LITERAL>
-|
-  <FLOATING_POINT_LITERAL>
-|
-  <STRING_LITERAL>
-|
-  BooleanLiteral()
-|
-  NullLiteral()
+  final Expression expr;
+  final Token token;
+  final ConstantIdentifier type;
+}
+{
+  token = <IDENTIFIER>          {return new ConstantIdentifier(token);}
+| expr = Type()                 {return expr;}
+| expr = VariableDeclaratorId() {return expr;}
 }
 
-void BooleanLiteral() :
-{}
+/**
+ * Used by Variabledeclaratorid and primarysuffix
+ */
+AbstractVariable VariableSuffix(final AbstractVariable prefix) :
 {
-  <TRUE>
+  Variable expr = null;
+  final int pos = SimpleCharStream.getPosition();
+  Expression expression = null;
+}
+{
+  <CLASSACCESS>
+  try {
+    expression = VariableName()
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function call or field access expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return new ClassAccess(prefix,
+                          expression,
+                          ClassAccess.NORMAL);}
 |
-  <FALSE>
+  <LBRACKET> [ expression = Expression() | expression = Type() ]  //Not good
+  try {
+    <RBRACKET>
+  } catch (ParseException e) {
+    errorMessage = "']' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return new ArrayDeclarator(prefix,expression,SimpleCharStream.getPosition());}
 }
 
-void NullLiteral() :
-{}
+Literal Literal() :
 {
-  <NULL>
+  final Token token;
 }
-
-void Arguments() :
-{}
 {
-  <LPAREN> [ ArgumentList() ] <RPAREN>
+  token = <INTEGER_LITERAL>        {return new NumberLiteral(token);}
+| token = <FLOATING_POINT_LITERAL> {return new NumberLiteral(token);}
+| token = <STRING_LITERAL>         {return new StringLiteral(token);}
+| token = <TRUE>                   {return new TrueLiteral(token);}
+| token = <FALSE>                  {return new FalseLiteral(token);}
+| token = <NULL>                   {return new NullLiteral(token);}
 }
 
-void ArgumentList() :
-{}
+FunctionCall Arguments(final Expression func) :
+{
+Expression[] args = null;
+final Token token;
+}
 {
-  Expression() ( <COMMA> Expression() )*
+  <LPAREN> [ args = ArgumentList() ]
+  try {
+    token = <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected to close the argument list";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return new FunctionCall(func,args,token.sourceEnd);}
 }
 
-/*
- * Statement syntax follows.
+/**
+ * An argument list is a list of arguments separated by comma :
+ * argumentDeclaration() (, argumentDeclaration)*
+ * @return an array of arguments
  */
+Expression[] ArgumentList() :
+{
+Expression arg;
+final ArrayList list = new ArrayList();
+}
+{
+  arg = Expression()
+  {list.add(arg);}
+  ( <COMMA>
+      try {
+        arg = Expression()
+        {list.add(arg);}
+      } catch (ParseException e) {
+        errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. An expression expected after a comma in argument list";
+        errorLevel   = ERROR;
+        errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+        errorEnd     = SimpleCharStream.getPosition() + 1;
+        throw e;
+      }
+   )*
+   {
+   final Expression[] arguments = new Expression[list.size()];
+   list.toArray(arguments);
+   return arguments;}
+}
 
-void Statement() :
-{}
+/**
+ * A Statement without break.
+ * @return a statement
+ */
+Statement StatementNoBreak() :
+{
+  final Statement statement;
+  Token token = null;
+}
 {
   LOOKAHEAD(2)
-  Expression()  (<SEMICOLON> | "?>")
-|
-  LOOKAHEAD(2)
-  LabeledStatement()
-|
-  Block()
-|
-  EmptyStatement()
-|
-  StatementExpression()
+  statement = expressionStatement()     {return statement;}
+| LOOKAHEAD(1)
+  statement = LabeledStatement()        {return statement;}
+| statement = Block()                   {return statement;}
+| statement = EmptyStatement()          {return statement;}
+| statement = SwitchStatement()         {return statement;}
+| statement = IfStatement()             {return statement;}
+| statement = WhileStatement()          {return statement;}
+| statement = DoStatement()             {return statement;}
+| statement = ForStatement()            {return statement;}
+| statement = ForeachStatement()        {return statement;}
+| statement = ContinueStatement()       {return statement;}
+| statement = ReturnStatement()         {return statement;}
+| statement = EchoStatement()           {return statement;}
+| [token=<AT>] statement = IncludeStatement()
+  {if (token != null) {
+    ((InclusionStatement)statement).silent = true;
+    statement.sourceStart = token.sourceStart;
+  }
+  return statement;}
+| statement = StaticStatement()         {return statement;}
+| statement = GlobalStatement()         {return statement;}
+| statement = defineStatement()         {currentSegment.add((Outlineable)statement);return statement;}
+}
+
+/**
+ * A statement expression.
+ * expression ;
+ * @return an expression
+ */
+Statement expressionStatement() :
+{
+  final Statement statement;
+  final Token token;
+}
+{
+  statement = Expression()
   try {
-    <SEMICOLON>
+    token = <SEMICOLON>
+    {statement.sourceEnd = token.sourceEnd;}
   } catch (ParseException e) {
-    errorMessage = "';' expected after expression";
+    if (e.currentToken.next.kind != PHPParserConstants.PHPEND) {
+      errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
+      errorLevel   = ERROR;
+      errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd   = SimpleCharStream.getPosition() + 1;
+      throw e;
+    }
+  }
+  {return statement;}
+}
+
+Define defineStatement() :
+{
+  final int start = SimpleCharStream.getPosition();
+  Expression defineName,defineValue;
+}
+{
+  <DEFINE>
+  try {
+    <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected";
     errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  try {
+    defineName = Expression()
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
     throw e;
   }
-|
-  SwitchStatement()
-|
-  IfStatement()
-|
-  WhileStatement()
-|
-  DoStatement()
-|
-  ForStatement()
-|
-  BreakStatement()
-|
-  ContinueStatement()
-|
-  ReturnStatement()
-|
-  EchoStatement()
-|
-  IncludeStatement()
-|
-  StaticStatement()
-|
-  GlobalStatement()
+  try {
+    <COMMA>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ',' expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  try {
+    defineValue = Expression()
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  {return new Define(currentSegment,
+                     defineName,
+                     defineValue,
+                     start,
+                     SimpleCharStream.getPosition());}
 }
 
-void IncludeStatement() :
-{}
+/**
+ * A Normal statement.
+ */
+Statement Statement() :
 {
-  <REQUIRE> Expression() (<SEMICOLON> | "?>")
-|
-  <REQUIRE_ONCE> Expression() (<SEMICOLON> | "?>")
-|
-  <INCLUDE> Expression() (<SEMICOLON> | "?>")
-|
-  <INCLUDE_ONCE> Expression() (<SEMICOLON> | "?>")
+  final Statement statement;
+}
+{
+  statement = StatementNoBreak() {return statement;}
+| statement = BreakStatement()   {return statement;}
 }
 
-void PrintExpression() :
-{}
+/**
+ * An html block inside a php syntax.
+ */
+HTMLBlock htmlBlock() :
 {
-  <PRINT> Expression()
+  final int startIndex = nodePtr;
+  final AstNode[] blockNodes;
+  final int nbNodes;
+}
+{
+  <PHPEND> (phpEchoBlock())*
+  try {
+    (<PHPSTARTLONG> | <PHPSTARTSHORT>)
+  } catch (ParseException e) {
+    errorMessage = "unexpected end of file , '<?php' expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition();
+    errorEnd     = SimpleCharStream.getPosition();
+    throw e;
+  }
+  {
+  nbNodes    = nodePtr - startIndex;
+  blockNodes = new AstNode[nbNodes];
+  System.arraycopy(nodes,startIndex,blockNodes,0,nbNodes);
+  nodePtr = startIndex;
+  return new HTMLBlock(blockNodes);}
 }
 
-void EchoStatement() :
-{}
+/**
+ * An include statement. It's "include" an expression;
+ */
+InclusionStatement IncludeStatement() :
 {
-  <ECHO> Expression() (<COMMA> Expression())*
+  final Expression expr;
+  final int keyword;
+  final InclusionStatement inclusionStatement;
+  final Token token, token2;
+}
+{
+      (  token = <REQUIRE>      {keyword = InclusionStatement.REQUIRE;}
+       | token = <REQUIRE_ONCE> {keyword = InclusionStatement.REQUIRE_ONCE;}
+       | token = <INCLUDE>      {keyword = InclusionStatement.INCLUDE;}
+       | token = <INCLUDE_ONCE> {keyword = InclusionStatement.INCLUDE_ONCE;})
   try {
-    (<SEMICOLON> | "?>")
+    expr = Expression()
   } catch (ParseException e) {
-    errorMessage = "';' expected after 'echo' statement";
+    if (errorMessage != null) {
+      throw e;
+    }
+    errorMessage = "unexpected token '"+ e.currentToken.next.image+"', expression expected";
     errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
     throw e;
   }
+  {inclusionStatement = new InclusionStatement(currentSegment,
+                                               keyword,
+                                               expr,
+                                               token.sourceStart);
+   currentSegment.add(inclusionStatement);
+  }
+  try {
+    token2 = <SEMICOLON>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {inclusionStatement.sourceEnd = token2.sourceEnd;
+  return inclusionStatement;}
 }
 
-void GlobalStatement() :
-{}
+PrintExpression PrintExpression() :
 {
-  <GLOBAL> VariableDeclaratorId() (<COMMA> VariableDeclaratorId())* (<SEMICOLON> | "?>")
+  final Expression expr;
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  <PRINT> expr = Expression() {return new PrintExpression(expr,pos,SimpleCharStream.getPosition());}
 }
 
-void StaticStatement() :
-{}
+ListExpression ListExpression() :
 {
-  <STATIC> VariableDeclarator() (<COMMA> VariableDeclarator())* (<SEMICOLON> | "?>")
+  Expression expr = null;
+  final Expression expression;
+  final ArrayList list = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  <LIST>
+  try {
+    <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected";
+    errorLevel   = ERROR;
+    errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd     = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  [
+    expr = VariableDeclaratorId()
+    {list.add(expr);}
+  ]
+  {if (expr == null) list.add(null);}
+  (
+    try {
+      <COMMA>
+    } catch (ParseException e) {
+      errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ',' expected";
+      errorLevel   = ERROR;
+      errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd     = SimpleCharStream.getPosition() + 1;
+      throw e;
+    }
+    [expr = VariableDeclaratorId() {list.add(expr);}]
+  )*
+  try {
+    <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  [ <ASSIGN> expression = Expression()
+    {
+    final Variable[] vars = new Variable[list.size()];
+    list.toArray(vars);
+    return new ListExpression(vars,
+                              expression,
+                              pos,
+                              SimpleCharStream.getPosition());}
+  ]
+  {
+    final Variable[] vars = new Variable[list.size()];
+    list.toArray(vars);
+    return new ListExpression(vars,pos,SimpleCharStream.getPosition());}
 }
 
-void LabeledStatement() :
-{}
+/**
+ * An echo statement.
+ * echo anyexpression (, otherexpression)*
+ */
+EchoStatement EchoStatement() :
+{
+  final ArrayList expressions = new ArrayList();
+  Expression expr;
+  Token token;
+  Token token2 = null;
+}
 {
-  <IDENTIFIER> <COLON> Statement()
+  token = <ECHO> expr = Expression()
+  {expressions.add(expr);}
+  (
+    <COMMA> expr = Expression()
+    {expressions.add(expr);}
+  )*
+  try {
+    token2 = <SEMICOLON>
+  } catch (ParseException e) {
+    if (e.currentToken.next.kind != 4) {
+      errorMessage = "';' expected after 'echo' statement";
+      errorLevel   = ERROR;
+      errorStart   = e.currentToken.sourceEnd;
+      errorEnd     = e.currentToken.sourceEnd;
+      processParseExceptionDebug(e);
+    }
+  }
+  {
+   final Expression[] exprs = new Expression[expressions.size()];
+   expressions.toArray(exprs);
+   if (token2 == null) {
+     return new EchoStatement(exprs,token.sourceStart, exprs[exprs.length-1].sourceEnd);
+   }
+   return new EchoStatement(exprs,token.sourceStart, token2.sourceEnd);
+   }
+}
+
+GlobalStatement GlobalStatement() :
+{
+   Variable expr;
+   final ArrayList vars = new ArrayList();
+   final GlobalStatement global;
+   final Token token, token2;
+}
+{
+  token = <GLOBAL>
+    expr = Variable()
+    {vars.add(expr);}
+  (<COMMA>
+    expr = Variable()
+    {vars.add(expr);}
+  )*
+  try {
+    token2 = <SEMICOLON>
+    {
+    final Variable[] variables = new Variable[vars.size()];
+    vars.toArray(variables);
+    global = new GlobalStatement(currentSegment,
+                                 variables,
+                                 token.sourceStart,
+                                 token2.sourceEnd);
+    currentSegment.add(global);
+    return global;}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. a ';' was expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void Block() :
-{}
+StaticStatement StaticStatement() :
 {
-  <LBRACE> ( BlockStatement() )* <RBRACE>
+  final ArrayList vars = new ArrayList();
+  VariableDeclaration expr;
+  final Token token, token2;
+}
+{
+  token = <STATIC> expr = VariableDeclarator() {vars.add(expr);}
+  (
+    <COMMA> expr = VariableDeclarator() {vars.add(expr);}
+  )*
+  try {
+    token2 = <SEMICOLON>
+    {
+    final VariableDeclaration[] variables = new VariableDeclaration[vars.size()];
+    vars.toArray(variables);
+    return new StaticStatement(variables,
+                               token.sourceStart,
+                               token2.sourceEnd);}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. a ';' was expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void BlockStatement() :
-{}
+LabeledStatement LabeledStatement() :
 {
-  Statement()
-|
-  ClassDeclaration()
-|
-  MethodDeclaration()
+  final Token label;
+  final Statement statement;
+}
+{
+  label = <IDENTIFIER> <COLON> statement = Statement()
+  {return new LabeledStatement(label.image,statement,label.sourceStart,statement.sourceEnd);}
 }
 
-void LocalVariableDeclaration() :
-{}
+/**
+ * A Block is
+ * {
+ * statements
+ * }.
+ * @return a block
+ */
+Block Block() :
+{
+  final ArrayList list = new ArrayList();
+  Statement statement;
+  final Token token, token2;
+}
 {
-  VariableDeclarator() ( <COMMA> VariableDeclarator() )*
+  try {
+    token = <LBRACE>
+  } catch (ParseException e) {
+    errorMessage = "'{' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  ( statement = BlockStatement() {list.add(statement);}
+  | statement = htmlBlock()      {list.add(statement);})*
+  try {
+    token2 = <RBRACE>
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.image +"', '}' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {
+  final Statement[] statements = new Statement[list.size()];
+  list.toArray(statements);
+  return new Block(statements,token.sourceStart,token2.sourceEnd);}
 }
 
-void EmptyStatement() :
-{}
+Statement BlockStatement() :
 {
-  <SEMICOLON>
+  final Statement statement;
+}
+{
+  try {
+    statement = Statement()         {if (phpDocument == currentSegment) pushOnAstNodes(statement);
+                                     return statement;}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.image +"', a statement was expected";
+    errorLevel   = ERROR;
+    errorStart = e.currentToken.sourceStart;
+    errorEnd   = e.currentToken.sourceEnd;
+    throw e;
+  }
+| statement = ClassDeclaration()  {return statement;}
+| statement = MethodDeclaration() {if (phpDocument == currentSegment) pushOnAstNodes(statement);
+                                   currentSegment.add((MethodDeclaration) statement);
+                                   ((MethodDeclaration) statement).analyzeCode();
+                                   return statement;}
 }
 
-void StatementExpression() :
-/*
- * The last expansion of this production accepts more than the legal
- * Java expansions for StatementExpression.  This expansion does not
- * use PostfixExpression for performance reasons.
+/**
+ * A Block statement that will not contain any 'break'
  */
-{}
+Statement BlockStatementNoBreak() :
 {
-  PreIncrementExpression()
-|
-  PreDecrementExpression()
+  final Statement statement;
+}
+{
+  statement = StatementNoBreak()  {return statement;}
+| statement = ClassDeclaration()  {return statement;}
+| statement = MethodDeclaration() {currentSegment.add((MethodDeclaration) statement);
+                                   ((MethodDeclaration) statement).analyzeCode();
+                                   return statement;}
+}
+
+/**
+ * used only by ForInit()
+ */
+VariableDeclaration[] LocalVariableDeclaration() :
+{
+  final ArrayList list = new ArrayList();
+  VariableDeclaration var;
+}
+{
+  var = LocalVariableDeclarator()
+  {list.add(var);}
+  ( <COMMA> var = LocalVariableDeclarator() {list.add(var);})*
+  {
+    final VariableDeclaration[] vars = new VariableDeclaration[list.size()];
+    list.toArray(vars);
+  return vars;}
+}
+
+/**
+ * used only by LocalVariableDeclaration().
+ */
+VariableDeclaration LocalVariableDeclarator() :
+{
+  final Variable varName;
+  Expression initializer = null;
+}
+{
+  varName = Variable() [ <ASSIGN> initializer = Expression() ]
+  {
+   if (initializer == null) {
+    return new VariableDeclaration(currentSegment,
+                                   varName,
+                                   varName.sourceStart,
+                                   varName.sourceEnd);
+   }
+    return new VariableDeclaration(currentSegment,
+                                   varName,
+                                   initializer,
+                                   VariableDeclaration.EQUAL,
+                                   varName.sourceStart);
+  }
+}
+
+EmptyStatement EmptyStatement() :
+{
+  final Token token;
+}
+{
+  token = <SEMICOLON>
+  {return new EmptyStatement(token.sourceStart,token.sourceEnd);}
+}
+
+/**
+ * used only by StatementExpressionList() which is used only by ForInit() and ForStatement()
+ */
+Expression StatementExpression() :
+{
+  final Expression expr,expr2;
+  final int operator;
+}
+{
+  expr = PreIncDecExpression() {return expr;}
 |
-  PrimaryExpression()
-  [
-   <INCR>
-  |
-    <DECR>
-  |
-    AssignmentOperator() Expression()
+  expr = PrimaryExpression()
+  [ <PLUS_PLUS> {return new PostfixedUnaryExpression(expr,
+                                                     OperatorIds.PLUS_PLUS,
+                                                     SimpleCharStream.getPosition());}
+  | <MINUS_MINUS> {return new PostfixedUnaryExpression(expr,
+                                                       OperatorIds.MINUS_MINUS,
+                                                       SimpleCharStream.getPosition());}
   ]
+  {return expr;}
 }
 
-void SwitchStatement() :
-{}
+SwitchStatement SwitchStatement() :
+{
+  final Expression variable;
+  final AbstractCase[] cases;
+  final int pos = SimpleCharStream.getPosition();
+}
 {
-  <SWITCH> <LPAREN> Expression() <RPAREN> <LBRACE>
-    ( SwitchLabel() ( BlockStatement() )* )*
-  <RBRACE>
+  <SWITCH>
+  try {
+    <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "'(' expected after 'switch'";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    variable = Expression()
+  } catch (ParseException e) {
+    if (errorMessage != null) {
+      throw e;
+    }
+    errorMessage = "expression expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "')' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  (cases = switchStatementBrace() | cases = switchStatementColon(pos, pos + 6))
+  {return new SwitchStatement(variable,cases,pos,SimpleCharStream.getPosition());}
 }
 
-void SwitchLabel() :
-{}
+AbstractCase[] switchStatementBrace() :
 {
-  <CASE> Expression() <COLON>
-|
-  <_DEFAULT> <COLON>
+  AbstractCase cas;
+  final ArrayList cases = new ArrayList();
+}
+{
+  <LBRACE>
+ ( cas = switchLabel0() {cases.add(cas);})*
+  try {
+    <RBRACE>
+    {
+    final AbstractCase[] abcase = new AbstractCase[cases.size()];
+    cases.toArray(abcase);
+    return abcase;}
+  } catch (ParseException e) {
+    errorMessage = "'}' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+}
+/**
+ * A Switch statement with : ... endswitch;
+ * @param start the begin offset of the switch
+ * @param end the end offset of the switch
+ */
+AbstractCase[] switchStatementColon(final int start, final int end) :
+{
+  AbstractCase cas;
+  final ArrayList cases = new ArrayList();
+}
+{
+  <COLON>
+  {try {
+  setMarker(fileToParse,
+            "Ugly syntax detected, you should switch () {...} instead of switch (): ... enswitch;",
+            start,
+            end,
+            INFO,
+            "Line " + token.beginLine);
+  } catch (CoreException e) {
+    PHPeclipsePlugin.log(e);
+  }}
+  ( cas = switchLabel0() {cases.add(cas);})*
+  try {
+    <ENDSWITCH>
+  } catch (ParseException e) {
+    errorMessage = "'endswitch' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <SEMICOLON>
+    {
+    final AbstractCase[] abcase = new AbstractCase[cases.size()];
+    cases.toArray(abcase);
+    return abcase;}
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'endswitch' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void IfStatement() :
-/*
- * The disambiguating algorithm of JavaCC automatically binds dangling
- * else's to the innermost if statement.  The LOOKAHEAD specification
- * is to tell JavaCC that we know what we are doing.
+AbstractCase switchLabel0() :
+{
+  final Expression expr;
+  Statement statement;
+  final ArrayList stmts = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  expr = SwitchLabel()
+  ( statement = BlockStatementNoBreak() {stmts.add(statement);}
+  | statement = htmlBlock()             {stmts.add(statement);})*
+  [ statement = BreakStatement()        {stmts.add(statement);}]
+  {
+  final Statement[] stmtsArray = new Statement[stmts.size()];
+  stmts.toArray(stmtsArray);
+  if (expr == null) {//it's a default
+    return new DefaultCase(stmtsArray,pos,SimpleCharStream.getPosition());
+  }
+  return new Case(expr,stmtsArray,pos,SimpleCharStream.getPosition());}
+}
+
+/**
+ * A SwitchLabel.
+ * case Expression() :
+ * default :
+ * @return the if it was a case and null if not
  */
-{}
+Expression SwitchLabel() :
 {
-  <IF> Condition("if") Statement() [ LOOKAHEAD(1) ElseIfStatement() ] [ LOOKAHEAD(1) <ELSE> Statement() ]
+  final Expression expr;
+}
+{
+  token = <CASE>
+  try {
+    expr = Expression()
+  } catch (ParseException e) {
+    if (errorMessage != null) throw e;
+    errorMessage = "expression expected after 'case' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <COLON>
+    {return expr;}
+  } catch (ParseException e) {
+    errorMessage = "':' expected after case expression";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+|
+  token = <_DEFAULT>
+  try {
+    <COLON>
+    {return null;}
+  } catch (ParseException e) {
+    errorMessage = "':' expected after 'default' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void Condition(String keyword) :
-{}
+Break BreakStatement() :
+{
+  Expression expression = null;
+  final Token token, token2;
+}
+{
+  token = <BREAK> [ expression = Expression() ]
+  try {
+    token2 = <SEMICOLON>
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'break' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return new Break(expression, token.sourceStart, token2.sourceEnd);}
+}
+
+IfStatement IfStatement() :
+{
+  final int pos = SimpleCharStream.getPosition();
+  final Expression condition;
+  final IfStatement ifStatement;
+  Token token;
+}
+{
+  token = <IF> condition = Condition("if") ifStatement = IfStatement0(condition,
+                                                                      token.sourceStart,token.sourceStart+2)
+  {return ifStatement;}
+}
+
+
+Expression Condition(final String keyword) :
+{
+  final Expression condition;
+}
 {
   try {
     <LPAREN>
   } catch (ParseException e) {
     errorMessage = "'(' expected after " + keyword + " keyword";
     errorLevel   = ERROR;
-    throw e;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length();
+    errorEnd   = errorStart +1;
+    processParseExceptionDebug(e);
   }
-  Expression()
+  condition = Expression()
   try {
      <RPAREN>
   } catch (ParseException e) {
     errorMessage = "')' expected after " + keyword + " keyword";
     errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    processParseExceptionDebug(e);
+  }
+  {return condition;}
+}
+
+IfStatement IfStatement0(final Expression condition, final int start,final int end) :
+{
+  Statement statement;
+  final Statement stmt;
+  final Statement[] statementsArray;
+  ElseIf elseifStatement;
+  Else elseStatement = null;
+  final ArrayList stmts;
+  final ArrayList elseIfList = new ArrayList();
+  final ElseIf[] elseIfs;
+  int pos = SimpleCharStream.getPosition();
+  final int endStatements;
+}
+{
+  <COLON>
+  {stmts = new ArrayList();}
+  (  statement = Statement() {stmts.add(statement);}
+   | statement = htmlBlock() {stmts.add(statement);})*
+   {endStatements = SimpleCharStream.getPosition();}
+   (elseifStatement = ElseIfStatementColon() {elseIfList.add(elseifStatement);})*
+   [elseStatement = ElseStatementColon()]
+
+  {try {
+  setMarker(fileToParse,
+            "Ugly syntax detected, you should if () {...} instead of if (): ... endif;",
+            start,
+            end,
+            INFO,
+            "Line " + token.beginLine);
+  } catch (CoreException e) {
+    PHPeclipsePlugin.log(e);
+  }}
+  try {
+    <ENDIF>
+  } catch (ParseException e) {
+    errorMessage = "'endif' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <SEMICOLON>
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'endif' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
     throw e;
   }
+    {
+    elseIfs = new ElseIf[elseIfList.size()];
+    elseIfList.toArray(elseIfs);
+    if (stmts.size() == 1) {
+      return new IfStatement(condition,
+                             (Statement) stmts.get(0),
+                              elseIfs,
+                              elseStatement,
+                              pos,
+                              SimpleCharStream.getPosition());
+    } else {
+      statementsArray = new Statement[stmts.size()];
+      stmts.toArray(statementsArray);
+      return new IfStatement(condition,
+                             new Block(statementsArray,pos,endStatements),
+                             elseIfs,
+                             elseStatement,
+                             pos,
+                             SimpleCharStream.getPosition());
+    }
+    }
+
+|
+  (stmt = Statement() | stmt = htmlBlock())
+  ( LOOKAHEAD(1) elseifStatement = ElseIfStatement() {elseIfList.add(elseifStatement);})*
+  [ LOOKAHEAD(1)
+    <ELSE>
+    try {
+      {pos = SimpleCharStream.getPosition();}
+      statement = Statement()
+      {elseStatement = new Else(statement,pos,SimpleCharStream.getPosition());}
+    } catch (ParseException e) {
+      if (errorMessage != null) {
+        throw e;
+      }
+      errorMessage = "unexpected token '"+e.currentToken.next.image+"', a statement was expected";
+      errorLevel   = ERROR;
+      errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+      errorEnd   = SimpleCharStream.getPosition() + 1;
+      throw e;
+    }
+  ]
+  {
+    elseIfs = new ElseIf[elseIfList.size()];
+    elseIfList.toArray(elseIfs);
+    return new IfStatement(condition,
+                           stmt,
+                           elseIfs,
+                           elseStatement,
+                           pos,
+                           SimpleCharStream.getPosition());}
 }
 
-void ElseIfStatement() :
-{}
+ElseIf ElseIfStatementColon() :
+{
+  final Expression condition;
+  Statement statement;
+  final ArrayList list = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
 {
-  <ELSEIF> Condition("elseif") Statement()
+  <ELSEIF> condition = Condition("elseif")
+  <COLON> (  statement = Statement() {list.add(statement);}
+           | statement = htmlBlock() {list.add(statement);})*
+  {
+  final Statement[] stmtsArray = new Statement[list.size()];
+  list.toArray(stmtsArray);
+  return new ElseIf(condition,stmtsArray ,pos,SimpleCharStream.getPosition());}
 }
 
-void WhileStatement() :
-{}
+Else ElseStatementColon() :
+{
+  Statement statement;
+  final ArrayList list = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
 {
-  <WHILE> Condition("while") WhileStatement0()
+  <ELSE> <COLON> (  statement = Statement() {list.add(statement);}
+                  | statement = htmlBlock() {list.add(statement);})*
+  {
+  final Statement[] stmtsArray = new Statement[list.size()];
+  list.toArray(stmtsArray);
+  return new Else(stmtsArray,pos,SimpleCharStream.getPosition());}
 }
 
-void WhileStatement0() :
-{}
+ElseIf ElseIfStatement() :
+{
+  final Expression condition;
+  final Statement statement;
+  final ArrayList list = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  <ELSEIF> condition = Condition("elseif") statement = Statement() {list.add(statement);/*todo:do better*/}
+  {
+  final Statement[] stmtsArray = new Statement[list.size()];
+  list.toArray(stmtsArray);
+  return new ElseIf(condition,stmtsArray,pos,SimpleCharStream.getPosition());}
+}
+
+WhileStatement WhileStatement() :
+{
+  final Expression condition;
+  final Statement action;
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  <WHILE>
+    condition = Condition("while")
+    action    = WhileStatement0(pos,pos + 5)
+    {return new WhileStatement(condition,action,pos,SimpleCharStream.getPosition());}
+}
+
+Statement WhileStatement0(final int start, final int end) :
 {
-  <COLON> (Statement())* <ENDWHILE> (<SEMICOLON> | "?>")
+  Statement statement;
+  final ArrayList stmts = new ArrayList();
+  final int pos = SimpleCharStream.getPosition();
+}
+{
+  <COLON> (statement = Statement() {stmts.add(statement);})*
+  {try {
+  setMarker(fileToParse,
+            "Ugly syntax detected, you should while () {...} instead of while (): ... endwhile;",
+            start,
+            end,
+            INFO,
+            "Line " + token.beginLine);
+  } catch (CoreException e) {
+    PHPeclipsePlugin.log(e);
+  }}
+  try {
+    <ENDWHILE>
+  } catch (ParseException e) {
+    errorMessage = "'endwhile' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <SEMICOLON>
+    {
+    final Statement[] stmtsArray = new Statement[stmts.size()];
+    stmts.toArray(stmtsArray);
+    return new Block(stmtsArray,pos,SimpleCharStream.getPosition());}
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'endwhile' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 |
-  Statement()
+  statement = Statement()
+  {return statement;}
 }
 
-void DoStatement() :
-{}
+DoStatement DoStatement() :
+{
+  final Statement action;
+  final Expression condition;
+  final Token token, token2;
+}
 {
-  <DO> Statement() <WHILE> Condition("while") (<SEMICOLON> | "?>")
+  token = <DO> action = Statement() <WHILE> condition = Condition("while")
+  try {
+    token2 = <SEMICOLON>
+    {return new DoStatement(condition,action,token.sourceStart,token2.sourceEnd);}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void ForStatement() :
-{}
+ForeachStatement ForeachStatement() :
+{
+  Statement statement;
+  Expression expression;
+  ArrayVariableDeclaration variable;
+  Token token;
+}
+{
+  token = <FOREACH>
+    try {
+    <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "'(' expected after 'foreach' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    expression = Expression()
+  } catch (ParseException e) {
+    errorMessage = "variable expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <AS>
+  } catch (ParseException e) {
+    errorMessage = "'as' expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    variable = ArrayVariable()
+  } catch (ParseException e) {
+    errorMessage = "variable expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    <RPAREN>
+  } catch (ParseException e) {
+    errorMessage = "')' expected after 'foreach' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  try {
+    statement = Statement()
+  } catch (ParseException e) {
+    if (errorMessage != null) throw e;
+    errorMessage = "statement expected";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+  {return new ForeachStatement(expression,
+                               variable,
+                               statement,
+                               token.sourceStart,
+                               statement.sourceEnd);}
+
+}
+
+ForStatement ForStatement() :
+{
+final Token token,token2;
+final int pos = SimpleCharStream.getPosition();
+Expression[] initializations = null;
+Expression condition = null;
+Expression[] increments = null;
+Statement action;
+final ArrayList list = new ArrayList();
+final int startBlock, endBlock;
+}
 {
-  <FOR> <LPAREN> [ ForInit() ] <SEMICOLON> [ Expression() ] <SEMICOLON> [ ForUpdate() ] <RPAREN> Statement()
+  token = <FOR>
+  try {
+    <LPAREN>
+  } catch (ParseException e) {
+    errorMessage = "'(' expected after 'for' keyword";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
+     [ initializations = ForInit() ] <SEMICOLON>
+     [ condition = Expression() ] <SEMICOLON>
+     [ increments = StatementExpressionList() ] <RPAREN>
+    (
+      action = Statement()
+      {return new ForStatement(initializations,
+                               condition,
+                               increments,
+                               action,
+                               token.sourceStart,
+                               action.sourceEnd);}
+    |
+      <COLON>
+      {startBlock = SimpleCharStream.getPosition();}
+      (action = Statement() {list.add(action);})*
+      {
+        try {
+        setMarker(fileToParse,
+                  "Ugly syntax detected, you should for () {...} instead of for (): ... endfor;",
+                  pos,
+                  pos+token.image.length(),
+                  INFO,
+                  "Line " + token.beginLine);
+        } catch (CoreException e) {
+          PHPeclipsePlugin.log(e);
+        }
+      }
+      {endBlock = SimpleCharStream.getPosition();}
+      try {
+        <ENDFOR>
+      } catch (ParseException e) {
+        errorMessage = "'endfor' expected";
+        errorLevel   = ERROR;
+        errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+        errorEnd   = SimpleCharStream.getPosition() + 1;
+        throw e;
+      }
+      try {
+        token2 = <SEMICOLON>
+        {
+        final Statement[] stmtsArray = new Statement[list.size()];
+        list.toArray(stmtsArray);
+        return new ForStatement(initializations,
+                                condition,
+                                increments,
+                                new Block(stmtsArray,
+                                          stmtsArray[0].sourceStart,
+                                          stmtsArray[stmtsArray.length-1].sourceEnd),
+                                token.sourceStart,
+                                token2.sourceEnd);}
+      } catch (ParseException e) {
+        errorMessage = "';' expected after 'endfor' keyword";
+        errorLevel   = ERROR;
+        errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+        errorEnd   = SimpleCharStream.getPosition() + 1;
+        throw e;
+      }
+    )
 }
 
-void ForInit() :
-{}
+Expression[] ForInit() :
+{
+  final Expression[] exprs;
+}
 {
   LOOKAHEAD(LocalVariableDeclaration())
-  LocalVariableDeclaration()
+  exprs = LocalVariableDeclaration()
+  {return exprs;}
 |
-  StatementExpressionList()
+  exprs = StatementExpressionList()
+  {return exprs;}
 }
 
-void StatementExpressionList() :
-{}
+Expression[] StatementExpressionList() :
 {
-  StatementExpression() ( <COMMA> StatementExpression() )*
+  final ArrayList list = new ArrayList();
+  final Expression expr;
 }
-
-void ForUpdate() :
-{}
 {
-  StatementExpressionList()
+  expr = StatementExpression()   {list.add(expr);}
+  (<COMMA> StatementExpression() {list.add(expr);})*
+  {
+    final Expression[] exprsArray = new Expression[list.size()];
+    list.toArray(exprsArray);
+    return exprsArray;
+  }
 }
 
-void BreakStatement() :
-{}
+Continue ContinueStatement() :
 {
-  <BREAK> [ <IDENTIFIER> ] <SEMICOLON>
+  Expression expr = null;
+  final Token token,token2;
 }
-
-void ContinueStatement() :
-{}
 {
-  <CONTINUE> [ <IDENTIFIER> ] <SEMICOLON>
+  token = <CONTINUE> [ expr = Expression() ]
+  try {
+    token2 = <SEMICOLON>
+    {return new Continue(expr,token.sourceStart,token2.sourceEnd);}
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'continue' statement";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
 
-void ReturnStatement() :
-{}
+ReturnStatement ReturnStatement() :
 {
-  <RETURN> [ Expression() ] <SEMICOLON>
+  Expression expr = null;
+  final Token token,token2;
+}
+{
+  token = <RETURN> [ expr = Expression() ]
+  try {
+    token2 = <SEMICOLON>
+    {return new ReturnStatement(expr,token.sourceStart,token2.sourceEnd);}
+  } catch (ParseException e) {
+    errorMessage = "';' expected after 'return' statement";
+    errorLevel   = ERROR;
+    errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
+    errorEnd   = SimpleCharStream.getPosition() + 1;
+    throw e;
+  }
 }
\ No newline at end of file