Add Ascii range to Token.

Author: lopex

src/org/joni/Lexer.java

@@ -756,7 +756,7 @@ private void fetchTokenFor_openBrace() {
 
     private void fetchTokenFor_anchor(int subType) {
         token.type = TokenType.ANCHOR;
-        token.setAnchor(subType);
+        token.setAnchorSubtype(subType);
     }
 
     private void fetchTokenFor_xBrace() {

src/org/joni/Parser.java

@@ -865,7 +865,7 @@ private Node parseExp(TokenType term) {
             break;
 
         case ANCHOR:
-            node = new AnchorNode(token.getAnchor()); // possible bug in oniguruma
+            node = new AnchorNode(token.getAnchorSubtype());
             break;
 
         case OP_REPEAT:

src/org/joni/Token.java

@@ -46,18 +46,19 @@ void setCode(int code) {
         INT1 = code;
     }
 
-    int getAnchor() {
+    int getAnchorSubtype() {
         return INT1;
     }
-    void setAnchor(int anchor) {
+    void setAnchorSubtype(int anchor) {
         INT1 = anchor;
     }
 
-    int getSubtype() {
-        return INT1;
+    boolean getAnchorASCIIRange() {
+        return INT2 == 1;
     }
-    void setSubtype(int subtype) {
-        INT1 = subtype;
+
+    void setAnchorASCIIRange(boolean ascii) {
+        INT2 = ascii ? 1 : 0;
     }
 
     // repeat union member