Skip to main content

This CGIT instance is deprecated, and repositories have been moved to Gitlab or Github. See the repository descriptions for specific locations.

summaryrefslogtreecommitdiffstats
path: root/bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java
diff options
context:
space:
mode:
Diffstat (limited to 'bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java')
-rw-r--r--bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java1881
1 files changed, 0 insertions, 1881 deletions
diff --git a/bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java b/bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java
deleted file mode 100644
index d0537add8b..0000000000
--- a/bundles/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.java
+++ /dev/null
@@ -1,1881 +0,0 @@
-/* The following code was generated by JFlex 1.2.2 on 8/16/05 3:07 PM */
-
-/*******************************************************************************
- * Copyright (c) 2004 IBM Corporation and others.
- * All rights reserved. This program and the accompanying materials
- * are made available under the terms of the Eclipse Public License v1.0
- * which accompanies this distribution, and is available at
- * http://www.eclipse.org/legal/epl-v10.html
- *
- * Contributors:
- * IBM Corporation - initial API and implementation
- *******************************************************************************/
-/*nlsXXX*/
-package org.eclipse.wst.xml.core.internal.parser;
-
-import java.io.CharArrayReader;
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.Iterator;
-import java.util.List;
-
-import org.eclipse.wst.sse.core.internal.ltk.parser.BlockMarker;
-import org.eclipse.wst.sse.core.internal.ltk.parser.BlockTokenizer;
-import org.eclipse.wst.sse.core.internal.provisional.text.ITextRegion;
-import org.eclipse.wst.sse.core.internal.util.Debug;
-import org.eclipse.wst.sse.core.internal.util.StringUtils;
-import org.eclipse.wst.xml.core.internal.Logger;
-import org.eclipse.wst.xml.core.internal.parser.regions.XMLParserRegionFactory;
-import org.eclipse.wst.xml.core.internal.regions.DOMRegionContext;
-
-
-/**
- * This class is a scanner generated by
- * <a href="http://www.informatik.tu-muenchen.de/~kleing/jflex/">JFlex</a> 1.2.2
- * on 8/16/05 3:07 PM from the specification file
- * <tt>file:/D:/eclipse.wtp/workspace/org.eclipse.wst.sse.core/DevTimeSupport/SedModel/HTMLTokenizer/devel/XMLTokenizer.jflex</tt>
- */
-public class XMLTokenizer implements BlockTokenizer, DOMRegionContext {
-
- /** this character denotes the end of file */
- final public static int YYEOF = -1;
-
- /** lexical states */
- final public static int ST_XML_DOCTYPE_EXTERNAL_ID = 23;
- final public static int ST_XML_ELEMENT_DECLARATION_CONTENT = 27;
- final public static int ST_DHTML_ATTRIBUTE_NAME = 12;
- final public static int ST_XML_PI_TAG_CLOSE = 11;
- final public static int ST_XML_DECLARATION_CLOSE = 21;
- final public static int ST_XML_PI_ATTRIBUTE_VALUE = 10;
- final public static int ST_DHTML_EQUALS = 13;
- final public static int ST_XML_TAG_NAME = 16;
- final public static int ST_XML_ATTRIBUTE_VALUE = 19;
- final public static int ST_DHTML_ATTRIBUTE_VALUE = 14;
- final public static int ST_XML_DOCTYPE_ID_SYSTEM = 25;
- final public static int ST_XML_ATTRIBUTE_NAME = 17;
- final public static int ST_XML_ELEMENT_DECLARATION = 26;
- final public static int ST_XML_DOCTYPE_DECLARATION = 22;
- final public static int ST_XML_ATTLIST_DECLARATION = 28;
- final public static int ST_XML_COMMENT_END = 4;
- final public static int ST_CDATA_TEXT = 1;
- final public static int ST_DHTML_TAG_CLOSE = 15;
- final public static int ST_XML_COMMENT = 3;
- final public static int ST_PI_CONTENT = 7;
- final public static int ST_PI_WS = 6;
- final public static int ST_CDATA_END = 2;
- final public static int ST_XML_ATTLIST_DECLARATION_CONTENT = 29;
- final public static int ST_BLOCK_TAG_SCAN = 30;
- final public static int ST_XML_PI_EQUALS = 9;
- final public static int ST_XML_DECLARATION = 20;
- final public static int YYINITIAL = 0;
- final public static int ST_XML_DOCTYPE_ID_PUBLIC = 24;
- final public static int ST_XML_EQUALS = 18;
- final public static int ST_PI = 5;
- final public static int ST_XML_PI_ATTRIBUTE_NAME = 8;
-
- /**
- * Translates characters to character classes
- */
- final private static String yycmap_packed =
- "\11\0\1\5\1\22\2\0\1\14\22\0\1\14\1\21\1\11\1\51"+
- "\1\16\1\17\1\12\1\13\1\16\1\16\1\16\1\16\1\16\1\7"+
- "\1\6\1\3\12\15\1\10\1\54\1\1\1\43\1\2\1\4\1\16"+
- "\1\32\1\55\1\30\1\31\1\35\1\52\1\34\1\34\1\40\1\34"+
- "\1\34\1\26\1\25\1\42\1\41\1\45\1\34\1\36\1\37\1\33"+
- "\1\53\2\34\1\23\1\44\1\34\1\27\1\0\1\20\1\0\1\10"+
- "\1\0\1\47\1\55\1\56\1\50\1\35\1\52\1\34\1\34\1\40"+
- "\2\34\1\26\1\25\1\42\1\41\1\45\1\34\1\36\1\37\1\46"+
- "\1\53\1\34\1\34\1\24\1\44\1\34\1\0\1\0\72\0\1\60"+
- "\10\0\27\57\1\0\37\57\1\0\72\57\2\0\13\57\2\0\10\57"+
- "\1\0\65\57\1\0\104\57\11\0\44\57\3\0\2\57\4\0\36\57"+
- "\70\0\131\57\22\0\7\57\16\0\2\60\56\0\106\60\32\0\2\60"+
- "\44\0\1\57\1\60\3\57\1\0\1\57\1\0\24\57\1\0\54\57"+
- "\1\0\7\57\3\0\1\57\1\0\1\57\1\0\1\57\1\0\1\57"+
- "\1\0\22\57\15\0\14\57\1\0\102\57\1\0\14\57\1\0\44\57"+
- "\1\0\4\60\11\0\65\57\2\0\2\57\2\0\2\57\3\0\34\57"+
- "\2\0\10\57\2\0\2\57\67\0\46\57\2\0\1\57\7\0\46\57"+
- "\12\0\21\60\1\0\27\60\1\0\3\60\1\0\1\60\1\0\2\60"+
- "\1\0\1\60\13\0\33\57\5\0\3\57\56\0\32\57\5\0\1\60"+
- "\12\57\10\60\15\0\12\60\6\0\1\60\107\57\2\0\5\57\1\0"+
- "\17\57\1\0\4\57\1\0\1\57\17\60\2\57\2\60\1\0\4\60"+
- "\2\0\12\60\u0207\0\3\60\1\0\65\57\2\0\1\60\1\57\20\60"+
- "\3\0\4\60\3\0\12\57\2\60\2\0\12\60\21\0\3\60\1\0"+
- "\10\57\2\0\2\57\2\0\26\57\1\0\7\57\1\0\1\57\3\0"+
- "\4\57\2\0\1\60\1\0\7\60\2\0\2\60\2\0\3\60\11\0"+
- "\1\60\4\0\2\57\1\0\3\57\2\60\2\0\12\60\2\57\20\0"+
- "\1\60\2\0\6\57\4\0\2\57\2\0\26\57\1\0\7\57\1\0"+
- "\2\57\1\0\2\57\1\0\2\57\2\0\1\60\1\0\5\60\4\0"+
- "\2\60\2\0\3\60\13\0\4\57\1\0\1\57\7\0\12\60\2\60"+
- "\3\57\14\0\3\60\1\0\7\57\1\0\1\57\1\0\3\57\1\0"+
- "\26\57\1\0\7\57\1\0\2\57\1\0\5\57\2\0\1\60\1\57"+
- "\10\60\1\0\3\60\1\0\3\60\22\0\1\57\5\0\12\60\21\0"+
- "\3\60\1\0\10\57\2\0\2\57\2\0\26\57\1\0\7\57\1\0"+
- "\2\57\2\0\4\57\2\0\1\60\1\57\6\60\3\0\2\60\2\0"+
- "\3\60\10\0\2\60\4\0\2\57\1\0\3\57\4\0\12\60\22\0"+
- "\2\60\1\0\6\57\3\0\3\57\1\0\4\57\3\0\2\57\1\0"+
- "\1\57\1\0\2\57\3\0\2\57\3\0\3\57\3\0\10\57\1\0"+
- "\3\57\4\0\5\60\3\0\3\60\1\0\4\60\11\0\1\60\17\0"+
- "\11\60\21\0\3\60\1\0\10\57\1\0\3\57\1\0\27\57\1\0"+
- "\12\57\1\0\5\57\4\0\7\60\1\0\3\60\1\0\4\60\7\0"+
- "\2\60\11\0\2\57\4\0\12\60\22\0\2\60\1\0\10\57\1\0"+
- "\3\57\1\0\27\57\1\0\12\57\1\0\5\57\4\0\7\60\1\0"+
- "\3\60\1\0\4\60\7\0\2\60\7\0\1\57\1\0\2\57\4\0"+
- "\12\60\22\0\2\60\1\0\10\57\1\0\3\57\1\0\27\57\1\0"+
- "\20\57\4\0\6\60\2\0\3\60\1\0\4\60\11\0\1\60\10\0"+
- "\2\57\4\0\12\60\221\0\56\57\1\0\1\57\1\60\2\57\7\60"+
- "\5\0\6\57\1\60\10\60\1\0\12\60\47\0\2\57\1\0\1\57"+
- "\2\0\2\57\1\0\1\57\2\0\1\57\6\0\4\57\1\0\7\57"+
- "\1\0\3\57\1\0\1\57\1\0\1\57\2\0\2\57\1\0\2\57"+
- "\1\0\1\57\1\60\2\57\6\60\1\0\2\60\1\57\2\0\5\57"+
- "\1\0\1\60\1\0\6\60\2\0\12\60\76\0\2\60\6\0\12\60"+
- "\13\0\1\60\1\0\1\60\1\0\1\60\4\0\2\60\10\57\1\0"+
- "\41\57\7\0\24\60\1\0\6\60\4\0\6\60\1\0\1\60\1\0"+
- "\25\60\3\0\7\60\1\0\1\60\346\0\46\57\12\0\47\57\11\0"+
- "\1\57\1\0\2\57\1\0\3\57\1\0\1\57\1\0\2\57\1\0"+
- "\5\57\51\0\1\57\1\0\1\57\1\0\1\57\13\0\1\57\1\0"+
- "\1\57\1\0\1\57\3\0\2\57\3\0\1\57\5\0\3\57\1\0"+
- "\1\57\1\0\1\57\1\0\1\57\1\0\1\57\3\0\2\57\3\0"+
- "\2\57\1\0\1\57\50\0\1\57\11\0\1\57\2\0\1\57\2\0"+
- "\2\57\7\0\2\57\1\0\1\57\1\0\7\57\50\0\1\57\4\0"+
- "\1\57\10\0\1\57\u0c06\0\234\57\4\0\132\57\6\0\26\57\2\0"+
- "\6\57\2\0\46\57\2\0\6\57\2\0\10\57\1\0\1\57\1\0"+
- "\1\57\1\0\1\57\1\0\37\57\2\0\65\57\1\0\7\57\1\0"+
- "\1\57\3\0\3\57\1\0\7\57\3\0\4\57\2\0\6\57\4\0"+
- "\15\57\5\0\3\57\1\0\7\57\323\0\15\60\4\0\1\60\104\0"+
- "\1\57\3\0\2\57\2\0\1\57\121\0\3\57\u0e82\0\1\60\1\0"+
- "\1\57\31\0\11\57\6\60\1\0\5\60\13\0\124\57\4\0\2\60"+
- "\2\0\2\60\2\0\132\57\1\0\3\60\6\0\50\57\u1cd3\0\u51a6\57"+
- "\u0c5a\0\u2ba4\57\134\0\u0800\0\u1ffe\0\2\0";
-
- /**
- * Translates characters to character classes
- */
- final private static char [] yycmap = yy_unpack_cmap(yycmap_packed);
-
- /**
- * Translates a state to a row index in the transition table
- */
- final private static int yy_rowMap [] = {
- 0, 49, 98, 147, 196, 245, 294, 343, 392, 441,
- 490, 539, 588, 637, 686, 735, 784, 833, 882, 931,
- 980, 1029, 1078, 1127, 1176, 1225, 1274, 1323, 1372, 1421,
- 1470, 1519, 1568, 1617, 1666, 1715, 1764, 1715, 1764, 1813,
- 1715, 1715, 1764, 1862, 1911, 1960, 2009, 2058, 2107, 2156,
- 1715, 1764, 2205, 2254, 2303, 1715, 2352, 2352, 2401, 2450,
- 2499, 2205, 1715, 2548, 2597, 1715, 2646, 2695, 2744, 2793,
- 2842, 2891, 1715, 2940, 2989, 3038, 3087, 1715, 3136, 3185,
- 3234, 3283, 3332, 1715, 3381, 3430, 3479, 3528, 3577, 3626,
- 3675, 3724, 3724, 3773, 3822, 3871, 3920, 3920, 3969, 4018,
- 4067, 4116, 4116, 4165, 4214, 4263, 4312, 1715, 4361, 4361,
- 4410, 4459, 4508, 4557, 1715, 1715, 1764, 1715, 1715, 4606,
- 4655, 4704, 4753, 4802, 4851, 4900, 4949, 1715, 4998, 5047,
- 1715, 1715, 2352, 5096, 2450, 1715, 5145, 2499, 2548, 2646,
- 2695, 5194, 2744, 1715, 5243, 2793, 1715, 3136, 5292, 3234,
- 1715, 5341, 3283, 4606, 5390, 5439, 5488, 3528, 1715, 5537,
- 5586, 3724, 5635, 3773, 1715, 5684, 5733, 5782, 5782, 5831,
- 5880, 3871, 3724, 3920, 5929, 3969, 1715, 5978, 4018, 4067,
- 3920, 4116, 6027, 4165, 1715, 6076, 6125, 6174, 6174, 6223,
- 6272, 6321, 4361, 6370, 4410, 1715, 6419, 6468, 6517, 6517,
- 6566, 6615, 6664, 6713, 6762, 6811, 6860, 1715, 6909, 6958,
- 1715, 1715, 1715, 2009, 7007, 7056, 7105, 7154, 7203, 7252,
- 5684, 7301, 7301, 6076, 7350, 7350, 7399, 6419, 7448, 7448,
- 7497, 1715, 7546, 7595, 1715, 7644, 7693, 7742, 7791, 7840,
- 7889, 7938, 5831, 6223, 7987, 6566, 8036, 8085, 8134, 8183,
- 8232, 8281, 8330, 8379, 8428, 8477, 8526, 8575, 8624, 8673,
- 8722, 1715, 1715, 8771, 8820, 8869, 8918, 1715, 1715, 1715,
- 8967, 9016, 9065, 9114, 9163, 1715, 4263, 4508
- };
-
- /**
- * The packed transition table of the DFA
- */
- final private static String yy_packed =
- "\1\40\1\41\10\40\1\42\4\40\1\43\41\40\1\44"+
- "\1\45\57\44\1\46\1\47\16\46\1\50\1\46\1\51"+
- "\36\46\1\52\1\53\57\52\1\46\1\47\5\46\1\54"+
- "\12\46\1\51\37\46\1\47\2\46\1\55\1\56\2\46"+
- "\1\57\3\46\1\56\5\46\1\56\2\60\2\57\1\46"+
- "\10\57\1\61\2\57\1\46\5\57\1\46\2\57\1\46"+
- "\3\57\2\46\1\47\2\46\1\55\1\62\6\46\1\62"+
- "\5\46\1\62\36\46\1\63\1\64\2\63\1\65\15\63"+
- "\1\51\36\63\1\46\1\47\2\46\1\66\1\56\2\46"+
- "\1\67\3\46\1\56\5\46\1\56\4\67\1\46\13\67"+
- "\1\46\5\67\1\46\2\67\1\46\3\67\2\46\1\47"+
- "\2\46\1\66\1\56\2\46\1\67\3\46\1\56\5\46"+
- "\1\56\4\67\1\46\13\67\1\70\5\67\1\46\2\67"+
- "\1\46\3\67\1\46\1\71\1\47\1\46\1\72\1\73"+
- "\1\56\3\71\1\74\1\71\1\75\1\56\5\71\1\56"+
- "\36\71\1\46\1\47\2\46\1\76\15\46\1\51\37\46"+
- "\1\47\1\77\1\100\1\46\1\56\2\46\1\101\3\46"+
- "\1\56\5\46\1\56\4\101\1\46\13\101\1\46\5\101"+
- "\1\46\2\101\1\46\3\101\2\46\1\47\1\77\1\100"+
- "\1\46\1\56\2\46\1\101\3\46\1\56\5\46\1\56"+
- "\4\101\1\46\13\101\1\102\5\101\1\46\2\101\1\46"+
- "\3\101\1\46\1\103\1\47\1\77\1\104\1\103\1\56"+
- "\3\103\1\105\1\103\1\106\1\56\5\103\1\56\36\103"+
- "\1\46\1\47\3\46\1\56\6\46\1\56\5\46\1\56"+
- "\36\46\1\107\1\110\1\111\1\112\4\107\1\113\12\107"+
- "\4\114\1\107\13\114\1\107\5\114\1\107\2\114\1\107"+
- "\3\114\1\107\1\46\1\110\1\111\1\112\1\46\1\56"+
- "\2\46\1\115\3\46\1\56\5\46\1\56\4\115\1\46"+
- "\13\115\1\46\5\115\1\46\2\115\1\46\3\115\2\46"+
- "\1\110\1\111\1\112\1\46\1\56\2\46\1\115\3\46"+
- "\1\56\5\46\1\56\4\115\1\46\13\115\1\116\5\115"+
- "\1\46\2\115\1\46\3\115\1\46\1\117\1\110\1\111"+
- "\1\120\1\117\1\56\3\117\1\121\1\117\1\122\1\56"+
- "\5\117\1\56\36\117\1\46\1\123\1\124\2\46\1\56"+
- "\6\46\1\56\5\46\1\56\6\46\1\125\1\126\2\46"+
- "\1\127\11\46\1\126\1\125\11\46\1\47\1\124\2\46"+
- "\1\56\6\46\1\56\5\46\1\56\4\46\1\130\32\46"+
- "\1\47\1\124\2\46\1\56\2\46\1\131\3\46\1\56"+
- "\5\46\1\56\4\131\1\130\13\131\1\46\5\131\1\46"+
- "\2\131\1\46\3\131\2\46\1\47\1\124\2\46\1\56"+
- "\6\46\1\56\5\46\1\56\4\46\1\130\7\46\1\132"+
- "\5\46\1\133\13\46\1\134\1\47\1\124\1\135\1\134"+
- "\1\56\3\134\1\136\1\134\1\137\1\56\5\134\1\56"+
- "\4\134\1\140\31\134\1\141\1\47\1\124\1\142\1\141"+
- "\1\56\3\141\1\143\1\141\1\144\1\56\5\141\1\56"+
- "\4\141\1\145\31\141\1\146\1\47\1\124\1\147\1\146"+
- "\1\56\3\146\1\150\1\146\1\151\1\56\5\146\1\56"+
- "\36\146\1\152\1\153\1\154\56\152\1\155\1\47\1\124"+
- "\1\156\1\155\1\56\3\155\1\157\1\155\1\160\1\56"+
- "\5\155\1\56\36\155\1\161\1\162\1\163\56\161\1\164"+
- "\1\165\57\164\1\40\1\0\10\40\1\0\4\40\1\0"+
- "\41\40\3\0\1\166\1\167\14\0\1\170\44\0\1\171"+
- "\2\0\1\172\3\0\1\171\5\0\1\171\4\172\1\0"+
- "\13\172\1\0\5\172\1\173\2\172\1\0\3\172\6\0"+
- "\1\171\2\0\1\174\3\0\1\171\5\0\1\171\4\174"+
- "\1\0\13\174\1\0\5\174\1\0\2\174\1\0\3\174"+
- "\103\0\1\175\57\0\1\176\47\0\1\177\53\0\1\200"+
- "\63\0\1\56\6\0\1\56\5\0\1\56\44\0\3\57"+
- "\4\0\1\57\5\0\4\57\1\0\13\57\1\0\5\57"+
- "\1\0\2\57\1\0\4\57\6\0\3\57\4\0\1\57"+
- "\5\0\2\57\1\201\1\57\1\0\13\57\1\0\5\57"+
- "\1\0\2\57\1\0\4\57\6\0\3\57\4\0\1\57"+
- "\5\0\2\57\1\202\1\57\1\0\13\57\1\0\5\57"+
- "\1\0\2\57\1\0\4\57\5\0\1\62\6\0\1\62"+
- "\5\0\1\62\40\0\1\203\60\0\1\204\64\0\3\67"+
- "\4\0\1\67\5\0\4\67\1\0\13\67\1\0\5\67"+
- "\1\0\2\67\1\0\4\67\1\71\2\0\1\205\1\71"+
- "\1\0\3\71\1\0\1\71\2\0\5\71\1\0\37\71"+
- "\1\0\1\204\1\205\1\71\1\0\3\71\1\0\1\71"+
- "\2\0\5\71\1\0\36\71\1\74\1\0\1\206\1\207"+
- "\1\74\1\206\3\74\1\210\1\74\2\206\5\74\1\206"+
- "\36\74\1\75\1\0\1\211\1\212\1\75\1\211\3\75"+
- "\1\211\1\75\1\210\1\211\5\75\1\211\36\75\2\0"+
- "\1\77\1\213\63\0\3\101\4\0\1\101\5\0\4\101"+
- "\1\0\13\101\1\0\5\101\1\0\2\101\1\0\4\101"+
- "\1\103\2\0\1\214\1\103\1\0\3\103\1\0\1\103"+
- "\2\0\5\103\1\0\37\103\1\0\1\77\1\215\1\103"+
- "\1\0\3\103\1\0\1\103\2\0\5\103\1\0\36\103"+
- "\1\105\1\0\1\216\1\217\1\105\1\216\3\105\1\220"+
- "\1\105\2\216\5\105\1\216\36\105\1\106\1\0\1\221"+
- "\1\222\1\106\1\221\3\106\1\221\1\106\1\220\1\221"+
- "\5\106\1\221\36\106\1\107\3\0\17\107\4\0\1\107"+
- "\13\0\1\107\5\0\1\107\2\0\1\107\3\0\1\107"+
- "\3\0\1\166\15\0\1\170\41\0\1\223\56\0\1\107"+
- "\3\0\2\107\3\113\4\107\1\113\5\107\4\114\1\107"+
- "\13\114\1\107\5\114\1\107\2\114\1\107\3\114\1\113"+
- "\6\0\3\114\4\0\1\114\5\0\4\114\1\0\13\114"+
- "\1\0\5\114\1\0\2\114\1\0\4\114\6\0\3\115"+
- "\4\0\1\115\5\0\4\115\1\0\13\115\1\0\5\115"+
- "\1\0\2\115\1\0\4\115\1\117\2\0\1\224\1\117"+
- "\1\0\3\117\1\0\1\117\2\0\5\117\1\0\37\117"+
- "\1\0\1\223\1\224\1\117\1\0\3\117\1\0\1\117"+
- "\2\0\5\117\1\0\36\117\1\121\1\0\1\225\1\226"+
- "\1\121\1\225\3\121\1\227\1\121\2\225\5\121\1\225"+
- "\36\121\1\122\1\0\1\230\1\231\1\122\1\230\3\122"+
- "\1\230\1\122\1\227\1\230\5\122\1\230\36\122\3\0"+
- "\1\166\15\0\1\232\100\0\1\233\52\0\1\234\12\0"+
- "\1\234\40\0\1\235\32\0\20\236\1\237\40\236\6\0"+
- "\3\131\4\0\1\131\5\0\4\131\1\0\13\131\1\0"+
- "\5\131\1\0\2\131\1\0\4\131\44\0\1\240\67\0"+
- "\1\241\5\0\1\134\2\0\1\242\1\134\1\0\3\134"+
- "\1\0\1\134\2\0\5\134\1\0\36\134\1\136\1\0"+
- "\1\243\1\244\1\136\1\243\3\136\1\245\1\136\2\243"+
- "\5\136\1\243\36\136\1\246\1\0\1\247\1\250\1\251"+
- "\1\247\3\251\1\247\1\246\1\252\1\253\3\251\1\246"+
- "\1\251\1\253\4\251\1\246\27\251\2\246\1\140\2\236"+
- "\1\254\1\140\1\236\3\140\1\236\1\140\2\236\3\140"+
- "\1\255\1\140\1\236\36\140\1\141\2\0\1\256\1\141"+
- "\1\0\3\141\1\0\1\141\2\0\5\141\1\0\36\141"+
- "\1\143\2\257\1\260\1\143\1\257\3\143\1\261\1\143"+
- "\2\257\5\143\1\257\36\143\1\144\2\262\1\263\1\144"+
- "\1\262\3\144\1\262\1\144\1\261\1\262\5\144\1\262"+
- "\36\144\1\145\2\236\1\264\1\145\1\236\3\145\1\236"+
- "\1\145\2\236\3\145\1\265\1\145\1\236\36\145\1\146"+
- "\2\0\1\266\1\146\1\0\3\146\1\0\1\146\2\0"+
- "\5\146\1\0\36\146\1\150\1\0\1\267\1\270\1\150"+
- "\1\267\3\150\1\271\1\150\2\267\5\150\1\267\36\150"+
- "\1\272\1\0\1\273\1\274\1\275\1\273\3\275\1\273"+
- "\1\272\1\276\1\277\3\275\1\272\1\275\1\277\4\275"+
- "\1\272\27\275\2\272\2\152\1\0\60\152\1\0\16\152"+
- "\1\300\37\152\1\155\2\0\1\301\1\155\1\0\3\155"+
- "\1\0\1\155\2\0\5\155\1\0\36\155\1\157\1\0"+
- "\1\302\1\303\1\157\1\302\3\157\1\304\1\157\2\302"+
- "\5\157\1\302\36\157\1\305\1\0\1\306\1\307\1\310"+
- "\1\306\3\310\1\306\1\305\1\311\1\312\3\310\1\305"+
- "\1\310\1\312\4\310\1\305\27\310\2\305\2\161\1\0"+
- "\60\161\1\0\16\161\1\313\37\161\7\0\1\314\17\0"+
- "\1\315\36\0\1\171\2\0\1\40\3\0\1\171\5\0"+
- "\1\171\4\40\1\0\13\40\1\0\5\40\1\0\2\40"+
- "\1\0\3\40\1\0\1\316\1\0\3\316\1\317\3\172"+
- "\1\316\1\0\1\316\1\317\1\172\1\316\1\0\2\316"+
- "\1\317\4\172\1\316\13\172\1\316\5\172\1\316\2\172"+
- "\1\320\4\172\15\0\1\321\6\0\1\322\34\0\1\316"+
- "\1\0\3\316\1\317\3\174\1\316\1\0\1\316\1\317"+
- "\1\174\1\316\1\0\2\316\1\317\4\174\1\316\13\174"+
- "\1\316\5\174\1\316\2\174\1\323\4\174\27\0\1\315"+
- "\33\0\1\324\60\0\1\325\64\0\3\57\4\0\1\57"+
- "\5\0\3\57\1\326\1\0\13\57\1\0\5\57\1\0"+
- "\2\57\1\0\4\57\6\0\3\57\4\0\1\57\5\0"+
- "\4\57\1\0\13\57\1\0\1\57\1\327\3\57\1\0"+
- "\2\57\1\0\4\57\1\206\1\0\7\206\1\210\47\206"+
- "\1\211\1\0\11\211\1\210\45\211\1\216\1\0\7\216"+
- "\1\220\47\216\1\221\1\0\11\221\1\220\45\221\1\225"+
- "\1\0\7\225\1\227\47\225\1\230\1\0\11\230\1\227"+
- "\45\230\30\0\1\330\25\0\1\330\35\0\1\331\12\0"+
- "\1\331\47\0\1\332\62\0\1\333\76\0\1\334\3\0"+
- "\1\243\1\0\7\243\1\245\47\243\1\246\1\0\1\247"+
- "\1\335\1\246\1\247\3\246\1\247\1\246\1\245\1\247"+
- "\5\246\1\247\36\246\1\247\1\0\11\247\1\245\45\247"+
- "\1\246\1\0\1\247\1\335\1\246\1\247\3\246\1\247"+
- "\1\246\1\336\1\247\5\246\1\247\36\246\13\0\1\337"+
- "\45\0\1\247\1\0\11\247\1\336\45\247\11\257\1\261"+
- "\47\257\13\262\1\261\45\262\1\267\1\0\7\267\1\271"+
- "\47\267\1\272\1\0\1\273\1\340\1\272\1\273\3\272"+
- "\1\273\1\272\1\271\1\273\5\272\1\273\36\272\1\273"+
- "\1\0\11\273\1\271\45\273\1\272\1\0\1\273\1\340"+
- "\1\272\1\273\3\272\1\273\1\272\1\341\1\273\5\272"+
- "\1\273\36\272\13\0\1\342\45\0\1\273\1\0\11\273"+
- "\1\341\45\273\2\152\1\0\24\152\1\343\31\152\1\302"+
- "\1\0\7\302\1\304\47\302\1\305\1\0\1\306\1\344"+
- "\1\305\1\306\3\305\1\306\1\305\1\304\1\306\5\305"+
- "\1\306\36\305\1\306\1\0\11\306\1\304\45\306\1\305"+
- "\1\0\1\306\1\344\1\305\1\306\3\305\1\306\1\305"+
- "\1\345\1\306\5\305\1\306\36\305\13\0\1\346\45\0"+
- "\1\306\1\0\11\306\1\345\45\306\2\161\1\0\24\161"+
- "\1\347\31\161\7\0\1\350\101\0\1\351\30\0\1\316"+
- "\1\0\10\316\1\0\4\316\1\0\34\316\1\0\5\316"+
- "\1\0\3\316\1\317\4\316\1\0\1\316\1\317\2\316"+
- "\1\0\2\316\1\317\31\316\1\352\4\316\15\0\1\321"+
- "\36\0\1\353\21\0\1\354\12\0\3\354\2\0\1\354"+
- "\11\0\2\354\1\0\1\354\2\0\2\354\10\0\3\57"+
- "\4\0\1\57\5\0\4\57\1\0\11\57\1\355\1\57"+
- "\1\0\5\57\1\0\2\57\1\0\4\57\33\0\1\356"+
- "\12\0\1\356\40\0\1\357\57\0\1\360\66\0\1\361"+
- "\12\0\1\361\40\0\1\362\35\0\2\363\1\0\3\363"+
- "\2\0\1\252\4\363\1\0\6\363\1\0\27\363\5\0"+
- "\2\364\1\0\3\364\2\0\1\276\4\364\1\0\6\364"+
- "\1\0\27\364\2\0\2\152\1\0\25\152\1\365\30\152"+
- "\3\0\2\366\1\0\3\366\2\0\1\311\4\366\1\0"+
- "\6\366\1\0\27\366\2\0\2\161\1\0\25\161\1\367"+
- "\30\161\31\0\1\370\103\0\1\352\21\0\1\354\12\0"+
- "\3\354\2\0\1\354\11\0\2\354\1\0\1\354\1\0"+
- "\1\353\2\354\10\0\3\57\4\0\1\57\5\0\4\57"+
- "\1\0\6\57\1\371\4\57\1\0\5\57\1\0\2\57"+
- "\1\0\4\57\44\0\1\372\54\0\1\373\55\0\1\374"+
- "\60\0\1\375\63\0\1\376\20\0\2\152\1\0\26\152"+
- "\1\377\27\152\2\161\1\0\26\161\1\u0100\27\161\32\0"+
- "\1\u0101\34\0\3\57\4\0\1\57\5\0\4\57\1\0"+
- "\3\57\1\u0102\7\57\1\0\2\57\1\u0102\2\57\1\0"+
- "\2\57\1\0\4\57\45\0\1\u0103\52\0\1\u0104\63\0"+
- "\1\u0105\43\0\1\u0106\63\0\1\u0107\25\0\1\u0107\2\0"+
- "\2\152\1\0\27\152\1\u0108\26\152\2\161\1\0\27\161"+
- "\1\u0109\26\161\33\0\1\u010a\32\0\1\u010b\3\57\3\0"+
- "\1\u010b\1\57\4\0\1\u010b\4\57\1\0\13\57\1\0"+
- "\5\57\1\0\2\57\1\0\4\57\35\0\1\u010c\56\0"+
- "\1\u010d\12\0\1\u010d\45\0\1\u010e\12\0\1\u010e\12\0"+
- "\2\152\1\0\30\152\1\u010f\25\152\2\161\1\0\30\161"+
- "\1\u0110\25\161\32\0\1\u0111\33\0\1\u010b\6\0\1\u010b"+
- "\5\0\1\u010b\36\0\2\152\1\0\27\152\1\u0112\26\152"+
- "\2\161\1\0\27\161\1\u0113\26\161\27\0\1\u0114\31\0"+
- "\2\152\1\0\24\152\1\u0115\31\152\2\161\1\0\24\161"+
- "\1\u0116\31\161";
-
- /**
- * The transition table of the DFA
- */
- final private static int yytrans [] = yy_unpack(yy_packed);
-
-
- /* error codes */
- final private static int YY_UNKNOWN_ERROR = 0;
- // final private static int YY_ILLEGAL_STATE = 1;
- final private static int YY_NO_MATCH = 2;
- final private static int YY_PUSHBACK_2BIG = 3;
-
- /* error messages for the codes above */
- final private static String YY_ERROR_MSG[] = {
- "Unkown internal scanner error", //$NON-NLS-1$
- "Internal error: unknown state", //$NON-NLS-1$
- "Error: could not match input", //$NON-NLS-1$
- "Error: pushback value was too large" //$NON-NLS-1$
- };
-
- /**
- * YY_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
- */
- private final static byte YY_ATTRIBUTE[] = {
- 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1,
- 1, 1, 1, 9, 1, 9, 1, 1, 9, 9, 1, 1, 1, 1, 1, 1,
- 1, 1, 9, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 9, 1,
- 1, 9, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 9, 1, 1,
- 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1,
- 1, 1, 9, 9, 1, 9, 9, 1, 0, 1, 0, 1, 0, 0, 0, 9,
- 1, 1, 9, 9, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 9,
- 0, 0, 9, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 9, 0,
- 0, 0, 0, 0, 9, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0,
- 9, 0, 0, 0, 1, 0, 0, 0, 9, 1, 0, 0, 1, 1, 0, 1,
- 0, 0, 0, 9, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 9,
- 0, 0, 9, 9, 9, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0,
- 1, 0, 1, 0, 1, 0, 1, 9, 0, 1, 9, 0, 1, 0, 0, 0,
- 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1,
- 0, 1, 0, 0, 0, 9, 9, 1, 1, 0, 1, 9, 9, 9, 1, 1,
- 0, 1, 1, 9, 1, 1
- };
-
- /** the input device */
- private java.io.Reader yy_reader;
-
- /** the current state of the DFA */
- private int yy_state;
-
- /** the current lexical state */
- private int yy_lexical_state = YYINITIAL;
-
- /** this buffer contains the current text to be matched and is
- the source of the yytext() string */
- private char yy_buffer[] = new char[16384];
-
- /** the textposition at the last accepting state */
- private int yy_markedPos;
-
- /** the textposition at the last state to be included in yytext */
- private int yy_pushbackPos;
-
- /** the current text position in the buffer */
- private int yy_currentPos;
-
- /** startRead marks the beginning of the yytext() string in the buffer */
- private int yy_startRead;
-
- /** endRead marks the last character in the buffer, that has been read
- from input */
- private int yy_endRead;
-
- /** number of newlines encountered up to the start of the matched text */
- private int yyline;
-
- /** the number of characters up to the start of the matched text */
- private int yychar;
-
- /**
- * the number of characters from the last newline up to the start of the
- * matched text
- */
- // private int yycolumn;
-
- /**
- * yy_atBOL == true <=> the scanner is currently at the beginning of a line
- */
- // private boolean yy_atBOL;
-
- /** yy_atEOF == true <=> the scanner has returned a value for EOF */
- private boolean yy_atEOF;
-
- /** denotes if the user-EOF-code has already been executed */
- private boolean yy_eof_done;
-
- /* user code: */
- private int fTokenCount = 0;
-
- // required holders for white-space compacting
- private boolean fShouldLoadBuffered = false;
- private String fBufferedContext = null;
- private int fBufferedStart = 1;
- private int fBufferedLength = 0;
- private String f_context = null;
-
- // state stack for handling embedded regions
- private IntStack fStateStack = new IntStack();
-
- private String context = null;
- private int start = 0;
- private int textLength = 0;
- private int length = 0;
-
- // offset for tracking position specific block tags
- private int fOffset = 0;
-
- // the name of the current tag being opened
- private String fCurrentTagName = null;
-
- // the list of tag name BlockMarkers
- private List fBlockMarkers = new ArrayList();
-
- // required to not seek text blocks on an end tag
- private boolean fIsBlockingEnabled = false;
- private boolean fIsCaseSensitiveBlocking = true;
-
- private XMLParserRegionFactory fRegionFactory = new XMLParserRegionFactory();
-/**
- * user method
- */
-public final void addBlockMarker(BlockMarker marker) {
- if(containsTagName(marker.getTagName()))
- return;
- fBlockMarkers.add(marker);
-}
-/**
- * user method
- */
-public final void removeBlockMarker(BlockMarker marker) {
- fBlockMarkers.remove(marker);
-}
-/**
- * user method
- */
-public final void removeBlockMarker(String tagname) {
- if (fBlockMarkers != null) {
- Iterator blocks = fBlockMarkers.iterator();
- while (blocks.hasNext()) {
- if (((BlockMarker) blocks.next()).getTagName().equals(tagname))
- blocks.remove();
- }
- }
-}
-/* user method */
-public final boolean isCaseSensitiveBlocking() {
- return fIsCaseSensitiveBlocking;
-}
-/* user method */
-public final void setCaseSensitiveBlocking(boolean newValue) {
- fIsCaseSensitiveBlocking = newValue;
-}
-/* user method */
-public boolean getBlockMarkerCaseSensitivity() {
- return getBlockMarkerCaseSensitivity(fCurrentTagName);
-}
-/* user method */
-public boolean getBlockMarkerCaseSensitivity(String name) {
- Iterator iterator = fBlockMarkers.iterator();
- while(iterator.hasNext()) {
- BlockMarker marker = (BlockMarker)iterator.next();
- boolean casesensitive = marker.isCaseSensitive();
- if(casesensitive && marker.getTagName().equals(name))
- return casesensitive;
- else if(!casesensitive && marker.getTagName().equalsIgnoreCase(name))
- return casesensitive;
- }
- return true;
-}
-/* user method */
-public String getBlockMarkerContext() {
- return getBlockMarkerContext(fCurrentTagName);
-}
-/* user method */
-public String getBlockMarkerContext(String name) {
- Iterator iterator = fBlockMarkers.iterator();
- while(iterator.hasNext()) {
- BlockMarker marker = (BlockMarker)iterator.next();
- if(marker.getTagName().equals(name))
- return marker.getContext();
- }
- return BLOCK_TEXT;
-}
-/* user method */
-public List getBlockMarkers() {
- return fBlockMarkers;
-}
-/* user method */
-public final int getOffset() {
- return fOffset + yychar;
-}
-private final boolean isBlockMarker() {
- return isBlockMarker(fCurrentTagName);
-}
-private final boolean isBlockMarker(String tagName) {
- if (!fIsBlockingEnabled)
- return false;
- return containsTagName(tagName);
-}
-/**
- * user method
- */
-public final void beginBlockTagScan(String newTagName) {
- beginBlockMarkerScan(newTagName, BLOCK_TEXT);
-}
-/**
- * user method
- *
- * Special tokenizer setup. Allows tokenization to be initiated at the
- * start of a text block within a "newTagName" tag.
- *
- * Example:
- * Tokenizer toker = new Tokenizer();
- * toker.setCaseSensitiveBlocking(false);
- * toker.reset(new java.io.StringReader("afiuhqwkejhtasihgalkwhtq</scripter></scr></script>asgdasga"));
- * toker.beginBlockMarkerScan("script", BLOCK_TEXT);
- * toker.getRegions();
- *
- * Returns:
- * BLOCK_TEXT: 0-40
- * XML_END_TAG_OPEN: 41-42
- * XML_TAG_NAME: 43-48
- * XML_TAG_CLOSE: 49-49
- * XML_CONTENT: 50-57
- *
- */
-public final void beginBlockMarkerScan(String newTagName, String blockcontext) {
- yybegin(ST_BLOCK_TAG_SCAN);
- fCurrentTagName = newTagName;
-}
-/**
- * Method doScan.
- *
- * Returns a context region for all of the text from the current position upto the end of input or
- * to right *before* the first occurence of searchString
- *
- * @param searchString - target string to search for ex.: "-->", "</tagname"
- * @param requireTailSeparator - whether the target must be immediately followed by whitespace or '>'
- * @param context - the context of the scanned region if non-zero length
- * @param exitState - the state to go to if the region was of non-zero length
- * @param abortState - the state to go to if the searchString was found immediately
- * @return String - the context found: the desired context on a non-zero length match, the abortContext on immediate success
- * @throws IOException
- */
-private final String doScan(String searchString, boolean requireTailSeparator, String searchContext, int exitState, int immediateFallbackState) throws IOException {
- boolean stillSearching = true;
- // Disable further block (probably)
- fIsBlockingEnabled = false;
- int searchStringLength = searchString.length();
- int n = 0;
- char lastCheckChar;
- int i;
- boolean same = false;
- while (stillSearching) {
- n = 0;
- // Ensure that enough data from the input exists to compare against the search String.
- n = yy_advance();
- while(n != YYEOF && yy_currentPos < searchStringLength)
- n = yy_advance();
- // If the input was too short or we've exhausted the input, stop immediately.
- if (n == YYEOF) {
- stillSearching = false;
- }
- else {
- same = true;
- // Ensure that we've not encountered a complete block (<%%>) that was *shorter* than the closeTagString and
- // thus found twice at current-targetLength [since the first scan would have come out this far anyway].
- // Check the characters in the target versus the last targetLength characters read from the buffer
- // and see if it matches
-
- // safety check for array accesses (yy_currentPos is the *last* character we can check against)
- if(yy_currentPos >= searchStringLength && yy_currentPos <= yy_buffer.length) {
- for(i = 0; i < searchStringLength; i++) {
- if(same && fIsCaseSensitiveBlocking)
- same = yy_buffer[i + yy_currentPos - searchStringLength] == searchString.charAt(i);
- else if(same && !fIsCaseSensitiveBlocking)
- same = Character.toLowerCase(yy_buffer[i + yy_currentPos - searchStringLength]) == Character.toLowerCase(searchString.charAt(i));
- }
- }
- // safety check failed; no match is possible right now
- else {
- same = false;
- }
- if (same && requireTailSeparator && yy_currentPos < yy_buffer.length) {
- // Additional check for close tags to ensure that targetString="</script" doesn't match
- // "</scriptS"
- lastCheckChar = yy_buffer[yy_currentPos];
- // Succeed on "</script>" and "</script "
- if(lastCheckChar == '>' || Character.isWhitespace(lastCheckChar))
- stillSearching = false;
- }
- else {
- stillSearching = !same || (yy_currentPos < yy_startRead + searchStringLength);
- }
- }
- }
- if (n != YYEOF || same) {
- // We've stopped short of the end or definitely found a match
- yy_markedPos = yy_currentPos - searchStringLength;
- yy_currentPos = yy_markedPos + 1;
- // If the searchString occurs at the very beginning of what would have
- // been a Block, resume scanning normally immediately
- if (yy_markedPos == yy_startRead) {
- yybegin(immediateFallbackState);
- return primGetNextToken();
- }
- }
- else {
- // We ran through the rest of the input
- yy_markedPos = yy_currentPos;
- yy_currentPos++;
- }
- yybegin(exitState);
- // If the ending occurs at the very beginning of what would have
- // been a Block, resume scanning normally immediately
- if(yy_markedPos == yy_startRead)
- return primGetNextToken();
- return searchContext;
-}
-/**
- * user method
- *
- * A generic lookahead-like operation
- */
-private final String doBlockScan(String target, String targetContext, int immediateFallbackState) throws IOException {
- return doScan(target, false, targetContext, immediateFallbackState, immediateFallbackState);
-}
-/**
- * user method
- * does a lookahead for the current tag name
- */
-private final String doBlockTagScan() throws IOException {
- fIsCaseSensitiveBlocking = getBlockMarkerCaseSensitivity();
- return doScan("</" + fCurrentTagName, true, getBlockMarkerContext(fCurrentTagName), YYINITIAL, YYINITIAL);
-}
-/**
- * user method
- *
- * Converts the raw context String returned by the primGetNextToken()
- * method into a full ITextRegion by pulling in values for the
- * current offset within the scanning text.
- *
- * Returns null when EOF is encountered and attaches intermittently
- * discovered whitespace onto the end of useful regions.
- *
- * Note that this algorithm caches the token following the one being returned
- * so that whitespace can be collapsed.
- */
-public final ITextRegion getNextToken() throws IOException {
- // load the starting non-whitespace token (assume that it is so)
- if (fShouldLoadBuffered) {
- context = fBufferedContext;
- start = fBufferedStart;
- textLength = length = fBufferedLength;
- fShouldLoadBuffered = false;
- }
- else {
- context = primGetNextToken();
- if (context == XML_TAG_NAME) {
- if(containsTagName(yy_buffer, yy_startRead, yy_markedPos-yy_startRead))
- fCurrentTagName = yytext();
- else
- fCurrentTagName = null;
- }
- else if (context == XML_TAG_OPEN) {
- fIsBlockingEnabled = true;
- }
- else if (context == XML_END_TAG_OPEN) {
- fIsBlockingEnabled = false;
- }
- start = yychar;
- textLength = length = yylength();
- if (yy_atEOF) {
- fTokenCount++;
- return null;
- }
- }
- // store the next token
- f_context = primGetNextToken();
- if (f_context == XML_TAG_NAME) {
- if(containsTagName(yy_buffer, yy_startRead, yy_markedPos-yy_startRead))
- fCurrentTagName = yytext();
- else
- fCurrentTagName = null;
- }
- else if (f_context == XML_TAG_OPEN) {
- fIsBlockingEnabled = true;
- }
- else if (f_context == XML_END_TAG_OPEN) {
- fIsBlockingEnabled = false;
- }
- fBufferedContext = f_context;
- fBufferedStart = yychar;
- fBufferedLength = yylength();
- fShouldLoadBuffered = true;
- if (fBufferedContext == WHITE_SPACE) {
- fShouldLoadBuffered = false;
- length += fBufferedLength;
- }
- if (context == null) {
- // EOF
- if (Debug.debugTokenizer) {
- System.out.println(getClass().getName() + " discovered " + fTokenCount + " tokens."); //$NON-NLS-2$//$NON-NLS-1$
- }
- return null;
- }
- fTokenCount++;
- return fRegionFactory.createToken(context, start, textLength, length, null, fCurrentTagName);
-}
-/* user method */
-public XMLTokenizer(){
- super();
-}
-/* user method */
-public XMLTokenizer(char[] charArray){
- this(new CharArrayReader(charArray));
-}
-/* user method */
-public void reset(char[] charArray) {
- reset(new CharArrayReader(charArray), 0);
-}
-/* user method */
-public void reset(char[] charArray, int newOffset) {
- reset(new CharArrayReader(charArray), newOffset);
-}
-/* user method */
-public void reset(java.io.InputStream in) {
- reset(new java.io.InputStreamReader(in), 0);
-}
-/* user method */
-public void reset(java.io.InputStream in, int newOffset) {
- reset(new java.io.InputStreamReader(in), newOffset);
-}
-/* user method */
-public void reset(java.io.Reader in) {
- reset(in, 0);
-}
-/**
- * user method *
- *
- * Reset internal counters and vars to "newly created" values, in the hopes
- * that resetting a pre-existing tokenizer is faster than creating a new one.
- *
- * This method contains code blocks that were essentially duplicated from the
- * <em>generated</em> output of this specification before this method was
- * added. Those code blocks were under the above copyright.
- */
-public void reset(java.io.Reader in, int newOffset) {
- if (Debug.debugTokenizer) {
- System.out.println("resetting tokenizer");//$NON-NLS-1$
- }
- fOffset = newOffset;
-
- /* the input device */
- yy_reader = in;
-
- /* the current state of the DFA */
- yy_state = 0;
-
- /* the current lexical state */
- yy_lexical_state = YYINITIAL;
-
- /* this buffer contains the current text to be matched and is
- the source of the yytext() string */
- java.util.Arrays.fill(yy_buffer, (char)0);
-
- /* the textposition at the last accepting state */
- yy_markedPos = 0;
-
- /* the textposition at the last state to be included in yytext */
- yy_pushbackPos = 0;
-
- /* the current text position in the buffer */
- yy_currentPos = 0;
-
- /* startRead marks the beginning of the yytext() string in the buffer */
- yy_startRead = 0;
-
- /**
- * endRead marks the last character in the buffer, that has been read
- * from input
- */
- yy_endRead = 0;
-
- /* number of newlines encountered up to the start of the matched text */
- yyline = 0;
-
- /* the number of characters up to the start of the matched text */
- yychar = 0;
-
- /* yy_atEOF == true <=> the scanner has returned a value for EOF */
- yy_atEOF = false;
-
- /* denotes if the user-EOF-code has already been executed */
- yy_eof_done = false;
-
-
- /* user vars: */
- fTokenCount = 0;
-
- fShouldLoadBuffered = false;
- fBufferedContext = null;
- fBufferedStart = 1;
- fBufferedLength = 0;
- fStateStack = new IntStack();
-
- context = null;
- start = 0;
- textLength = 0;
- length = 0;
-}
-
- /**
- * user method
- *
- */
- public BlockTokenizer newInstance() {
- XMLTokenizer newInstance = new XMLTokenizer();
- // global tagmarkers can be shared; they have no state and
- // are never destroyed (e.g. 'release')
- for(int i = 0; i < fBlockMarkers.size(); i++) {
- BlockMarker blockMarker = (BlockMarker) fBlockMarkers.get(i);
- if(blockMarker.isGlobal())
- newInstance.addBlockMarker(blockMarker);
- }
- return newInstance;
- }
-/* user method */
-private final String scanXMLCommentText() throws IOException {
- // Scan for '-->' and return the text up to that point as
- // XML_COMMENT_TEXT unless the string occurs IMMEDIATELY, in which
- // case change to the ST_XML_COMMENT_END state and return the next
- // context as usual.
- return doScan("-->", false, XML_COMMENT_TEXT, ST_XML_COMMENT_END, ST_XML_COMMENT_END);
-}
-
-
- /**
- * Creates a new scanner
- * There is also a java.io.InputStream version of this constructor.
- *
- * @param in the java.io.Reader to read input from.
- */
- public XMLTokenizer(java.io.Reader in) {
- this.yy_reader = in;
- }
-
- /**
- * Creates a new scanner.
- * There is also java.io.Reader version of this constructor.
- *
- * @param in the java.io.Inputstream to read input from.
- */
- public XMLTokenizer(java.io.InputStream in) {
- this(new java.io.InputStreamReader(in));
- }
-
- /**
- * Unpacks the compressed DFA transition table.
- *
- * @param packed the packed transition table
- * @return the unpacked transition table
- */
- private static int [] yy_unpack(String packed) {
- int [] trans = new int[9212];
- int i = 0; /* index in packed string */
- int j = 0; /* index in unpacked array */
- while (i < 3220) {
- int count = packed.charAt(i++);
- int value = packed.charAt(i++);
- value--;
- do trans[j++] = value; while (--count > 0);
- }
- return trans;
- }
-
- /**
- * Unpacks the compressed character translation table.
- *
- * @param packed the packed character translation table
- * @return the unpacked character translation table
- */
- private static char [] yy_unpack_cmap(String packed) {
- char [] map = new char[0x10000];
- int i = 0; /* index in packed string */
- int j = 0; /* index in unpacked array */
- while (i < 1372) {
- int count = packed.charAt(i++);
- char value = packed.charAt(i++);
- do map[j++] = value; while (--count > 0);
- }
- return map;
- }
-
-
- /**
- * Gets the next input character.
- *
- * @return the next character of the input stream, EOF if the
- * end of the stream is reached.
- * @exception IOException if any I/O-Error occurs
- */
- private int yy_advance() throws java.io.IOException {
-
- /* standard case */
- if (yy_currentPos < yy_endRead) return yy_buffer[yy_currentPos++];
-
- /* if the eof is reached, we don't need to work hard */
- if (yy_atEOF) return YYEOF;
-
- /* otherwise: need to refill the buffer */
-
- /* first: make room (if you can) */
- if (yy_startRead > 0) {
- System.arraycopy(yy_buffer, yy_startRead,
- yy_buffer, 0,
- yy_endRead-yy_startRead);
-
- /* translate stored positions */
- yy_endRead-= yy_startRead;
- yy_currentPos-= yy_startRead;
- yy_markedPos-= yy_startRead;
- yy_pushbackPos-= yy_startRead;
- yy_startRead = 0;
- }
-
- /* is the buffer big enough? */
- if (yy_currentPos >= yy_buffer.length) {
- /* if not: blow it up */
- char newBuffer[] = new char[yy_currentPos*2];
- System.arraycopy(yy_buffer, 0, newBuffer, 0, yy_buffer.length);
- yy_buffer = newBuffer;
- }
-
- /* finally: fill the buffer with new input */
- int numRead = yy_reader.read(yy_buffer, yy_endRead,
- yy_buffer.length-yy_endRead);
-
- if ( numRead == -1 ) return YYEOF;
-
- yy_endRead+= numRead;
-
- return yy_buffer[yy_currentPos++];
- }
-
-
- /**
- * Closes the input stream.
- */
- final public void yyclose() throws java.io.IOException {
- yy_atEOF = true; /* indicate end of file */
- yy_endRead = yy_startRead; /* invalidate buffer */
- yy_reader.close();
- }
-
-
- /**
- * Returns the current lexical state.
- */
- final public int yystate() {
- return yy_lexical_state;
- }
-
- /**
- * Enters a new lexical state
- *
- * @param newState the new lexical state
- */
- final public void yybegin(int newState) {
- yy_lexical_state = newState;
- }
-
-
- /**
- * Returns the text matched by the current regular expression.
- */
- final public String yytext() {
- return new String( yy_buffer, yy_startRead, yy_markedPos-yy_startRead );
- }
-
- /**
- * Returns the length of the matched text region.
- */
- final public int yylength() {
- return yy_markedPos-yy_startRead;
- }
-
-
- /**
- * Reports an error that occured while scanning - from the SED JFlex skeleton
- *
- * @param errorCode the code of the errormessage to display
- */
- private void yy_ScanError(int errorCode) {
- try {
- Logger.log(Logger.ERROR, YY_ERROR_MSG[errorCode]);
- }
- catch (ArrayIndexOutOfBoundsException e) {
- Logger.log(Logger.ERROR, YY_ERROR_MSG[YY_UNKNOWN_ERROR]);
- }
- // DO NOT EXIT the VM on an error
- // System.exit(1);
- }
-
-
- /**
- * Pushes the specified amount of characters back into the input stream.
- *
- * They will be read again by then next call of the scanning method
- *
- * @param number the number of characters to be read again.
- * This number must not be greater than yylength()!
- */
- void yypushback(int number) {
- if ( number > yylength() )
- yy_ScanError(YY_PUSHBACK_2BIG);
-
- yy_markedPos -= number;
- }
-
- /**
- * user method - skeleton.sed
- */
- protected final boolean containsTagName(char[] markerTagName, int offset, int tagnameLength) {
- for(int j = 0; j < fBlockMarkers.size(); j++) {
- BlockMarker marker = (BlockMarker)fBlockMarkers.get(j);
- if(marker.getTagName().length() == tagnameLength) {
- boolean matchesSoFar = true;
- for(int i = 0; i < tagnameLength && matchesSoFar; i++) {
- if(marker.isCaseSensitive()) {
- if(marker.getTagName().charAt(i) != markerTagName[i + offset])
- matchesSoFar = false;
- }
- else {
- if(Character.toLowerCase(marker.getTagName().charAt(i)) != Character.toLowerCase(markerTagName[i + offset]))
- matchesSoFar = false;
- }
- }
- if(matchesSoFar)
- return true;
- }
- }
- return false;
- }
-
- /**
- * user method - skeleton.sed
- *
- * Return ALL of the regions scannable within the remaining text
- * Note: for verification use
- */
- public final List getRegions() {
- List tokens = new ArrayList();
- ITextRegion region = null;
- try {
- region = getNextToken();
- while(region != null) {
- if (region != null) {
- tokens.add(region);
- }
- region = getNextToken();
- }
- }
- catch (StackOverflowError e) {
- Logger.logException(getClass().getName()+": input could not be tokenized correctly at position " + getOffset(), e);//$NON-NLS-1$
- throw e;
- }
- catch (Exception e) {
- // Since this is convenience method and NOT the recommended
- // way of getting tokens, many errors are simply hidden
- Logger.logException("Exception not handled retrieving regions: " + e.getLocalizedMessage(), e);//$NON-NLS-1$
- }
- return tokens;
- }
- /**
- * user method - skeleton.sed
- */
- private final void dump(String s) {
- if (Debug.debugTokenizer) {
- System.out.println(s + " (" + yychar + "-" + //$NON-NLS-2$//$NON-NLS-1$
- (yylength() + yychar) + "):\'" +//$NON-NLS-1$
- StringUtils.escape(yytext()) + "\'");//$NON-NLS-1$
- }
- }
- /* user method - skeleton.sed */
- public final boolean isEOF() {
- return yy_atEOF;
- }
-/* user method - skeleton.sed */
-protected final boolean containsTagName(String markerTagName) {
- Iterator blocks = fBlockMarkers.iterator();
- while(blocks.hasNext()) {
- BlockMarker marker = (BlockMarker)blocks.next();
- if(marker.isCaseSensitive()) {
- if(marker.getTagName().equals(markerTagName))
- return true;
- }
- else {
- if(marker.getTagName().equalsIgnoreCase(markerTagName))
- return true;
- }
- }
- return false;
-}
-
- /**
- * Contains user EOF-code, which will be executed exactly once,
- * when the end of file is reached
- */
- private void yy_do_eof() {
- if (!yy_eof_done) {
- yy_eof_done = true;
- // do nothing, this is the downstream parser's job
-
- }
- }
-
-
- /**
- * Resumes scanning until the next regular expression is matched,
- * the end of input is encountered or an I/O-Error occurs.
- *
- * @return the next token
- * @exception IOException if any I/O-Error occurs
- */
- public String primGetNextToken() throws java.io.IOException {
- int yy_input;
- int yy_action;
-
-
- while (true) {
-
- yychar+= yylength();
-
- boolean yy_counted = false;
- for (yy_currentPos = yy_startRead; yy_currentPos < yy_markedPos;
- yy_currentPos++) {
- switch (yy_buffer[yy_currentPos]) {
- case '\r':
- yyline++;
- yy_counted = true;
- break;
- case '\n':
- if (yy_counted)
- yy_counted = false;
- else {
- yyline++;
- }
- break;
- default:
- yy_counted = false;
- }
- }
-
- if (yy_counted) {
- if ( yy_advance() == '\n' ) yyline--;
- if ( !yy_atEOF ) yy_currentPos--;
- }
-
- yy_action = -1;
-
- yy_currentPos = yy_startRead = yy_markedPos;
-
- yy_state = yy_lexical_state;
-
-
- yy_forAction: {
- while (true) {
-
- yy_input = yy_advance();
-
- if ( yy_input == YYEOF ) break yy_forAction;
-
- int yy_next = yytrans[ yy_rowMap[yy_state] + yycmap[yy_input] ];
- if (yy_next == -1) break yy_forAction;
- yy_state = yy_next;
-
- int yy_attributes = YY_ATTRIBUTE[yy_state];
- if ( (yy_attributes & 1) > 0 ) {
- yy_action = yy_state;
- yy_markedPos = yy_currentPos;
- if ( (yy_attributes & 8) > 0 ) break yy_forAction;
- }
-
- }
- }
-
-
- switch (yy_action) {
-
- case 275:
- case 276:
- case 277:
- {
- if(Debug.debugTokenizer)
- dump("\nCDATA start");//$NON-NLS-1$
- fStateStack.push(yystate());
- yybegin(ST_CDATA_TEXT);
- return XML_CDATA_OPEN;
- }
- case 279: break;
- case 269:
- {
- if(Debug.debugTokenizer)
- dump("element");//$NON-NLS-1$
- yybegin(ST_XML_ELEMENT_DECLARATION);
- return XML_ELEMENT_DECLARATION;
- }
- case 280: break;
- case 268:
- {
- if(Debug.debugTokenizer)
- dump("attlist");//$NON-NLS-1$
- yybegin(ST_XML_ATTLIST_DECLARATION);
- return XML_ATTLIST_DECLARATION;
- }
- case 281: break;
- case 267:
- {
- if(Debug.debugTokenizer)
- dump("doctype");//$NON-NLS-1$
- yybegin(ST_XML_DOCTYPE_DECLARATION);
- return XML_DOCTYPE_DECLARATION;
- }
- case 282: break;
- case 262:
- {
- if(Debug.debugTokenizer)
- dump("doctype external id");//$NON-NLS-1$
- yybegin(ST_XML_DOCTYPE_ID_PUBLIC);
- return XML_DOCTYPE_EXTERNAL_ID_PUBLIC;
- }
- case 283: break;
- case 261:
- {
- if(Debug.debugTokenizer)
- dump("doctype external id");//$NON-NLS-1$
- yybegin(ST_XML_DOCTYPE_ID_SYSTEM);
- return XML_DOCTYPE_EXTERNAL_ID_SYSTEM;
- }
- case 284: break;
- case 257:
- case 266:
- {
- if(Debug.debugTokenizer)
- dump("DHTML processing instruction target");//$NON-NLS-1$
- yybegin(ST_DHTML_ATTRIBUTE_NAME);
- return XML_TAG_NAME;
- }
- case 285: break;
- case 234:
- {
- if(Debug.debugTokenizer)
- dump("\nCharRef");//$NON-NLS-1$
- return XML_CHAR_REFERENCE;
- }
- case 286: break;
- case 231:
- {
- if(Debug.debugTokenizer)
- dump("\ncomment start");//$NON-NLS-1$
- yybegin(ST_XML_COMMENT);
- return XML_COMMENT_OPEN;
- }
- case 287: break;
- case 213:
- {
- if(Debug.debugTokenizer)
- dump("XML processing instruction target");//$NON-NLS-1$
- yybegin(ST_XML_PI_ATTRIBUTE_NAME);
- return XML_TAG_NAME;
- }
- case 288: break;
- case 212:
- {
- if(Debug.debugTokenizer)
- dump("comment end");//$NON-NLS-1$
- yybegin(YYINITIAL);
- return XML_COMMENT_CLOSE;
- }
- case 289: break;
- case 211:
- {
- if(Debug.debugTokenizer)
- dump("CDATA end");//$NON-NLS-1$
- yybegin(fStateStack.pop());
- return XML_CDATA_CLOSE;
- }
- case 290: break;
- case 210:
- {
- if(Debug.debugTokenizer)
- dump("\nPEReference");//$NON-NLS-1$
- return XML_PE_REFERENCE;
- }
- case 291: break;
- case 207:
- {
- if(Debug.debugTokenizer)
- dump("\nEntityRef");//$NON-NLS-1$
- return XML_ENTITY_REFERENCE;
- }
- case 292: break;
- case 158:
- case 172:
- case 180:
- {
- return XML_DOCTYPE_INTERNAL_SUBSET;
- }
- case 293: break;
- case 146:
- {
- yybegin(YYINITIAL);
- if(Debug.debugTokenizer)
- dump("empty tag close");//$NON-NLS-1$
- return XML_EMPTY_TAG_CLOSE;
- }
- case 294: break;
- case 131:
- {
- if(Debug.debugTokenizer)
- dump("XML processing instruction end");//$NON-NLS-1$
- yybegin(YYINITIAL);
- return XML_PI_CLOSE;
- }
- case 295: break;
- case 130:
- {
- // ended with nothing inside
- yybegin(YYINITIAL);
- return XML_PI_CLOSE;
- }
- case 296: break;
- case 127:
- {
- if(Debug.debugTokenizer)
- dump("processing instruction end");//$NON-NLS-1$
- yybegin(YYINITIAL);
- return XML_PI_CLOSE;
- }
- case 297: break;
- case 119:
- {
- fStateStack.push(yystate());
- if(Debug.debugTokenizer)
- dump("\ndeclaration start");//$NON-NLS-1$
- yybegin(ST_XML_DECLARATION);
- return XML_DECLARATION_OPEN;
- }
- case 298: break;
- case 118:
- {
- if(Debug.debugTokenizer)
- dump("\nprocessing instruction start");//$NON-NLS-1$
- yybegin(ST_PI);
- return XML_PI_OPEN;
- }
- case 299: break;
- case 62:
- {
- if(Debug.debugTokenizer)
- dump("DHTML processing instruction end");//$NON-NLS-1$
- yybegin(YYINITIAL);
- return XML_PI_CLOSE;
- }
- case 300: break;
- case 56:
- case 58:
- case 59:
- case 60:
- case 135:
- {
- if(Debug.debugTokenizer)
- dump("XML processing instruction attribute value");//$NON-NLS-1$
- yybegin(ST_XML_PI_ATTRIBUTE_NAME);
- return XML_TAG_ATTRIBUTE_VALUE;
- }
- case 301: break;
- case 55:
- {
- if(Debug.debugTokenizer)
- dump("XML processing instruction '='");//$NON-NLS-1$
- yybegin(ST_XML_PI_ATTRIBUTE_VALUE);
- return XML_TAG_ATTRIBUTE_EQUALS;
- }
- case 302: break;
- case 54:
- {
- if(Debug.debugTokenizer)
- dump("XML processing instruction attribute name");//$NON-NLS-1$
- yybegin(ST_XML_PI_EQUALS);
- return XML_TAG_ATTRIBUTE_NAME;
- }
- case 303: break;
- case 50:
- case 51:
- case 52:
- {
- // block scan until close is found
- return doScan("?>", false, XML_PI_CONTENT, ST_XML_PI_TAG_CLOSE, ST_XML_PI_TAG_CLOSE);
- }
- case 304: break;
- case 49:
- {
- yybegin(ST_PI_CONTENT);
- return WHITE_SPACE;
- }
- case 305: break;
- case 46:
- case 47:
- case 48:
- case 128:
- case 129:
- case 214:
- case 236:
- case 248:
- {
- if(Debug.debugTokenizer)
- dump("processing instruction target");//$NON-NLS-1$
- yybegin(ST_PI_WS);
- return XML_TAG_NAME;
- }
- case 306: break;
- case 41:
- case 42:
- {
- if(Debug.debugTokenizer)
- dump("comment content");//$NON-NLS-1$
- return scanXMLCommentText();
- }
- case 307: break;
- case 40:
- {
- if(Debug.debugTokenizer)
- dump("LINE FEED");//$NON-NLS-1$
- return WHITE_SPACE;
- }
- case 308: break;
- case 0:
- case 31:
- case 121:
- case 123:
- case 205:
- case 206:
- case 233:
- {
- if(Debug.debugTokenizer)
- dump("\nXML content");//$NON-NLS-1$
- return XML_CONTENT;
- }
- case 309: break;
- case 5:
- case 8:
- case 9:
- case 10:
- case 12:
- case 13:
- case 14:
- case 15:
- case 17:
- case 18:
- case 19:
- case 20:
- case 21:
- case 22:
- case 23:
- case 24:
- case 25:
- case 26:
- case 28:
- case 45:
- {
- if(Debug.debugTokenizer)
- dump("white space");//$NON-NLS-1$
- return WHITE_SPACE;
- }
- case 310: break;
- case 16:
- case 70:
- {
- if(Debug.debugTokenizer)
- dump("inappropriate tag name");//$NON-NLS-1$
- yybegin(YYINITIAL);
- return XML_CONTENT;
- }
- case 311: break;
- case 27:
- case 105:
- case 106:
- case 191:
- case 226:
- case 244:
- case 254:
- case 263:
- case 270:
- case 273:
- {
- if(Debug.debugTokenizer)
- dump("elementdecl contentspec");//$NON-NLS-1$
- return XML_ELEMENT_DECL_CONTENT;
- }
- case 312: break;
- case 29:
- case 112:
- case 113:
- case 202:
- case 230:
- case 246:
- case 255:
- case 264:
- case 271:
- case 274:
- {
- if(Debug.debugTokenizer)
- dump("attlist contentspec");//$NON-NLS-1$
- return XML_ATTLIST_DECL_CONTENT;
- }
- case 313: break;
- case 32:
- case 71:
- case 82:
- {
- if(Debug.debugTokenizer)
- dump("\nstart tag open");//$NON-NLS-1$
- yybegin(ST_XML_TAG_NAME);
- return XML_TAG_OPEN;
- }
- case 314: break;
- case 33:
- case 34:
- case 37:
- case 38:
- case 39:
- case 43:
- case 44:
- case 53:
- case 57:
- case 61:
- case 63:
- case 67:
- case 73:
- case 79:
- case 84:
- case 85:
- case 86:
- case 87:
- case 89:
- case 90:
- case 92:
- case 97:
- case 102:
- case 109:
- {
- if (Debug.debugTokenizer)
- System.out.println("!!!unexpected!!!: \"" + yytext() + "\":" + //$NON-NLS-2$//$NON-NLS-1$
- yychar + "-" + (yychar + yylength()));//$NON-NLS-1$
- return UNDEFINED;
- }
- case 315: break;
- case 35:
- case 36:
- {
- if(Debug.debugTokenizer)
- dump("CDATA text");//$NON-NLS-1$
- String blockContext = doBlockScan("]]>", XML_CDATA_TEXT, ST_CDATA_END);//$NON-NLS-1$
- if(blockContext == XML_CDATA_TEXT)
- yybegin(ST_CDATA_END);
- return blockContext;
- }
- case 316: break;
- case 64:
- {
- if(Debug.debugTokenizer)
- dump("DHTML processing instruction attribute name");//$NON-NLS-1$
- yybegin(ST_DHTML_EQUALS);
- return XML_TAG_ATTRIBUTE_NAME;
- }
- case 317: break;
- case 65:
- {
- if(Debug.debugTokenizer)
- dump("DHTML processing instruction '='");//$NON-NLS-1$
- yybegin(ST_DHTML_ATTRIBUTE_VALUE);
- return XML_TAG_ATTRIBUTE_EQUALS;
- }
- case 318: break;
- case 66:
- case 68:
- case 69:
- case 143:
- {
- if(Debug.debugTokenizer)
- dump("DHTML processing instruction attribute value");//$NON-NLS-1$
- yybegin(ST_DHTML_ATTRIBUTE_NAME);
- return XML_TAG_ATTRIBUTE_VALUE;
- }
- case 319: break;
- case 72:
- {
- if(Debug.debugTokenizer)
- dump("tag close");//$NON-NLS-1$
- if(isBlockMarker()) {
- yybegin(ST_BLOCK_TAG_SCAN);
- }
- else
- yybegin(YYINITIAL);
- return XML_TAG_CLOSE;
- }
- case 320: break;
- case 74:
- case 75:
- {
- if(Debug.debugTokenizer)
- dump("tag name");//$NON-NLS-1$
- yybegin(ST_XML_ATTRIBUTE_NAME);
- return XML_TAG_NAME;
- }
- case 321: break;
- case 76:
- {
- if(Debug.debugTokenizer)
- dump("attr name");//$NON-NLS-1$
- yybegin(ST_XML_EQUALS);
- return XML_TAG_ATTRIBUTE_NAME;
- }
- case 322: break;
- case 77:
- {
- if(Debug.debugTokenizer)
- dump("equals");//$NON-NLS-1$
- yybegin(ST_XML_ATTRIBUTE_VALUE);
- return XML_TAG_ATTRIBUTE_EQUALS;
- }
- case 323: break;
- case 78:
- case 80:
- case 81:
- case 150:
- {
- if(Debug.debugTokenizer)
- dump("attr value");//$NON-NLS-1$
- yybegin(ST_XML_ATTRIBUTE_NAME);
- return XML_TAG_ATTRIBUTE_VALUE;
- }
- case 324: break;
- case 83:
- {
- if(Debug.debugTokenizer)
- dump("declaration end");//$NON-NLS-1$
- if (Debug.debugTokenizer) {
- if(fStateStack.peek()!=YYINITIAL)
- System.out.println("end embedded region");//$NON-NLS-1$
- }
- yybegin(fStateStack.pop());
- return XML_DECLARATION_CLOSE;
- }
- case 325: break;
- case 88:
- {
- if(Debug.debugTokenizer)
- dump("doctype type");//$NON-NLS-1$
- yybegin(ST_XML_DOCTYPE_EXTERNAL_ID);
- return XML_DOCTYPE_NAME;
- }
- case 326: break;
- case 91:
- case 93:
- case 94:
- case 95:
- case 164:
- case 165:
- case 168:
- case 169:
- case 221:
- {
- if(Debug.debugTokenizer)
- dump("doctype public reference");//$NON-NLS-1$
- yybegin(ST_XML_DOCTYPE_ID_SYSTEM);
- return XML_DOCTYPE_EXTERNAL_ID_PUBREF;
- }
- case 327: break;
- case 96:
- case 98:
- case 99:
- case 100:
- case 176:
- {
- if(Debug.debugTokenizer)
- dump("doctype system reference");//$NON-NLS-1$
- yybegin(ST_XML_DECLARATION_CLOSE);
- return XML_DOCTYPE_EXTERNAL_ID_SYSREF;
- }
- case 328: break;
- case 101:
- case 103:
- case 104:
- case 184:
- case 185:
- case 188:
- case 189:
- case 224:
- {
- if(Debug.debugTokenizer)
- dump("elementdecl name");//$NON-NLS-1$
- yybegin(ST_XML_ELEMENT_DECLARATION_CONTENT);
- return XML_ELEMENT_DECL_NAME;
- }
- case 329: break;
- case 107:
- {
- if(Debug.debugTokenizer)
- dump("elementdecl close");//$NON-NLS-1$
- if (Debug.debugTokenizer) {
- if(fStateStack.peek()!=YYINITIAL)
- System.out.println("end embedded region");//$NON-NLS-1$
- }
- yybegin(fStateStack.pop());
- return XML_DECLARATION_CLOSE;
- }
- case 330: break;
- case 108:
- case 110:
- case 111:
- case 195:
- case 196:
- case 199:
- case 200:
- case 228:
- {
- if(Debug.debugTokenizer)
- dump("attlist name");//$NON-NLS-1$
- yybegin(ST_XML_ATTLIST_DECLARATION_CONTENT);
- return XML_ATTLIST_DECL_NAME;
- }
- case 331: break;
- case 114:
- {
- if(Debug.debugTokenizer)
- dump("attlist close");//$NON-NLS-1$
- if (Debug.debugTokenizer) {
- if(fStateStack.peek()!=YYINITIAL)
- System.out.println("end embedded region");//$NON-NLS-1$
- }
- yybegin(fStateStack.pop());
- return XML_DECLARATION_CLOSE;
- }
- case 332: break;
- case 117:
- {
- if(Debug.debugTokenizer)
- dump("\nend tag open");//$NON-NLS-1$
- yybegin(ST_XML_TAG_NAME);
- return XML_END_TAG_OPEN;
- }
- case 333: break;
- case 115:
- case 116:
- {
- return doBlockTagScan();
- }
- case 334: break;
- default:
- if (yy_input == YYEOF && yy_startRead == yy_currentPos) {
- yy_atEOF = true;
- yy_do_eof();
- return null;
- }
- else {
- yy_ScanError(YY_NO_MATCH);
- }
- }
- }
- }
-
-
-}

Back to the top