1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
/*******************************************************************************
* Copyright (c) 2001, 2004 IBM Corporation and others.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* IBM Corporation - initial API and implementation
* Jens Lukowski/Innoopract - initial renaming/restructuring
*
*******************************************************************************/
package org.eclipse.wst.dtd.core.internal.tokenizer;
public class Token extends Yytoken {
public static final int COMMENT_START = 9;
public static final int CONNECTOR = 6;
public static final int CONTENT_ANY = 43;
public static final int CONTENT_EMPTY = 42;
public static final int CONTENT_PCDATA = 44;
public static final int ELEMENT_CONTENT = 41;
public static final int ELEMENT_TAG = 40;
public static final int END_TAG = 2;
public static final int ENTITY_CONTENT = 32;
public static final int ENTITY_PARM = 31;
public static final int ENTITY_TAG = 30;
public static final int EXCLAMATION = 8;
public static final int LEFT_PAREN = 3;
public static final int NAME = 0;
public static final int NOTATION_CONTENT = 21;
public static final int NOTATION_TAG = 20;
// public static final int CONNECT_CHOICE = 5;
// public static final int CONNECT_SEQUENCE = 6;
// public static final int OCCUR_OPTIONAL = 7;
// public static final int OCCUR_ONE_OR_MORE = 8;
// public static final int OCCUR_ZERO_OR_MORE = 9;
public static final int OCCUR_TYPE = 7;
public static final int RIGHT_PAREN = 4;
public static final int START_TAG = 1;
public static final int WHITESPACE = 5;
public Token(String type) {
super(type);
}
public Token(String type, String text, int line, int charBegin, int length) {
super(type, text, line, charBegin, length);
}
public Token createCopy() {
Token copy = new Token(getType(), getText(), getStartLine(), getStartOffset(), getLength());
return copy;
}
}
|
