1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
/*******************************************************************************
* Copyright (c) 2010, 2011 IBM Corporation and others.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* IBM Corporation - initial API and implementation
******************************************************************************/
package org.eclipse.equinox.bidi.internal;
import org.eclipse.equinox.bidi.STextEnvironment;
import org.eclipse.equinox.bidi.custom.STextProcessor;
/**
* <code>STextDelims</code> is a processor for structured text
* composed of text segments separated by separators where the text segments
* may include delimited parts within which separators are treated like
* regular characters.
*
* <p>A delimited part is bounded by a start delimiter and an end delimiter.
*
* @author Matitiahu Allouche
*/
public abstract class STextDelims extends STextProcessor {
/**
* This method locates occurrences of start delimiters.
*
* @return the position starting from offset <code>fromIndex</code>
* in <code>text</code> of the first occurrence of the
* start delimiter corresponding to <code>caseNumber</code>
* (first start delimiter if <code>caseNumber</code> equals 1,
* second delimiter if <code>caseNumber</code> equals 2, etc...).
*
* @see #getDelimiters
*/
public int indexOfSpecial(STextEnvironment environment, String text, byte[] dirProps, int[] offsets, int caseNumber, int fromIndex) {
char delim = getDelimiters().charAt((caseNumber - 1) * 2);
return text.indexOf(delim, fromIndex);
}
/**
* This method handles the text between start and end delimiters
* as a token.
* It inserts a directional mark if needed at position
* <code>separLocation</code> which corresponds to a start delimiter,
* and skips until after the matching end delimiter.
*
* @return the position after the matching end delimiter, or the length
* of <code>text</code> if no end delimiter is found.
*/
public int processSpecial(STextEnvironment environment, String text, byte[] dirProps, int[] offsets, int[] state, int caseNumber, int separLocation) {
STextProcessor.processSeparator(text, dirProps, offsets, separLocation);
int loc = separLocation + 1;
char delim = getDelimiters().charAt((caseNumber * 2) - 1);
loc = text.indexOf(delim, loc);
if (loc < 0)
return text.length();
return loc + 1;
}
/**
* @return a string containing the delimiters implemented in this class
* instance. This string must include an even
* number of characters. The first 2 characters of a string
* constitute a pair, the next 2 characters are a second pair, etc...
* In each pair, the first character is a start delimiter and
* the second character is an end delimiter. In the <i>lean</i>
* text, any part starting with a start delimiter and ending with
* the corresponding end delimiter is a delimited part. Within a
* delimited part, separators are treated like regular characters,
* which means that they do not define new segments.
*/
protected abstract String getDelimiters();
}
|
