1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
/*******************************************************************************
* Copyright (c) 2012 Boeing.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* Boeing - initial API and implementation
*******************************************************************************/
package org.eclipse.osee.orcs.db.internal.search.util;
import java.io.InputStream;
import java.util.List;
import org.eclipse.osee.framework.core.enums.CaseType;
import org.eclipse.osee.framework.core.enums.MatchTokenCountType;
import org.eclipse.osee.framework.core.enums.QueryOption;
import org.eclipse.osee.framework.jdk.core.type.MatchLocation;
import org.eclipse.osee.orcs.db.internal.search.tagger.StreamMatcher;
/**
* @author John Misinco
*/
public class SecondPassMatcher implements StreamMatcher {
private final TokenOrderProcessorFactory processorFactory;
public SecondPassMatcher(TokenOrderProcessorFactory processorFactory) {
this.processorFactory = processorFactory;
}
private String normalizeCase(CaseType caseType, String token) {
return caseType.isCaseSensitive() ? token : token.toLowerCase();
}
@Override
public List<MatchLocation> findInStream(InputStream inputStream, String toSearch, boolean findAllMatchLocations, QueryOption... options) {
CheckedOptions checkedOptions = new CheckedOptions();
checkedOptions.accept(options);
TokenOrderProcessor processor = processorFactory.createTokenProcessor(checkedOptions);
parseSearchString(processor, toSearch, checkedOptions);
searchStream(processor, inputStream, checkedOptions, findAllMatchLocations);
return processor.getLocations();
}
private void parseSearchString(TokenOrderProcessor processor, String toSearch, CheckedOptions options) {
SecondPassScanner toSearchScanner = new SecondPassScanner(toSearch, options.getDelimiter());
try {
while (toSearchScanner.hasNext()) {
String next = toSearchScanner.next();
next = normalizeCase(options.getCaseType(), next);
processor.acceptTokenToMatch(next);
}
} finally {
toSearchScanner.close();
}
}
private void searchStream(TokenOrderProcessor processor, InputStream inputStream, CheckedOptions options, boolean findAllMatchLocations) {
SecondPassScanner inputStreamScanner = new SecondPassScanner(inputStream, options.getDelimiter());
try {
int numTokensProcessed = 0;
boolean isProcessorDone = false;
while (inputStreamScanner.hasNext()) {
++numTokensProcessed;
if (numTokensProcessed > processor.getTotalTokensToMatch() && MatchTokenCountType.MATCH_TOKEN_COUNT == options.getCountType()) {
processor.getLocations().clear();
break;
}
/**
* the purpose of this here is to allow one more token to be read after the processor has signaled that it
* is complete. The if statement above will catch the case when too many tokens are present.
*/
if (isProcessorDone && !findAllMatchLocations) {
break;
}
String next = inputStreamScanner.next();
next = normalizeCase(options.getCaseType(), next);
MatchLocation match = inputStreamScanner.match();
isProcessorDone = processor.processToken(next, match);
}
// Clear if search did not complete
if (!isProcessorDone) {
processor.clearAllLocations();
}
} finally {
inputStreamScanner.close();
}
}
}
|
