1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
/*******************************************************************************
* Copyright (c) 2004, 2007 Boeing.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* Boeing - initial API and implementation
*******************************************************************************/
package org.eclipse.osee.orcs.db.internal.search.indexer;
import java.util.Collection;
import java.util.LinkedList;
import java.util.List;
import java.util.Set;
import java.util.concurrent.Future;
import org.eclipse.osee.framework.core.data.AttributeTypeId;
import org.eclipse.osee.framework.core.data.Branch;
import org.eclipse.osee.framework.core.data.GammaId;
import org.eclipse.osee.framework.core.executor.CancellableCallable;
import org.eclipse.osee.framework.jdk.core.type.OseeCoreException;
import org.eclipse.osee.framework.jdk.core.util.Collections;
import org.eclipse.osee.jdbc.JdbcClient;
import org.eclipse.osee.jdbc.JdbcConstants;
import org.eclipse.osee.jdbc.JdbcStatement;
import org.eclipse.osee.logger.Log;
import org.eclipse.osee.orcs.OrcsSession;
import org.eclipse.osee.orcs.core.ds.IndexerData;
import org.eclipse.osee.orcs.core.ds.QueryEngineIndexer;
import org.eclipse.osee.orcs.data.AttributeTypes;
import org.eclipse.osee.orcs.db.internal.search.SearchTermHash;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.DeleteTagSetDatabaseTxCallable;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.IndexerDatabaseStatisticsCallable;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.PurgeAllTagsDatabaseCallable;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.producer.IndexAllInQueueCallable;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.producer.IndexBranchesDatabaseCallable;
import org.eclipse.osee.orcs.db.internal.search.indexer.callable.producer.IndexerDatabaseCallable;
import org.eclipse.osee.orcs.db.internal.sql.join.SqlJoinFactory;
import org.eclipse.osee.orcs.search.IndexerCollector;
/**
* @author Roberto E. Escobar
*/
public class QueryEngineIndexerImpl implements QueryEngineIndexer {
private final Log logger;
private final JdbcClient jdbcClient;
private final SqlJoinFactory joinFactory;
private final IndexingTaskConsumer consumer;
private final IndexerCollectorNotifier systemCollector;
public QueryEngineIndexerImpl(Log logger, JdbcClient jdbcClient, SqlJoinFactory joinFactory, IndexingTaskConsumer indexingConsumer) {
this.logger = logger;
this.jdbcClient = jdbcClient;
this.joinFactory = joinFactory;
this.consumer = indexingConsumer;
this.systemCollector = new IndexerCollectorNotifier(logger);
}
@Override
public CancellableCallable<Integer> deleteIndexByQueryId(OrcsSession session, int queueId) {
return new DeleteTagSetDatabaseTxCallable(logger, session, jdbcClient, queueId);
}
@Override
public CancellableCallable<Integer> purgeAllIndexes(OrcsSession session) {
return new PurgeAllTagsDatabaseCallable(logger, session, jdbcClient);
}
@Override
public CancellableCallable<IndexerData> getIndexerData(OrcsSession session) {
return new IndexerDatabaseStatisticsCallable(logger, session, jdbcClient);
}
@Override
public CancellableCallable<Integer> indexBranches(OrcsSession session, AttributeTypes types, Collection<? extends AttributeTypeId> typeToTag, Set<Branch> branches, boolean indexOnlyMissing, IndexerCollector... collector) {
return new IndexBranchesDatabaseCallable(logger, session, jdbcClient, joinFactory, types, consumer,
merge(collector), typeToTag, branches, indexOnlyMissing);
}
@Override
public CancellableCallable<Integer> indexAllFromQueue(OrcsSession session, AttributeTypes types, IndexerCollector... collector) {
return new IndexAllInQueueCallable(logger, session, jdbcClient, joinFactory, types, consumer, merge(collector));
}
@Override
public CancellableCallable<List<Future<?>>> indexResources(OrcsSession session, AttributeTypes types, Iterable<Long> datas, IndexerCollector... collector) {
return new IndexerDatabaseCallable(logger, session, jdbcClient, joinFactory, types, consumer, merge(collector),
IndexerConstants.INDEXER_CACHE_ALL_ITEMS, IndexerConstants.INDEXER_CACHE_LIMIT, datas);
}
@Override
public void indexAttrTypeIds(OrcsSession session, AttributeTypes types, Iterable<Long> attrTypeIds) {
String GAMMAS_BY_TYPE = "select gamma_id from osee_attribute where attr_type_id = ?";
List<Long> gammaIds = new LinkedList<>();
for (Long attributeType : attrTypeIds) {
try (JdbcStatement chStmt = jdbcClient.getStatement()) {
chStmt.runPreparedQuery(JdbcConstants.JDBC__MAX_FETCH_SIZE, GAMMAS_BY_TYPE, attributeType);
while (chStmt.next()) {
gammaIds.add(chStmt.getLong("gamma_id"));
}
}
try {
new IndexerDatabaseCallable(logger, session, jdbcClient, joinFactory, types, consumer, null,
IndexerConstants.INDEXER_CACHE_ALL_ITEMS, IndexerConstants.INDEXER_CACHE_LIMIT, gammaIds).call();
} catch (Exception ex) {
OseeCoreException.wrapAndThrow(ex);
}
System.out.println(String.format("Processed %d gammas for type %d", gammaIds.size(), attributeType));
gammaIds.clear();
}
}
@Override
public void indexAttrTypeMissingOnly(AttributeTypes types, Iterable<Long> attrTypeIds) {
String MISSING_GAMMAS_BY_TYPE =
"SELECT DISTINCT att.gamma_id FROM OSEE_ATTRIBUTE att, osee_txs txs WHERE attr_type_id IN (" + Collections.toString(
",",
attrTypeIds) + ") AND att.GAMMA_ID = txs.gamma_id AND txs.tx_current = 1 AND NOT EXISTS (SELECT 1 FROM osee_search_tags tag WHERE tag.gamma_id = att.gamma_id) AND length(value) > 1";
List<Long> gammaIds = new LinkedList<>();
try (JdbcStatement chStmt = jdbcClient.getStatement()) {
chStmt.runPreparedQuery(JdbcConstants.JDBC__MAX_FETCH_SIZE, MISSING_GAMMAS_BY_TYPE);
while (chStmt.next()) {
gammaIds.add(chStmt.getLong("gamma_id"));
}
}
System.out.println("Found gammas to tag: " + gammaIds.size());
try {
new IndexerDatabaseCallable(logger, null, jdbcClient, joinFactory, types, consumer, null,
IndexerConstants.INDEXER_CACHE_ALL_ITEMS, IndexerConstants.INDEXER_CACHE_LIMIT, gammaIds).call();
} catch (Exception ex) {
OseeCoreException.wrapAndThrow(ex);
}
}
private IndexerCollector merge(IndexerCollector... collectors) {
IndexerCollector toReturn = systemCollector;
if (collectors != null && collectors.length > 0) {
IndexerCollectorNotifier notifier = new IndexerCollectorNotifier(logger);
notifier.addCollector(systemCollector);
for (IndexerCollector collector : collectors) {
notifier.addCollector(collector);
}
}
return toReturn;
}
@Override
public void addCollector(IndexerCollector collector) {
systemCollector.addCollector(collector);
}
@Override
public void removeCollector(IndexerCollector collector) {
systemCollector.removeCollector(collector);
}
@Override
public int createTermHashes(Iterable<GammaId> gammaIds) {
return new SearchTermHash(jdbcClient, joinFactory).createTermHashes(gammaIds);
}
@Override
public int createTermHashes(AttributeTypeId attributeType) {
return new SearchTermHash(jdbcClient, joinFactory).createTermHashes(attributeType);
}
}
|
