Skip to content

Commit

Permalink
Implements UI for jaeksoft#1548
Browse files Browse the repository at this point in the history
  • Loading branch information
emmanuel-keller committed Jun 4, 2015
1 parent 29de3ec commit 64d5df0
Show file tree
Hide file tree
Showing 77 changed files with 976 additions and 426 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@
import com.jaeksoft.searchlib.analysis.TokenTerm;
import com.jaeksoft.searchlib.function.expression.SyntaxError;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.result.AbstractResultSearch;
import com.jaeksoft.searchlib.result.ResultDocument;
import com.jaeksoft.searchlib.schema.FieldValueItem;
Expand Down Expand Up @@ -104,7 +104,7 @@ public void setProperties(String indexName, String requestName,
public TokenStream create(TokenStream tokenStream)
throws SearchLibException {
Client indexClient = ClientCatalog.getClient(indexName);
AbstractSearchRequest searchRequest = (AbstractSearchRequest) indexClient
AbstractLocalSearchRequest searchRequest = (AbstractLocalSearchRequest) indexClient
.getNewRequest(requestName);
searchRequest.setDefaultOperator("OR");
return new IndexLookupTokenFilter(tokenStream, indexClient,
Expand All @@ -114,7 +114,7 @@ public TokenStream create(TokenStream tokenStream)
public static class IndexLookupTokenFilter extends AbstractTermFilter {

private final Client indexClient;
private final AbstractSearchRequest searchRequest;
private final AbstractLocalSearchRequest searchRequest;
private final String[] returnFields;
private final String requestedField;

Expand All @@ -124,8 +124,8 @@ public static class IndexLookupTokenFilter extends AbstractTermFilter {
private int currentQueuePos;

public IndexLookupTokenFilter(TokenStream input, Client indexClient,
AbstractSearchRequest searchRequest, String requestedField,
String returnField, int batchBuffer) {
AbstractLocalSearchRequest searchRequest,
String requestedField, String returnField, int batchBuffer) {
super(input);
tokenQueue = new ArrayList<TokenTerm>(0);
this.batchBuffer = batchBuffer;
Expand Down Expand Up @@ -169,7 +169,7 @@ private final void searchTokens() throws SearchLibException,
Occur.SHOULD);
searchRequest.setBoostedComplexQuery(bq);
searchRequest.setRows(collectedTokenBuffer.size());
AbstractResultSearch result = (AbstractResultSearch) indexClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) indexClient
.request(searchRequest);
collectedTokenBuffer.clear();
if (result.getNumFound() == 0)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -144,7 +144,7 @@ private int buildSearchRequest(List<IndexDocument> buffer, int docCount)
+ " is not a Search request ");
AbstractSearchRequest searchRequest = (AbstractSearchRequest) request;
searchRequest.setRows(0);
AbstractResultSearch result = (AbstractResultSearch) sourceClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) sourceClient
.request(request);
if (result == null)
return docCount;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -303,7 +303,7 @@ public int build(Integer waitForEndTimeOut, int bufferSize,
}
}

public AbstractResultSearch search(String query, Integer rows)
public AbstractResultSearch<?> search(String query, Integer rows)
throws SearchLibException {
rwl.r.lock();
try {
Expand All @@ -316,7 +316,8 @@ public AbstractResultSearch search(String query, Integer rows)
query = QueryUtils.replaceControlChars(query.replace("\"", ""));
searchRequest.setQueryString(query);
searchRequest.setRows(rows);
return (AbstractResultSearch) autoCompClient.request(searchRequest);
return (AbstractResultSearch<?>) autoCompClient
.request(searchRequest);
} finally {
rwl.r.unlock();
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -221,7 +221,7 @@ public int query(Client client, LanguageEnum lang)
throws SearchLibException {
AbstractSearchRequest searchRequest = getSearchRequest(client, lang);
searchRequest.setRows(0);
return ((AbstractResultSearch) client.request(searchRequest))
return ((AbstractResultSearch<?>) client.request(searchRequest))
.getNumFound();
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -214,7 +214,7 @@ protected long synchronizeIndex(AbstractSearchRequest searchRequest,
joinItem.setLocalField(targetField);
joinItem.setOuterCollector(outerCollector);
searchRequest.getJoinList().add(joinItem);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
outerCollector.delete();
if (taskLog != null) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -218,7 +218,7 @@ public FileInfo getFileInfo(String uriString) throws SearchLibException,
searchRequest.setQueryString(sb.toString());
searchRequest.setStart(0);
searchRequest.setRows(1);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
if (result.getNumFound() == 0)
return null;
Expand All @@ -237,7 +237,7 @@ public void getFileInfoList(URI parentDirectory,
searchRequest.setQueryString(sb.toString());
searchRequest.setStart(0);
searchRequest.setRows(Integer.MAX_VALUE);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
int l = result.getNumFound();
for (int i = 0; i < l; i++) {
Expand All @@ -252,7 +252,7 @@ public long getFileList(AbstractSearchRequest searchRequest, long start,
searchRequest.setStart((int) start);
searchRequest.setRows((int) rows);
try {
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
if (list != null)
for (ResultDocument doc : result)
Expand Down Expand Up @@ -285,7 +285,7 @@ public long getFiles(AbstractSearchRequest searchRequest,
try {
if (orderBy != null)
orderBy.addSort(searchRequest, !orderAsc);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
if (list != null)
for (ResultDocument doc : result)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -274,7 +274,7 @@ public boolean isAlreadyIndexed(String messageId) throws SearchLibException {
return false;
uniqueSearchRequest.reset();
uniqueSearchRequest.setQueryString(value);
AbstractResultSearch result = (AbstractResultSearch) client
AbstractResultSearch<?> result = (AbstractResultSearch<?>) client
.request(uniqueSearchRequest);
return result.getNumFound() > 0;
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -206,7 +206,7 @@ private int getFacetLimit(ItemField field,
int maxUrlPerHost, NamedItem.Selection selection,
List<NamedItem> list, Set<String> hostSet)
throws SearchLibException {
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
List<FacetItem> facetItems = result.getFacetList()
.getByField(field.getName()).getList();
Expand Down Expand Up @@ -316,7 +316,7 @@ public void getUrlToFetch(NamedItem host, long urlLimit,
throw new SearchLibException(e);
}
searchRequest.setRows((int) urlLimit);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
for (ResultDocument item : result)
urlList.add(getNewUrlItem(item));
Expand Down Expand Up @@ -346,7 +346,7 @@ public int countBackLinks(String url) throws SearchLibException {
searchRequest, ParserStatus.PARSED.value, false, false);
searchRequest.setQueryString(sb.toString());
searchRequest.setRows(0);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
return result.getNumFound();
} catch (ParseException e) {
Expand Down Expand Up @@ -508,7 +508,7 @@ private UrlItem getUrl(AbstractSearchRequest request, String sUrl)
request.setStart(0);
request.setRows(1);
try {
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(request);
for (ResultDocument doc : result)
return getNewUrlItem(doc);
Expand All @@ -524,7 +524,7 @@ public long getUrlList(AbstractSearchRequest searchRequest, long start,
searchRequest.setStart((int) start);
searchRequest.setRows((int) rows);
try {
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
if (list != null)
for (ResultDocument doc : result)
Expand All @@ -545,7 +545,7 @@ public Facet getHostFacetList(int minCount) throws SearchLibException {
if (minCount < 0)
minCount = 0;
facetField.setMinCount(minCount);
AbstractResultSearch result = (AbstractResultSearch) dbClient
AbstractResultSearch<?> result = (AbstractResultSearch<?>) dbClient
.request(searchRequest);
if (result == null)
return null;
Expand Down
5 changes: 3 additions & 2 deletions src/main/java/com/jaeksoft/searchlib/filter/AuthFilter.java
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@
import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.authentication.AuthManager;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.schema.SchemaField;
import com.jaeksoft.searchlib.util.Timer;
Expand All @@ -65,7 +66,7 @@ public void writeXmlConfig(XmlWriter xmlWriter) throws SAXException {

@Override
final public String getCacheKey(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request)
Analyzer analyzer, AbstractLocalSearchRequest request)
throws ParseException {
StringBuilder sb = new StringBuilder(getDescription());
sb.append(" - ");
Expand Down Expand Up @@ -134,7 +135,7 @@ private Query getQuery(AbstractSearchRequest request, AuthManager auth)

@Override
public FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request, Timer timer)
Analyzer analyzer, AbstractLocalSearchRequest request, Timer timer)
throws ParseException, IOException, SearchLibException {
AuthManager auth = request.getConfig().getAuthManager();
Query query = getQuery(request, auth);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@
import com.jaeksoft.searchlib.function.expression.SyntaxError;
import com.jaeksoft.searchlib.geo.GeoParameters;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.request.SearchFilterRequest;
import com.jaeksoft.searchlib.result.ResultSearchSingle;
import com.jaeksoft.searchlib.schema.SchemaField;
Expand Down Expand Up @@ -151,11 +151,11 @@ public String getParamPosition() {
public abstract String getDescription();

public abstract String getCacheKey(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request)
Analyzer analyzer, AbstractLocalSearchRequest request)
throws ParseException, SyntaxError, SearchLibException, IOException;

public abstract FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request, Timer timer)
Analyzer analyzer, AbstractLocalSearchRequest request, Timer timer)
throws ParseException, IOException, SearchLibException, SyntaxError;

public abstract void writeXmlConfig(XmlWriter xmlWriter)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@
import com.jaeksoft.searchlib.config.Config;
import com.jaeksoft.searchlib.function.expression.SyntaxError;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.schema.Schema;
import com.jaeksoft.searchlib.schema.SchemaField;
import com.jaeksoft.searchlib.util.ExceptionUtils;
Expand All @@ -47,14 +47,15 @@ public class FilterListExecutor {
private final ThreadGroup threadGroup;
private final SchemaField defaultField;
private final PerFieldAnalyzer analyzer;
private final AbstractSearchRequest request;
private final AbstractLocalSearchRequest request;
private final OperatorEnum defaultOperator;
private final Timer timer;
private final FilterHits finalFilterHits;
private final List<FilterThread> threads;

public FilterListExecutor(AbstractSearchRequest searchRequest, Timer timer)
throws SearchLibException, ParseException, IOException, SyntaxError {
public FilterListExecutor(AbstractLocalSearchRequest searchRequest,
Timer timer) throws SearchLibException, ParseException,
IOException, SyntaxError {
Config config = searchRequest.getConfig();
Schema schema = config.getSchema();
defaultField = schema.getFieldList().getDefaultField();
Expand Down
8 changes: 4 additions & 4 deletions src/main/java/com/jaeksoft/searchlib/filter/GeoFilter.java
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@
import com.jaeksoft.searchlib.analysis.filter.DegreesRadiansFilter;
import com.jaeksoft.searchlib.geo.GeoParameters;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.result.ResultSearchSingle;
import com.jaeksoft.searchlib.result.collector.DistanceInterface;
import com.jaeksoft.searchlib.result.collector.DocIdInterface;
Expand Down Expand Up @@ -215,7 +215,7 @@ public void writeXmlConfig(XmlWriter xmlWriter) throws SAXException {

@Override
public String getCacheKey(SchemaField defaultField, Analyzer analyzer,
AbstractSearchRequest request) throws ParseException {
AbstractLocalSearchRequest request) throws ParseException {
StringBuilder sb = new StringBuilder("GeoFilter - ");
sb.append(getQuery(request.getGeoParameters()).toString());
sb.append(" - ");
Expand Down Expand Up @@ -284,8 +284,8 @@ public static void main(String[] args) {

@Override
public FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest searchRequest, Timer timer)
throws ParseException, IOException, SearchLibException {
Analyzer analyzer, AbstractLocalSearchRequest searchRequest,
Timer timer) throws ParseException, IOException, SearchLibException {
GeoParameters geoParams = searchRequest.getGeoParameters();
Query query = getQuery(geoParams);
ResultSearchSingle result = getResult(searchRequest.getConfig(), query,
Expand Down
12 changes: 6 additions & 6 deletions src/main/java/com/jaeksoft/searchlib/filter/MirrorAndFilter.java
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@
import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.function.expression.SyntaxError;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.schema.SchemaField;
import com.jaeksoft.searchlib.util.Timer;
import com.jaeksoft.searchlib.util.XPathParser;
Expand Down Expand Up @@ -74,19 +74,19 @@ public void writeXmlConfig(XmlWriter xmlWriter) throws SAXException {

@Override
public String getCacheKey(SchemaField defaultField, Analyzer analyzer,
AbstractSearchRequest request) throws ParseException, SyntaxError,
SearchLibException, IOException {
AbstractLocalSearchRequest request) throws ParseException,
SyntaxError, SearchLibException, IOException {
StringBuilder sb = new StringBuilder("MirrorAndFilter - ");
sb.append(getQuery(request).toString());
return sb.toString();
}

private Query getQuery(AbstractSearchRequest request)
private Query getQuery(AbstractLocalSearchRequest request)
throws ParseException, SyntaxError, SearchLibException, IOException {
if (query != null)
return query;
try {
request = (AbstractSearchRequest) request.duplicate();
request = (AbstractLocalSearchRequest) request.duplicate();
request.setDefaultOperator(OperatorEnum.AND);
query = request.getNotBoostedQuery();
return query;
Expand All @@ -99,7 +99,7 @@ private Query getQuery(AbstractSearchRequest request)

@Override
public FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request, Timer timer)
Analyzer analyzer, AbstractLocalSearchRequest request, Timer timer)
throws ParseException, IOException, SearchLibException, SyntaxError {
Query query = getQuery(request);
return new FilterHits(
Expand Down
6 changes: 3 additions & 3 deletions src/main/java/com/jaeksoft/searchlib/filter/QueryFilter.java
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@

import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.schema.SchemaField;
import com.jaeksoft.searchlib.util.StringUtils;
import com.jaeksoft.searchlib.util.Timer;
Expand Down Expand Up @@ -102,7 +102,7 @@ public String getDescription() {

@Override
public String getCacheKey(SchemaField defaultField, Analyzer analyzer,
AbstractSearchRequest request) throws ParseException {
AbstractLocalSearchRequest request) throws ParseException {
return "QueryFilter - " + getQuery(defaultField, analyzer).toString();
}

Expand All @@ -116,7 +116,7 @@ public void writeXmlConfig(XmlWriter xmlWriter) throws SAXException {

@Override
public FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request, Timer timer)
Analyzer analyzer, AbstractLocalSearchRequest request, Timer timer)
throws ParseException, IOException, SearchLibException {
Query query = getQuery(defaultField, analyzer);
return new FilterHits(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@
import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.crawler.common.database.TimeInterval;
import com.jaeksoft.searchlib.query.ParseException;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.request.AbstractLocalSearchRequest;
import com.jaeksoft.searchlib.schema.SchemaField;
import com.jaeksoft.searchlib.util.DomUtils;
import com.jaeksoft.searchlib.util.Timer;
Expand Down Expand Up @@ -139,7 +139,7 @@ public String getDescription() {

@Override
public String getCacheKey(SchemaField defaultField, Analyzer analyzer,
AbstractSearchRequest request) throws ParseException {
AbstractLocalSearchRequest request) throws ParseException {
return "QueryFilter - " + getQuery(defaultField, analyzer).toString();
}

Expand All @@ -153,7 +153,7 @@ public void writeXmlConfig(XmlWriter xmlWriter) throws SAXException {

@Override
public FilterHits getFilterHits(SchemaField defaultField,
Analyzer analyzer, AbstractSearchRequest request, Timer timer)
Analyzer analyzer, AbstractLocalSearchRequest request, Timer timer)
throws ParseException, IOException, SearchLibException {
Query query = getQuery(defaultField, analyzer);
return new FilterHits(
Expand Down
Loading

0 comments on commit 64d5df0

Please sign in to comment.