org.gcube.elasticsearch

Class FullTextNode

java.lang.Object

org.gcube.elasticsearch.FullTextNode

All Implemented Interfaces:

Serializable

public class FullTextNode
extends Object
implements Serializable

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	FullTextNode.Builder

Field Summary

Fields

Modifier and Type	Field and Description
static String	ACTIVE_INDEX
static String	ALL_INDEXES
static String	DEFAULT_ANALYZER
static String	DEFAULT_INDEXSTORE
static String	KEYWORD_ANALYZER
static String	META_INDEX

Constructor Summary

Constructors

Constructor and Description
FullTextNode(FullTextNode.Builder builder)

Method Summary

Methods

Modifier and Type	Method and Description
boolean	activateIndex(String indexName)
static void	addFile(org.elasticsearch.client.Client indexClient, String base64, String indexName, String indexType)
void	addFile(String base64)
void	addIndexType(String indexTypeStr, org.gcube.indexmanagement.common.FullTextIndexType indexType, String indexName)
void	addIndexType(String indexTypeStr, String indexName)
boolean	addMetaIndex()
void	clearIndex(String indexTypeName)
void	close() Closes the index
List<ClusterResponse>	cluster(String query, String queryHint, Integer numberOfClusters, String urlField, List<String> titleFields, List<String> contentFields, List<String> languageFields, Set<String> sids, String algorithm, Integer searchHits)
void	commit()
void	commit(String indexName)
void	commitMeta() Commits the changes to the index by sending a flush and a refresh request
Boolean	createFileIndex()
static Boolean	createFileIndex(org.elasticsearch.client.Client indexClient, String indexName, String indexType, org.elasticsearch.common.settings.Settings settings)
void	createOrJoinCluster()
boolean	deactivateIndex(String indexName)
boolean	deleteAll()
Boolean	deleteCollection(String collID) Deletes the documents of the collection with ID collID
boolean	deleteDocuments(List<String> docIDs) Deletes the documents with IDs within the list docIDs
boolean	deleteIndex() Deletes the index and the metaIndex
boolean	deleteIndex(String indexName) Deletes the index
boolean	deleteMeta()
boolean	deleteTempIndex(String indexName) Deletes the temp index which was not activated and no recreation is needed
boolean	feedLocator(String resultSetLocation, Set<String> securityIdentifiers)
Boolean	feedLocator(String resultSetLocation, String indexName, Set<String> securityIdentifiers) Feeds the index with rowsets that are read from the the given locator
boolean	feedRowset(String rowset, String indexName, Set<String> securityIdentifiers) Feeds the index with a rowset.
Map<String,Integer>	frequentTerms(String queryString, Integer maxTerms, Set<String> securityIdentifiers)
Map<String,Integer>	frequentTerms(String queryString, Integer maxTerms, Set<String> securityIdentifiers, Boolean useRR)
Map<String,Integer>	frequentTerms(String queryString, Set<String> securityIdentifiers)
Map<String,Integer>	frequentTerms(String queryString, Set<String> securityIdentifiers, Boolean useRR)
List<String>	getAllCollections()
String	getClusterName()
Long	getCollectionDocumentsCount(String collectionID)
Map<String,List<String>>	getCollectionsAndFieldsOfIndexFromMeta()
List<String>	getCollectionsFromMeta()
Set<String>	getCollectionsOfIndex(String indexName)
String	getESTransportAddress()
List<String>	getFieldsFromMeta()
String	getHostname()
org.elasticsearch.client.Client	getIndexClient()
String	getIndexName()
Set<String>	getIndicesOfCollection(String collection)
Set<String>	getLanguagesOfCollection(String collection)
Integer	getMaxFragmentCnt()
Integer	getMaxFragmentSize()
Integer	getNoOfReplicas()
Integer	getNoOfShards()
String	getScope()
void	invalidateCache()
void	joinCluster(List<String> hosts)
void	listAlgorithms()
String	query(String queryString, Integer from, Integer maxHits, Set<String> securityIdentifiers) Executes the query of gRS2 locator of maximum maxHits records (if >0)
String	query(String queryString, Integer from, Integer maxHits, Set<String> securityIdentifiers, Boolean useRR)
String	query(String queryString, Set<String> securityIdentifiers)
String	query(String queryString, Set<String> securityIdentifiers, Boolean useRR)
String	queryStream(String queryString, int maxHits, Set<String> securityIdentifiers) Important: The returned results are not sorted!
String	queryStream(String queryString, Set<String> securityIdentifiers)
boolean	rebuildMetaIndex(List<String> collectionIds, List<String> fields)
void	recreateMetaIndex()
void	refreshIndexTypesOfIndex() Refreshes the index types
String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

META_INDEX

public static String META_INDEX

ACTIVE_INDEX

public static String ACTIVE_INDEX

ALL_INDEXES

public static String ALL_INDEXES

DEFAULT_INDEXSTORE

public static String DEFAULT_INDEXSTORE

DEFAULT_ANALYZER

public static String DEFAULT_ANALYZER

KEYWORD_ANALYZER

public static String KEYWORD_ANALYZER

Constructor Detail

FullTextNode

public FullTextNode(FullTextNode.Builder builder)
             throws gr.uoa.di.madgik.rr.ResourceRegistryException,
                    InterruptedException

Throws:

gr.uoa.di.madgik.rr.ResourceRegistryException

InterruptedException

Method Detail

getClusterName

public String getClusterName()

getIndexName

public String getIndexName()

getNoOfReplicas

public Integer getNoOfReplicas()

getNoOfShards

public Integer getNoOfShards()

getScope

public String getScope()

getHostname

public String getHostname()

getMaxFragmentCnt

public Integer getMaxFragmentCnt()

getMaxFragmentSize

public Integer getMaxFragmentSize()

getIndexClient

public org.elasticsearch.client.Client getIndexClient()

toString

public String toString()

Overrides:

toString in class Object

addIndexType

public void addIndexType(String indexTypeStr,
                String indexName)
                  throws org.gcube.indexmanagement.common.IndexException

Throws:

org.gcube.indexmanagement.common.IndexException

addIndexType

public void addIndexType(String indexTypeStr,
                org.gcube.indexmanagement.common.FullTextIndexType indexType,
                String indexName)
                  throws org.gcube.indexmanagement.common.IndexException

Throws:

org.gcube.indexmanagement.common.IndexException

createOrJoinCluster

public void createOrJoinCluster()

getESTransportAddress

public String getESTransportAddress()

joinCluster

public void joinCluster(List<String> hosts)
                 throws IOException

Parameters:

knownNodes - list of hostname:port

Throws:

IOException

close

public void close()

Closes the index

query

public String query(String queryString,
           Set<String> securityIdentifiers)
             throws org.gcube.indexmanagement.common.IndexException,
                    gr.uoa.di.madgik.grs.writer.GRS2WriterException

Parameters:

queryString -

Returns:

gRS2 locator of the query results

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

query

public String query(String queryString,
           Set<String> securityIdentifiers,
           Boolean useRR)
             throws org.gcube.indexmanagement.common.IndexException,
                    gr.uoa.di.madgik.grs.writer.GRS2WriterException

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

query

public String query(String queryString,
           Integer from,
           Integer maxHits,
           Set<String> securityIdentifiers)
             throws gr.uoa.di.madgik.grs.writer.GRS2WriterException,
                    org.gcube.indexmanagement.common.IndexException

Executes the query of gRS2 locator of maximum maxHits records (if >0)

Parameters:

queryString -

maxHits -

Returns:

gRS2 locator of the results

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

query

public String query(String queryString,
           Integer from,
           Integer maxHits,
           Set<String> securityIdentifiers,
           Boolean useRR)
             throws gr.uoa.di.madgik.grs.writer.GRS2WriterException,
                    org.gcube.indexmanagement.common.IndexException

Throws:

gr.uoa.di.madgik.grs.writer.GRS2WriterException

org.gcube.indexmanagement.common.IndexException

frequentTerms

public Map<String,Integer> frequentTerms(String queryString,
                                Set<String> securityIdentifiers)
                                  throws org.gcube.indexmanagement.common.IndexException,
                                         gr.uoa.di.madgik.grs.writer.GRS2WriterException

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

frequentTerms

public Map<String,Integer> frequentTerms(String queryString,
                                Set<String> securityIdentifiers,
                                Boolean useRR)
                                  throws org.gcube.indexmanagement.common.IndexException,
                                         gr.uoa.di.madgik.grs.writer.GRS2WriterException

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

frequentTerms

public Map<String,Integer> frequentTerms(String queryString,
                                Integer maxTerms,
                                Set<String> securityIdentifiers)
                                  throws gr.uoa.di.madgik.grs.writer.GRS2WriterException,
                                         org.gcube.indexmanagement.common.IndexException

Throws:

gr.uoa.di.madgik.grs.writer.GRS2WriterException

org.gcube.indexmanagement.common.IndexException

frequentTerms

public Map<String,Integer> frequentTerms(String queryString,
                                Integer maxTerms,
                                Set<String> securityIdentifiers,
                                Boolean useRR)
                                  throws gr.uoa.di.madgik.grs.writer.GRS2WriterException,
                                         org.gcube.indexmanagement.common.IndexException

Throws:

gr.uoa.di.madgik.grs.writer.GRS2WriterException

org.gcube.indexmanagement.common.IndexException

queryStream

public String queryStream(String queryString,
                 Set<String> securityIdentifiers)
                   throws org.gcube.indexmanagement.common.IndexException,
                          gr.uoa.di.madgik.grs.writer.GRS2WriterException

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

queryStream

public String queryStream(String queryString,
                 int maxHits,
                 Set<String> securityIdentifiers)
                   throws org.gcube.indexmanagement.common.IndexException,
                          gr.uoa.di.madgik.grs.writer.GRS2WriterException

Important: The returned results are not sorted!

Parameters:

queryString -

Returns:

gRS2 locator of the results

Throws:

org.gcube.indexmanagement.common.IndexException

gr.uoa.di.madgik.grs.writer.GRS2WriterException

activateIndex

public boolean activateIndex(String indexName)

deactivateIndex

public boolean deactivateIndex(String indexName)

deleteIndex

public boolean deleteIndex()

Deletes the index and the metaIndex

deleteMeta

public boolean deleteMeta()

deleteAll

public boolean deleteAll()

deleteIndex

public boolean deleteIndex(String indexName)

Deletes the index

deleteTempIndex

public boolean deleteTempIndex(String indexName)

Deletes the temp index which was not activated and no recreation is needed

deleteDocuments

public boolean deleteDocuments(List<String> docIDs)

Deletes the documents with IDs within the list docIDs

Parameters:

docIDs -

deleteCollection

public Boolean deleteCollection(String collID)

Deletes the documents of the collection with ID collID

Parameters:

collID -

commitMeta

public void commitMeta()

Commits the changes to the index by sending a flush and a refresh request

commit

public void commit()

commit

public void commit(String indexName)

clearIndex

public void clearIndex(String indexTypeName)

feedRowset

public boolean feedRowset(String rowset,
                 String indexName,
                 Set<String> securityIdentifiers)

Feeds the index with a rowset.

Parameters:

rowset -

Returns:

True on success or False on failure

feedLocator

public boolean feedLocator(String resultSetLocation,
                  Set<String> securityIdentifiers)
                    throws gr.uoa.di.madgik.grs.reader.GRS2ReaderException,
                           URISyntaxException,
                           gr.uoa.di.madgik.grs.record.GRS2RecordDefinitionException,
                           gr.uoa.di.madgik.grs.buffer.GRS2BufferException

Throws:

gr.uoa.di.madgik.grs.reader.GRS2ReaderException

URISyntaxException

gr.uoa.di.madgik.grs.record.GRS2RecordDefinitionException

gr.uoa.di.madgik.grs.buffer.GRS2BufferException

feedLocator

public Boolean feedLocator(String resultSetLocation,
                  String indexName,
                  Set<String> securityIdentifiers)
                    throws gr.uoa.di.madgik.grs.reader.GRS2ReaderException,
                           URISyntaxException,
                           gr.uoa.di.madgik.grs.record.GRS2RecordDefinitionException,
                           gr.uoa.di.madgik.grs.buffer.GRS2BufferException

Feeds the index with rowsets that are read from the the given locator

Parameters:

resultSetLocation -

Returns:

true if feed was successful, otherwise false

Throws:

gr.uoa.di.madgik.grs.reader.GRS2ReaderException

URISyntaxException

gr.uoa.di.madgik.grs.record.GRS2RecordDefinitionException

gr.uoa.di.madgik.grs.buffer.GRS2BufferException

refreshIndexTypesOfIndex

public void refreshIndexTypesOfIndex()

Refreshes the index types

addMetaIndex

public boolean addMetaIndex()

recreateMetaIndex

public void recreateMetaIndex()

rebuildMetaIndex

public boolean rebuildMetaIndex(List<String> collectionIds,
                       List<String> fields)

invalidateCache

public void invalidateCache()

getCollectionsOfIndex

public Set<String> getCollectionsOfIndex(String indexName)

getCollectionDocumentsCount

public Long getCollectionDocumentsCount(String collectionID)

getIndicesOfCollection

public Set<String> getIndicesOfCollection(String collection)

getAllCollections

public List<String> getAllCollections()

getLanguagesOfCollection

public Set<String> getLanguagesOfCollection(String collection)

getCollectionsAndFieldsOfIndexFromMeta

public Map<String,List<String>> getCollectionsAndFieldsOfIndexFromMeta()

getCollectionsFromMeta

public List<String> getCollectionsFromMeta()

getFieldsFromMeta

public List<String> getFieldsFromMeta()

createFileIndex

public Boolean createFileIndex()

createFileIndex

public static Boolean createFileIndex(org.elasticsearch.client.Client indexClient,
                      String indexName,
                      String indexType,
                      org.elasticsearch.common.settings.Settings settings)

addFile

public void addFile(String base64)
             throws IOException

Throws:

IOException

addFile

public static void addFile(org.elasticsearch.client.Client indexClient,
           String base64,
           String indexName,
           String indexType)
                    throws IOException

Throws:

IOException

cluster

public List<ClusterResponse> cluster(String query,
                            String queryHint,
                            Integer numberOfClusters,
                            String urlField,
                            List<String> titleFields,
                            List<String> contentFields,
                            List<String> languageFields,
                            Set<String> sids,
                            String algorithm,
                            Integer searchHits)

listAlgorithms

public void listAlgorithms()