Package org.apache.cassandra.index.sasi.analyzer

Class StandardTokenizerOptions

java.lang.Object

org.apache.cassandra.index.sasi.analyzer.StandardTokenizerOptions

public class StandardTokenizerOptions
extends Object

Various options for controlling tokenization and enabling or disabling features

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	StandardTokenizerOptions.OptionsBuilder

Field Summary

Fields

Modifier and Type	Field	Description
static final int	DEFAULT_MAX_TOKEN_LENGTH
static final int	DEFAULT_MIN_TOKEN_LENGTH
static final String	TOKENIZATION_ENABLE_STEMMING
static final String	TOKENIZATION_LOCALE
static final String	TOKENIZATION_NORMALIZE_LOWERCASE
static final String	TOKENIZATION_NORMALIZE_UPPERCASE
static final String	TOKENIZATION_SKIP_STOP_WORDS

Constructor Summary

Constructors

Constructor	Description
StandardTokenizerOptions()

Method Summary

Modifier and Type	Method	Description
static StandardTokenizerOptions	buildFromMap(Map<String,String> optionsMap)
static StandardTokenizerOptions	getDefaultOptions()
Locale	getLocale()
int	getMaxTokenLength()
int	getMinTokenLength()
boolean	isCaseSensitive()
void	setAllTermsToLowerCase(boolean allTermsToLowerCase)
void	setAllTermsToUpperCase(boolean allTermsToUpperCase)
void	setCaseSensitive(boolean caseSensitive)
void	setIgnoreStopTerms(boolean ignoreStopTerms)
void	setLocale(Locale locale)
void	setMaxTokenLength(int maxTokenLength)
void	setMinTokenLength(int minTokenLength)
void	setStemTerms(boolean stemTerms)
boolean	shouldIgnoreStopTerms()
boolean	shouldLowerCaseTerms()
boolean	shouldStemTerms()
boolean	shouldUpperCaseTerms()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

TOKENIZATION_ENABLE_STEMMING

public static final String TOKENIZATION_ENABLE_STEMMING

See Also:

• Constant Field Values

TOKENIZATION_SKIP_STOP_WORDS

public static final String TOKENIZATION_SKIP_STOP_WORDS

See Also:

• Constant Field Values

TOKENIZATION_LOCALE

public static final String TOKENIZATION_LOCALE

See Also:

• Constant Field Values

TOKENIZATION_NORMALIZE_LOWERCASE

public static final String TOKENIZATION_NORMALIZE_LOWERCASE

See Also:

• Constant Field Values

TOKENIZATION_NORMALIZE_UPPERCASE

public static final String TOKENIZATION_NORMALIZE_UPPERCASE

See Also:

• Constant Field Values

DEFAULT_MAX_TOKEN_LENGTH

public static final int DEFAULT_MAX_TOKEN_LENGTH

See Also:

• Constant Field Values

DEFAULT_MIN_TOKEN_LENGTH

public static final int DEFAULT_MIN_TOKEN_LENGTH

See Also:

• Constant Field Values

Constructor Details

StandardTokenizerOptions

public StandardTokenizerOptions()

Method Details

shouldStemTerms

public boolean shouldStemTerms()

setStemTerms

public void setStemTerms(boolean stemTerms)

shouldIgnoreStopTerms

public boolean shouldIgnoreStopTerms()

setIgnoreStopTerms

public void setIgnoreStopTerms(boolean ignoreStopTerms)

getLocale

public Locale getLocale()

setLocale

public void setLocale(Locale locale)

isCaseSensitive

public boolean isCaseSensitive()

setCaseSensitive

public void setCaseSensitive(boolean caseSensitive)

shouldUpperCaseTerms

public boolean shouldUpperCaseTerms()

setAllTermsToUpperCase

public void setAllTermsToUpperCase(boolean allTermsToUpperCase)

shouldLowerCaseTerms

public boolean shouldLowerCaseTerms()

setAllTermsToLowerCase

public void setAllTermsToLowerCase(boolean allTermsToLowerCase)

getMinTokenLength

public int getMinTokenLength()

setMinTokenLength

public void setMinTokenLength(int minTokenLength)

getMaxTokenLength

public int getMaxTokenLength()

setMaxTokenLength

public void setMaxTokenLength(int maxTokenLength)

buildFromMap

public static StandardTokenizerOptions buildFromMap(Map<String,String> optionsMap)

getDefaultOptions

public static StandardTokenizerOptions getDefaultOptions()