Skip to content

Instantly share code, notes, and snippets.

@macohen
Last active September 14, 2023 16:41
Show Gist options
  • Save macohen/9f335a741677fac2e916cf980f8019fe to your computer and use it in GitHub Desktop.
Save macohen/9f335a741677fac2e916cf980f8019fe to your computer and use it in GitHub Desktop.
Token Filters Needing Documentation in OpenSearch
public class PhoneticTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-phonetic/src/main/java/org/opensearch/index/analysis/PhoneticTokenFilterFactory.java
public class NoriReadingFormFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-nori/src/main/java/org/opensearch/index/analysis/NoriReadingFormFilterFactory.java
public class NoriPartOfSpeechStopFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-nori/src/main/java/org/opensearch/index/analysis/NoriPartOfSpeechStopFilterFactory.java
public class NoriNumberFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-nori/src/main/java/org/opensearch/index/analysis/NoriNumberFilterFactory.java
public class KuromojiKatakanaStemmerFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/KuromojiKatakanaStemmerFactory.java
public class KuromojiNumberFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/KuromojiNumberFilterFactory.java
public class KuromojiReadingFormFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/KuromojiReadingFormFilterFactory.java
public class KuromojiBaseFormFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/KuromojiBaseFormFilterFactory.java
public class KuromojiPartOfSpeechFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/KuromojiPartOfSpeechFilterFactory.java
public class JapaneseStopTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-kuromoji/src/main/java/org/opensearch/index/analysis/JapaneseStopTokenFilterFactory.java
public class SmartChineseStopTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-smartcn/src/main/java/org/opensearch/index/analysis/SmartChineseStopTokenFilterFactory.java
public class SmartChineseNoOpTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-smartcn/src/main/java/org/opensearch/index/analysis/SmartChineseNoOpTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PolishStemTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-stempel/src/main/java/org/opensearch/index/analysis/pl/PolishStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PolishStopTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-stempel/src/main/java/org/opensearch/index/analysis/pl/PolishStopTokenFilterFactory.java
public class IcuFoldingTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./plugins/analysis-icu/src/main/java/org/opensearch/index/analysis/IcuFoldingTokenFilterFactory.java
public class IcuNormalizerTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./plugins/analysis-icu/src/main/java/org/opensearch/index/analysis/IcuNormalizerTokenFilterFactory.java
public class IcuCollationTokenFilterFactory extends AbstractTokenFilterFactory {
./plugins/analysis-icu/src/main/java/org/opensearch/index/analysis/IcuCollationTokenFilterFactory.java
public class IcuTransformTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./plugins/analysis-icu/src/main/java/org/opensearch/index/analysis/IcuTransformTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
(indexSettings, environment, name, settings) -> new AbstractTokenFilterFactory(indexSettings, name, settings) {
public class StopTokenFilterFactory extends AbstractTokenFilterFactory {
./server/src/main/java/org/opensearch/index/analysis/StopTokenFilterFactory.java
public abstract class AbstractTokenFilterFactory extends AbstractIndexComponent implements TokenFilterFactory {
public AbstractTokenFilterFactory(IndexSettings indexSettings, String name, Settings settings) {
./server/src/main/java/org/opensearch/index/analysis/AbstractTokenFilterFactory.java
public class HunspellTokenFilterFactory extends AbstractTokenFilterFactory {
./server/src/main/java/org/opensearch/index/analysis/HunspellTokenFilterFactory.java
public class ShingleTokenFilterFactory extends AbstractTokenFilterFactory {
./server/src/main/java/org/opensearch/index/analysis/ShingleTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class FlattenGraphTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/FlattenGraphTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class KeywordMarkerTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/KeywordMarkerTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class TruncateTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/TruncateTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class LimitTokenCountFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/LimitTokenCountFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ElisionTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ElisionTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public final class CJKWidthFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/CJKWidthFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class BrazilianStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/BrazilianStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class EdgeNGramTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/EdgeNGramTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class IndicNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/IndicNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PatternReplaceTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/PatternReplaceTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class GermanStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/GermanStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ScandinavianNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ScandinavianNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ConcatenateGraphTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ConcatenateGraphTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class HindiNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/HindiNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class KeepWordFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/KeepWordFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class CzechStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/CzechStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ArabicStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ArabicStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class RussianStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/RussianStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class WordDelimiterGraphTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/WordDelimiterGraphTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ClassicFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ClassicFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class GermanNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/GermanNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class SnowballTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/SnowballTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ReverseTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ReverseTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class DutchStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/DutchStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ScandinavianFoldingFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ScandinavianFoldingFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class UniqueTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/UniqueTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ArabicNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ArabicNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class UpperCaseTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/UpperCaseTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class SerbianNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/SerbianNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ASCIIFoldingTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ASCIIFoldingTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class MultiplexerTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/MultiplexerTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class LengthTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/LengthTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class WordDelimiterTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/WordDelimiterTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class DelimitedPayloadTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/DelimitedPayloadTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class StemmerTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/StemmerTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class TrimTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/TrimTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public abstract class AbstractCompoundWordTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/AbstractCompoundWordTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class FrenchStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/FrenchStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PredicateTokenFilterScriptFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/PredicateTokenFilterScriptFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PatternCaptureGroupTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/PatternCaptureGroupTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class DelimitedTermFrequencyTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/DelimitedTermFrequencyTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public final class DecimalDigitFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/DecimalDigitFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
class RemoveDuplicatesTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/RemoveDuplica
okenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PersianNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/PersianNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class SynonymTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/SynonymTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class LowerCaseTokenFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/LowerCaseTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public final class CJKBigramFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/CJKBigramFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class KStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/KStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class CommonGramsTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/CommonGramsTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class SoraniNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/SoraniNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class KeepTypesFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/KeepTypesFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ScriptedConditionTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ScriptedConditionTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class ApostropheFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/ApostropheFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class PorterStemTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/PorterStemTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class MinHashTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/MinHashTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class BengaliNormalizationFilterFactory extends AbstractTokenFilterFactory implements NormalizingTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/BengaliNormalizationFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class FingerprintTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/FingerprintTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class StemmerOverrideTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/StemmerOverrideTokenFilterFactory.java
import org.opensearch.index.analysis.AbstractTokenFilterFactory;
public class NGramTokenFilterFactory extends AbstractTokenFilterFactory {
./modules/analysis-common/src/main/java/org/opensearch/analysis/common/NGramTokenFilterFactory.java
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment