summaryrefslogtreecommitdiff
path: root/docs/reference/analysis/tokenfilters.asciidoc
blob: ad72fb70ccb58182055741efda3bf5fc6b35d65c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
[[analysis-tokenfilters]]
== Token Filters

Token filters accept a stream of tokens from a 
<<analysis-tokenizers,tokenizer>> and can modify tokens
(eg lowercasing), delete tokens (eg remove stopwords)
or add tokens (eg synonyms).

Elasticsearch has a number of built in token filters which can be
used to build <<analysis-custom-analyzer,custom analyzers>>.

include::tokenfilters/standard-tokenfilter.asciidoc[]

include::tokenfilters/asciifolding-tokenfilter.asciidoc[]

include::tokenfilters/length-tokenfilter.asciidoc[]

include::tokenfilters/lowercase-tokenfilter.asciidoc[]

include::tokenfilters/ngram-tokenfilter.asciidoc[]

include::tokenfilters/edgengram-tokenfilter.asciidoc[]

include::tokenfilters/porterstem-tokenfilter.asciidoc[]

include::tokenfilters/shingle-tokenfilter.asciidoc[]

include::tokenfilters/stop-tokenfilter.asciidoc[]

include::tokenfilters/word-delimiter-tokenfilter.asciidoc[]

include::tokenfilters/stemmer-tokenfilter.asciidoc[]

include::tokenfilters/stemmer-override-tokenfilter.asciidoc[]

include::tokenfilters/keyword-marker-tokenfilter.asciidoc[]

include::tokenfilters/keyword-repeat-tokenfilter.asciidoc[]

include::tokenfilters/kstem-tokenfilter.asciidoc[]

include::tokenfilters/snowball-tokenfilter.asciidoc[]

include::tokenfilters/phonetic-tokenfilter.asciidoc[]

include::tokenfilters/synonym-tokenfilter.asciidoc[]

include::tokenfilters/compound-word-tokenfilter.asciidoc[]

include::tokenfilters/reverse-tokenfilter.asciidoc[]

include::tokenfilters/elision-tokenfilter.asciidoc[]

include::tokenfilters/truncate-tokenfilter.asciidoc[]

include::tokenfilters/unique-tokenfilter.asciidoc[]

include::tokenfilters/pattern-capture-tokenfilter.asciidoc[]

include::tokenfilters/pattern_replace-tokenfilter.asciidoc[]

include::tokenfilters/trim-tokenfilter.asciidoc[]

include::tokenfilters/limit-token-count-tokenfilter.asciidoc[]

include::tokenfilters/hunspell-tokenfilter.asciidoc[]

include::tokenfilters/common-grams-tokenfilter.asciidoc[]

include::tokenfilters/normalization-tokenfilter.asciidoc[]

include::tokenfilters/delimited-payload-tokenfilter.asciidoc[]

include::tokenfilters/keep-words-tokenfilter.asciidoc[]