1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
[
{
"name": "whitespace_analyzer",
"description": "A standard whitespace analyzer.",
"behaviours": [
"Tokenize the text using white space characters as delimeters.",
"Convert all characters to lower case.",
"Convert all alphanumeric and symbolic Unicode characters above the first 127 ASCII characters into their ASCII equivalents."
],
"tokenizer": "whitespace",
"filters": [
"lowercase",
"asciifolding"
]
},
{
"name": "ngram_analyzer",
"description": "An analyzer which performs ngram filtering on the data stream.",
"behaviours": [
"Tokenize the text using white space characters as delimeters.",
"Convert all characters to lower case.",
"Convert all alphanumeric and symbolic Unicode characters above the first 127 ASCII characters into their ASCII equivalents.",
"Apply ngram filtering using the following values for minimum and maximum size in codepoints of a single n-gram: minimum = 1, maximum = 2."
],
"tokenizer": "whitespace",
"filters": [
"lowercase",
"asciifolding",
"ngram_filter"
]
}
]
|
