Demo how stop words and length token filter work for elasticsearch

gistfile1.txt

# Remove old data
curl -XDELETE "http://localhost:9200/stoptest"
 
# Create index with settings
curl -XPOST "http://localhost:9200/stoptest/" -d '
{
   "settings":{
      "index":{
         "analysis":{
            "analyzer":{
               "test":{
                  "type":"custom",
                  "tokenizer":"standard",
                  "filter":[
                     "lowercase",
                     "stop"
                  ]
               },
               "test_length_filter":{
                  "type":"custom",
                  "tokenizer":"standard",
                  "filter":[
                     "lowercase",
                     "custom_length"
                  ]
               }
            },
            "filter":{
               "custom_length":{
                  "type":"length",
                  "min":3,
                  "max":2000
               }
            }
         }
      }
   }
}
'
 
# Define mapping
curl -XPOST "http://localhost:9200/stoptest/stoptest/_mapping" -d '
{
   "stoptest":{
      "properties":{
         "test":{
            "type":"string",
            "analyzer":"test"
         },
         "test_length":{
            "type":"string",
            "analyzer":"test_length_filter"
         }
      }
   }
}
'
 
# Create Document
curl -XPOST "http://localhost:9200/stoptest/stoptest/" -d '
{
   "test":"the lazy brown fox will not give a reproduction to me",
   "test_length":"the lazy brown fox will not give a reproduction to me"
}
'
 
# Wait for ES to be synced (aka refresh indices)
curl -XPOST "http://localhost:9200/stoptest/_refresh"
 
# Search on stop word - NO RESULTS
curl -XPOST "http://localhost:9200/stoptest/_search?pretty=true" -d '
{
   "query":{
      "term":{
         "test":"to"
      }
   }
}
'

# This query works since me isn't a stop word
curl -XPOST "http://localhost:9200/stoptest/_search?pretty=true" -d '
{
   "query":{
      "term":{
         "test":"me"
      }
   }
}
'
# Search on token too small  - NO RESULTS
curl -XPOST "http://localhost:9200/stoptest/_search?pretty=true" -d '
{
   "query":{
      "term":{
         "test_length":"me"
      }
   }
}
'

# Search on term long enough - gets results
curl -XPOST "http://localhost:9200/stoptest/_search?pretty=true" -d '
{
   "query":{
      "term":{
         "test_length":"lazy"
      }
   }
}
'