Standard tokenization, but without the lowercasing and stopword removal.

analysis.yaml

text: Je suis une petite hirondelle qui adore sautiller dans l'herbe chanté bébé à l'@email !

analyzer:
    standard:
        type: standard
    simple:
        type: simple
    stop:
        type: stop
    snowball:
        type: snowball
    french:
        type: french
    special:
        type: custom
        tokenizer: standard
        filter: 
            - lowercase
            - asciifolding
            - phonetic

documents.yaml

username: Atinux
# GO to Analysis tab :)

mappings.yaml

# GO to Analysis tab :)
            

play.sh

#!/bin/bash

export ELASTICSEARCH_ENDPOINT="http://localhost:9200"

# Create indexes

curl -XPUT "$ELASTICSEARCH_ENDPOINT/play" -d '{
    "settings": {
        "analysis": {
            "text": "Je suis une petite hirondelle qui adore sautiller dans l'herbe chanté bébé à l'@email !",
            "analyzer": {
                "standard": {
                    "type": "standard"
                },
                "simple": {
                    "type": "simple"
                },
                "stop": {
                    "type": "stop"
                },
                "snowball": {
                    "type": "snowball"
                },
                "french": {
                    "type": "french"
                },
                "special": {
                    "type": "custom",
                    "tokenizer": "standard",
                    "filter": [
                        "lowercase",
                        "asciifolding",
                        "phonetic"
                    ]
                }
            }
        }
    },
    "mappings": {}
}'


# Index documents
curl -XPOST "$ELASTICSEARCH_ENDPOINT/_bulk?refresh=true" -d '
{"index":{"_index":"play","_type":"type"}}
{"username":"Atinux"}
'

# Do searches

curl -XPOST "$ELASTICSEARCH_ENDPOINT/_search?pretty" -d '
{
    "query": {
        "match_all": {}
    }
}
'

play.yaml

# Auto generated by Found's Play-tool at 2013-11-21T16:39:56+01:00
version: 0
title: Examples of analyzer/tokenizer
description: Multiples analyzer and one custom with tokenizer and filter to show the differences.

searches.yaml

# GO to Analysis tab :)
query: 
    match_all: {}