Stemming for ElasticSearch (Portuguese example)

ES_Stemming.rb

# Script to test stemming for ElasticSearch.  Working now!!
# Reference: http://stackoverflow.com/questions/4981001/why-elasticsearch-is-not-finding-my-term

require 'rubygems'
require 'net/http'
require 'yaml'
require 'json'
# kill the index
delete = Net::HTTP::Delete.new("/willindex")

# create again
create_index = Net::HTTP::Post.new("/willindex")
create_index.body = {
  "index"=>
  { "number_of_shards"=> 1,
    "analysis"=> {
      "filter"=> {
        "snowball"=> {
          "type"=> "snowball",
          "language"=> "Portuguese"
        }
      },
      "analyzer"=> {
        "a_stemming"=> {
          "type"=>"custom",
          "tokenizer"=> "standard",
          "filter"=> ["lowercase", "snowball"]
        }
      }
    }
  }
}.to_yaml

puts create_index.body

#Mapping was missing in the previous test
mapping = Net::HTTP::Put.new("/willindex/willdoc/_mapping")
mapping.body={
  "willdoc"=> {
    "properties" => {
      "text"=> {
          "type"=> "string",
          "analyzer"=> "a_stemming"
        }
    }
  }
}.to_json


# index a record
index_record=Array.new

index_record[1] = Net::HTTP::Put.new("/willindex/willdoc/1")
index_record[1].body = {"text"=> "eu caminhei"}.to_json

index_record[2] = Net::HTTP::Put.new("/willindex/willdoc/2")
index_record[2].body = {"text"=> "eu CAMINHO"}.to_json

index_record[3] = Net::HTTP::Put.new("/willindex/willdoc/3")
index_record[3].body = {"text"=> "eu caminhava"}.to_json

index_record[4] = Net::HTTP::Put.new("/willindex/willdoc/4")
index_record[4].body = {"text"=> "estou caminhando"}.to_json


GetIndex = Net::HTTP::Get.new("/willindex/_status?pretty=true")

# do a search which requires stemming to succeed
# "q=walks" does not work! It has to be "q=text:walk"
search = Net::HTTP::Get.new("/willindex/_search?pretty=true&q=text:caminhar")

# perform requests
Net::HTTP.start("localhost", 9200) do |http|
  # uncomment one of the following lines to switch between "index mode" and "search mode"
  [delete, create_index, mapping, index_record[1], index_record[2], index_record[3], index_record[4]].each do |request|
  # [search].each do |request|
    puts http.request(request).body
  end
end