ES Ingest Pipeline

es-ingest-pipeline.json

GET /test2/_count


delete test2

put test2

#delete pipeline
DELETE _ingest/pipeline/id-hasher

#create processor fingerprint
PUT _ingest/pipeline/id-hasher
{
  "processors": [
    {
      "fingerprint": {
        "fields": [
          "first_name",
          "last_name",
          "dob",
          "phone"
        ],
        "target_field": "_id"
      }
    }
  ]
}

PUT /test2/_settings
{
  "index.default_pipeline": "id-hasher"
}

GET test2/_search
{"query":{"match_all":{}}}



POST test2/_doc
{"first_name":"john","last_name":"doezek","dob":"1987-12-21","phone":"7894456123","so":"on"}

POST test2/_doc/_bulk
{ "index":{} }
{"first_name":"john","last_name":"doe","dob":"1987-12-21","phone":"7894456123","so":"on"}
{ "index":{} }
{"first_name":"john","last_name":"doe","dob":"1987-12-21","phone":"7894456123","so":"on"}
{ "index":{} }
{"first_name":"john","last_name":"doe","dob":"1987-12-21","phone":"7894456123","so":"on"}
{ "index":{} }
{"first_name":"john","last_name":"doe","dob":"1987-12-21","phone":"7894456123","so":"on"}