indexing issue

gistfile1.txt

Bastion:

a1 = Domain.Repo.get_by(Domain.Answer, id: 555)
query = %{"query" => %{"terms" => %{"_id" => [a1.id]}}}
query |> Domain.Elasticsearch.search("answers_dev5")

{:ok,
 %{
   "_shards" => %{
     "failed" => 0,
     "skipped" => 0,
     "successful" => 1,
     "total" => 1
   },
   "hits" => %{
     "hits" => [
       %{
         "_id" => "555",
         "_index" => "answers_dev5",
         "_score" => 1.0,
         "_source" => %{
           "additional_answers" => [],
           "comment" => "Karton wurde vom Paketdienst sicher geworfen.",
           "comment_de_DE" => "Karton wurde vom Paketdienst sicher geworfen.",
           "has_comment" => true,
           "id" => 555,
           "inserted_at" => "2021-06-08T09:31:32Z",
           "is_a_test" => false,
           "label_ids" => [9500],
           "language" => "de_DE",
           "language_id" => 75,
           "properties" => [],
           "public_hash_id" => "TXpZeFlUZGlaVFV0T1RRME5TMDBNV1EwTFRnNVpHWXRNakE1WWpGaE1USXlZV1Zr",
           "recipient_full_name" => nil,
           "recipient_id" => nil,
           "recipient_identity" => nil,
           "recipient_identity_type" => nil,
           "recipient_upload_method" => nil,
           "score" => 9,
           "score_type" => "promoter",
           "sentiment" => "positive",
           "sentiment_per_label" => [],
           "stripped_comment" => "Karton wurd Paketdien sich geworf",
           "survey_id" => 12,
           "survey_recipient_id" => nil,
           "translated_comment" => nil,
           "translated_language_id" => nil,
           "updated_at" => "2021-11-26T10:28:13Z"
         },
         "_type" => "_doc"
       }
     ],
     "max_score" => 1.0,
     "total" => %{"relation" => "eq", "value" => 1}
   },
   "timed_out" => false,
   "took" => 1
 }}

Get all indexes:

{:ok, response} = Domain.Env.get(:elasticsearch_url) |> URI.merge("_cat/indices/answers*?v=true&s=index") |> URI.to_string() |> Elastix.HTTP.get()

iex(api@10.4.5.209)95> response.body
"health status index                     uuid                   pri rep docs.count docs.deleted store.size pri.store.size\ngreen  open   answers                   il41UIeMTKWWdTh1hwDC3g   1   1          5            0     21.6kb         10.8kb\ngreen  open   answers_dev1_v3           WP9W_71ERCCGN4UJgOV70Q   1   1     454111       187717    163.8mb   91.8mb\ngreen  open   answers_dev2_v3           kF81UqRMQxG5hqr8KOQMPw   1   1     485951       168523      190mb         93.2mb\ngreen  open   answers_dev3_v1           Rp1aWK1rSOGkiYQKfC5Vyw   1   1     298611        21583     85.1mb           41mb\ngreen  open   answers_dev4              S0COsGlaSkSWbdgQnkQpww   1   1       2671            3      1.4mb        727.4kb\ngreen  open   answers_dev5              PIh2r9LaTf2GW-Y5ttwlNw   1   1      38711          452     38.7mb         17.9mb\ngreen  open   answers_dev6_v1     9ACUvkTrQOGy8dcIpy19GA   1   1         49            0     84.3kb         42.1kb\ngreen  open   answers_org_pentest_35    pY4rlX7YTOmeaVYGmDRAAQ   1   1          3  0     40.5kb         20.2kb\ngreen  open   answers_org_staging_35222 azajr74xSd-zd8yDktCn1g   1   1          0            0       416b           208b\ngreen  open   answers_org_staging_35_v3 Fk9Wff0sTIar_1RsPAhcQA   1   1      18079         1448      5.8mb          2.9mb\ngreen  open   answers_org_staging_6330  yZ0ikkhTQ5mKQSKq_1MsFQ   1   1         16            0     68.4kb         34.2kb\ngreen  open   answers_org_staging_6583  4T8JiwxPR2qLGczl5IFvWw   1   1          0            0       462b           231b\ngreen  open   answers_org_staging_6587  r746EmINRJCVU8U3_WSHZQ   1   1         34            0     84.7kb         42.3kb\ngreen  open   answers_org_staging_6639  3FrWb7PuSgWMRJQ0nkX2zQ   1   1        15            0     84.5kb         42.2kb\ngreen  open   answers_org_staging_7794  y8oaeJ2KQtK2VH_z9ltKMQ   1   1          7            0       58kb           29kb\ngreen  open   answers_pentest           UlrWKsyySvG9eMfhrBh6kg   1   1     304276        75292    102.8mb         50.2mb\ngreen  open   answers_qa_perf_v1        mtPP4u00QNCYzYEw5hU5Vw   1   1       2423            0    742.2kb        371.1kb\ngreen  open   answers_staging_v2        xFbkM-PESrCt0LlHnIIiKg   1   1   11030606       889771      2.1gb1gb\ngreen  open   answers_staging_v3        t86StB2zTyKt6YoczQkgzg   1   1   11929362      3589651      2.9gb          1.5gb\n"

From staging:

iex(api@10.2.5.218)2> response.body
"health status index                     uuid                   pri rep docs.count docs.deleted store.size pri.store.size\ngreen  open   answers                   il41UIeMTKWWdTh1hwDC3g  1   1          5            0     21.6kb         10.8kb\ngreen  open   answers_dev1_v3           WP9W_71ERCCGN4UJgOV70Q   1   1     454111       187717    163.8mb         91.8mb\ngreen  open   answers_dev2_v3           kF81UqRMQxG5hqr8KOQMPw   1   1     485951       168523      190mb         93.2mb\ngreen  open   answers_dev3_v1           Rp1aWK1rSOGkiYQKfC5Vyw   11     298611        21583     85.1mb           41mb\ngreen  open   answers_dev4              S0COsGlaSkSWbdgQnkQpww   1   1       2671            3      1.4mb        727.4kb\ngreen  open   answers_dev5              PIh2r9LaTf2GW-Y5ttwlNw   1   1      38720          471       43mb         18.6mb\ngreen  open   answers_dev6_v1           9ACUvkTrQOGy8dcIpy19GA   1   1    49            0     84.3kb         42.1kb\ngreen  open   answers_org_pentest_35    pY4rlX7YTOmeaVYGmDRAAQ   1   1          3            0     40.5kb         20.2kb\ngreen  open   answers_org_staging_35222 azajr74xSd-zd8yDktCn1g   1   1          0            0       416b           208b\ngreen  open   answers_org_staging_35_v3 Fk9Wff0sTIar_1RsPAhcQA   1   1      18079         1448      5.8mb          2.9mb\ngreen  open   answers_org_staging_6330  yZ0ikkhTQ5mKQSKq_1MsFQ   1   1         16            0     68.4kb         34.2kb\ngreen  open   answers_org_staging_6583  4T8JiwxPR2qLGczl5IFvWw   1   1          0            0       462b           231b\ngreen  open   answers_org_staging_6587  r746EmINRJCVU8U3_WSHZQ   1   1         34      0     84.7kb         42.3kb\ngreen  open   answers_org_staging_6639  3FrWb7PuSgWMRJQ0nkX2zQ   1   1         15            0     84.5kb         42.2kb\ngreen  open   answers_org_staging_7794  y8oaeJ2KQtK2VH_z9ltKMQ   1   1          7            0       58kb           29kb\ngreen  open   answers_pentest           UlrWKsyySvG9eMfhrBh6kg   1   1     304276        75292    102.8mb         50.2mb\ngreen  open   answers_qa_perf_v1        mtPP4u00QNCYzYEw5hU5Vw   1   1       2423            0    742.2kb        371.1kb\ngreen  open   answers_staging_v2     xFbkM-PESrCt0LlHnIIiKg   1   1   11030606       889771      2.1gb            1gb\ngreen  open   answers_staging_v3        t86StB2zTyKt6YoczQkgzg   1   1   11929372      3589559 2.9gb          1.5gb\n"

Problems:

• Uglu formating of responses
• Problems with copy pastying long json body
• Solution Kibana, but yes I prefer to use hammer!

For dev2 whe have:
answers_dev2_v3

Steps that I've done:

Read Json from file:

defmodule JsonToMap do
  def get_json(filename) do
    with {:ok, body} <- File.read(filename),
         {:ok, json} <- Poison.decode(body), do: {:ok, json}
  end
end

#how to access file from from bastion
template_map = JsonToMap.get_json("/Users/rafaltrojanowski/Projects/Zenloop/backend/apps/domain/priv/indexes/answers.json")

body = %{
  "index_patterns": [
    "answers",
    "answers*"
  ],
  "template": template_map
}
{:ok, response} = Domain.Env.get(:elasticsearch_url) |> URI.merge("/_index_template/answers_template/_mapping?pretty") |> URI.to_string() |> Elastix.HTTP.put()