Last active
January 12, 2022 12:56
-
-
Save rafaltrojanowski/1e678dcf39a1591c3b407cc091cd687b to your computer and use it in GitHub Desktop.
indexing issue
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Bastion: | |
| a1 = Domain.Repo.get_by(Domain.Answer, id: 555) | |
| query = %{"query" => %{"terms" => %{"_id" => [a1.id]}}} | |
| query |> Domain.Elasticsearch.search("answers_dev5") | |
| {:ok, | |
| %{ | |
| "_shards" => %{ | |
| "failed" => 0, | |
| "skipped" => 0, | |
| "successful" => 1, | |
| "total" => 1 | |
| }, | |
| "hits" => %{ | |
| "hits" => [ | |
| %{ | |
| "_id" => "555", | |
| "_index" => "answers_dev5", | |
| "_score" => 1.0, | |
| "_source" => %{ | |
| "additional_answers" => [], | |
| "comment" => "Karton wurde vom Paketdienst sicher geworfen.", | |
| "comment_de_DE" => "Karton wurde vom Paketdienst sicher geworfen.", | |
| "has_comment" => true, | |
| "id" => 555, | |
| "inserted_at" => "2021-06-08T09:31:32Z", | |
| "is_a_test" => false, | |
| "label_ids" => [9500], | |
| "language" => "de_DE", | |
| "language_id" => 75, | |
| "properties" => [], | |
| "public_hash_id" => "TXpZeFlUZGlaVFV0T1RRME5TMDBNV1EwTFRnNVpHWXRNakE1WWpGaE1USXlZV1Zr", | |
| "recipient_full_name" => nil, | |
| "recipient_id" => nil, | |
| "recipient_identity" => nil, | |
| "recipient_identity_type" => nil, | |
| "recipient_upload_method" => nil, | |
| "score" => 9, | |
| "score_type" => "promoter", | |
| "sentiment" => "positive", | |
| "sentiment_per_label" => [], | |
| "stripped_comment" => "Karton wurd Paketdien sich geworf", | |
| "survey_id" => 12, | |
| "survey_recipient_id" => nil, | |
| "translated_comment" => nil, | |
| "translated_language_id" => nil, | |
| "updated_at" => "2021-11-26T10:28:13Z" | |
| }, | |
| "_type" => "_doc" | |
| } | |
| ], | |
| "max_score" => 1.0, | |
| "total" => %{"relation" => "eq", "value" => 1} | |
| }, | |
| "timed_out" => false, | |
| "took" => 1 | |
| }} |
Get all indexes:
{:ok, response} = Domain.Env.get(:elasticsearch_url) |> URI.merge("_cat/indices/answers*?v=true&s=index") |> URI.to_string() |> Elastix.HTTP.get()
iex(api@10.4.5.209)95> response.body
"health status index uuid pri rep docs.count docs.deleted store.size pri.store.size\ngreen open answers il41UIeMTKWWdTh1hwDC3g 1 1 5 0 21.6kb 10.8kb\ngreen open answers_dev1_v3 WP9W_71ERCCGN4UJgOV70Q 1 1 454111 187717 163.8mb 91.8mb\ngreen open answers_dev2_v3 kF81UqRMQxG5hqr8KOQMPw 1 1 485951 168523 190mb 93.2mb\ngreen open answers_dev3_v1 Rp1aWK1rSOGkiYQKfC5Vyw 1 1 298611 21583 85.1mb 41mb\ngreen open answers_dev4 S0COsGlaSkSWbdgQnkQpww 1 1 2671 3 1.4mb 727.4kb\ngreen open answers_dev5 PIh2r9LaTf2GW-Y5ttwlNw 1 1 38711 452 38.7mb 17.9mb\ngreen open answers_dev6_v1 9ACUvkTrQOGy8dcIpy19GA 1 1 49 0 84.3kb 42.1kb\ngreen open answers_org_pentest_35 pY4rlX7YTOmeaVYGmDRAAQ 1 1 3 0 40.5kb 20.2kb\ngreen open answers_org_staging_35222 azajr74xSd-zd8yDktCn1g 1 1 0 0 416b 208b\ngreen open answers_org_staging_35_v3 Fk9Wff0sTIar_1RsPAhcQA 1 1 18079 1448 5.8mb 2.9mb\ngreen open answers_org_staging_6330 yZ0ikkhTQ5mKQSKq_1MsFQ 1 1 16 0 68.4kb 34.2kb\ngreen open answers_org_staging_6583 4T8JiwxPR2qLGczl5IFvWw 1 1 0 0 462b 231b\ngreen open answers_org_staging_6587 r746EmINRJCVU8U3_WSHZQ 1 1 34 0 84.7kb 42.3kb\ngreen open answers_org_staging_6639 3FrWb7PuSgWMRJQ0nkX2zQ 1 1 15 0 84.5kb 42.2kb\ngreen open answers_org_staging_7794 y8oaeJ2KQtK2VH_z9ltKMQ 1 1 7 0 58kb 29kb\ngreen open answers_pentest UlrWKsyySvG9eMfhrBh6kg 1 1 304276 75292 102.8mb 50.2mb\ngreen open answers_qa_perf_v1 mtPP4u00QNCYzYEw5hU5Vw 1 1 2423 0 742.2kb 371.1kb\ngreen open answers_staging_v2 xFbkM-PESrCt0LlHnIIiKg 1 1 11030606 889771 2.1gb1gb\ngreen open answers_staging_v3 t86StB2zTyKt6YoczQkgzg 1 1 11929362 3589651 2.9gb 1.5gb\n"
From staging:
iex(api@10.2.5.218)2> response.body
"health status index uuid pri rep docs.count docs.deleted store.size pri.store.size\ngreen open answers il41UIeMTKWWdTh1hwDC3g 1 1 5 0 21.6kb 10.8kb\ngreen open answers_dev1_v3 WP9W_71ERCCGN4UJgOV70Q 1 1 454111 187717 163.8mb 91.8mb\ngreen open answers_dev2_v3 kF81UqRMQxG5hqr8KOQMPw 1 1 485951 168523 190mb 93.2mb\ngreen open answers_dev3_v1 Rp1aWK1rSOGkiYQKfC5Vyw 11 298611 21583 85.1mb 41mb\ngreen open answers_dev4 S0COsGlaSkSWbdgQnkQpww 1 1 2671 3 1.4mb 727.4kb\ngreen open answers_dev5 PIh2r9LaTf2GW-Y5ttwlNw 1 1 38720 471 43mb 18.6mb\ngreen open answers_dev6_v1 9ACUvkTrQOGy8dcIpy19GA 1 1 49 0 84.3kb 42.1kb\ngreen open answers_org_pentest_35 pY4rlX7YTOmeaVYGmDRAAQ 1 1 3 0 40.5kb 20.2kb\ngreen open answers_org_staging_35222 azajr74xSd-zd8yDktCn1g 1 1 0 0 416b 208b\ngreen open answers_org_staging_35_v3 Fk9Wff0sTIar_1RsPAhcQA 1 1 18079 1448 5.8mb 2.9mb\ngreen open answers_org_staging_6330 yZ0ikkhTQ5mKQSKq_1MsFQ 1 1 16 0 68.4kb 34.2kb\ngreen open answers_org_staging_6583 4T8JiwxPR2qLGczl5IFvWw 1 1 0 0 462b 231b\ngreen open answers_org_staging_6587 r746EmINRJCVU8U3_WSHZQ 1 1 34 0 84.7kb 42.3kb\ngreen open answers_org_staging_6639 3FrWb7PuSgWMRJQ0nkX2zQ 1 1 15 0 84.5kb 42.2kb\ngreen open answers_org_staging_7794 y8oaeJ2KQtK2VH_z9ltKMQ 1 1 7 0 58kb 29kb\ngreen open answers_pentest UlrWKsyySvG9eMfhrBh6kg 1 1 304276 75292 102.8mb 50.2mb\ngreen open answers_qa_perf_v1 mtPP4u00QNCYzYEw5hU5Vw 1 1 2423 0 742.2kb 371.1kb\ngreen open answers_staging_v2 xFbkM-PESrCt0LlHnIIiKg 1 1 11030606 889771 2.1gb 1gb\ngreen open answers_staging_v3 t86StB2zTyKt6YoczQkgzg 1 1 11929372 3589559 2.9gb 1.5gb\n"
Problems:
- Uglu formating of responses
- Problems with copy pastying long json body
- Solution Kibana, but yes I prefer to use hammer!
For dev2 whe have:
answers_dev2_v3
Steps that I've done:
Read Json from file:
defmodule JsonToMap do
def get_json(filename) do
with {:ok, body} <- File.read(filename),
{:ok, json} <- Poison.decode(body), do: {:ok, json}
end
end
#how to access file from from bastion
template_map = JsonToMap.get_json("/Users/rafaltrojanowski/Projects/Zenloop/backend/apps/domain/priv/indexes/answers.json")
body = %{
"index_patterns": [
"answers",
"answers*"
],
"template": template_map
}
{:ok, response} = Domain.Env.get(:elasticsearch_url) |> URI.merge("/_index_template/answers_template/_mapping?pretty") |> URI.to_string() |> Elastix.HTTP.put()
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Dev 2 steps:
https://github.com/zenloopGmbH/documentation/blob/master/docs/how_to/elasticsearch.md