unassigned_shards

gistfile1.txt

{
  "index" : "prod-2020.02.03",
  "shard" : 1,
  "primary" : false,
  "current_state" : "unassigned",
  "unassigned_info" : {
    "reason" : "NODE_LEFT",
    "at" : "2020-02-04T02:20:57.295Z",
    "details" : "node_left [6XH_cNzNT_iTCLzyeeR6uQ]",
    "last_allocation_status" : "no_attempt"
  },
  "can_allocate" : "throttled",
  "allocate_explanation" : "allocation temporarily throttled",
  "node_allocation_decisions" : [
    {
      "node_id" : "5lLsLxf6R7uLXE73kiRITA",
      "node_name" : "datanodes1-1",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "yes"
    },
    {
      "node_id" : "ELH8SfM2TE6LcLpoBPYhgA",
      "node_name" : "datanodes2-0",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "yes"
    },
    {
      "node_id" : "FCG67mEcQm-IkpFa_iw5bA",
      "node_name" : "datanodes2-2",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "yes"
    },
    {
      "node_id" : "vonMyKsjTmupAYsV6xsYBQ",
      "node_name" : "datanodes1-0",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "yes"
    },
    {
      "node_id" : "6XH_cNzNT_iTCLzyeeR6uQ",
      "node_name" : "datanodes2-1",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "throttled",
      "store" : {
        "matching_sync_id" : true
      },
      "deciders" : [
        {
          "decider" : "throttling",
          "decision" : "THROTTLE",
          "explanation" : "reached the limit of incoming shard recoveries [2], cluster setting [cluster.routing.allocation.node_concurrent_incoming_recoveries=2] (can also be set via [cluster.routing.allocation.node_concurrent_recoveries])"
        }
      ]
    },
    {
      "node_id" : "-CrYCjt7QKqcPwNxgTY67Q",
      "node_name" : "datanodes1-2",
      "transport_address" : "....:9300",
      "node_attributes" : {
        "ml.machine_memory" : "17179869184",
        "ml.max_open_jobs" : "20",
        "xpack.installed" : "true"
      },
      "node_decision" : "no",
      "store" : {
        "matching_sync_id" : true
      },
      "deciders" : [
        {
          "decider" : "same_shard",
          "decision" : "NO",
          "explanation" : "the shard cannot be allocated to the same node on which a copy of the shard already exists [[prod-2020.02.03][1], node[-CrYCjt7QKqcPwNxgTY67Q], [P], s[STARTED], a[id=l3NpojaWRHqjGWJ9zQptKQ]]"
        }
      ]
    }
  ]
}