Last active
September 27, 2021 13:53
-
-
Save drewr/8be795b9c7fd40e93ffad6cb27626e2b to your computer and use it in GitHub Desktop.
CFT guide supporting work
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "resources": { | |
| "elasticsearch": [ | |
| { | |
| "region": "gcp-us-west2", | |
| "settings": { | |
| "dedicated_masters_threshold": 6 | |
| }, | |
| "plan": { | |
| "autoscaling_enabled": false, | |
| "cluster_topology": [ | |
| { | |
| "zone_count": 1, | |
| "instance_configuration_id": "gcp.coordinating.1", | |
| "node_roles": [ | |
| "ingest", | |
| "remote_cluster_client" | |
| ], | |
| "id": "coordinating", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "hot" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highmem.1", | |
| "node_roles": [ | |
| "master", | |
| "ingest", | |
| "transform", | |
| "data_hot", | |
| "remote_cluster_client", | |
| "data_content" | |
| ], | |
| "id": "hot_content", | |
| "size": { | |
| "resource": "memory", | |
| "value": 2048 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "warm" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highstorage.1", | |
| "node_roles": [ | |
| "data_warm", | |
| "remote_cluster_client" | |
| ], | |
| "id": "warm", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "cold" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highstorage.1", | |
| "node_roles": [ | |
| "data_cold", | |
| "remote_cluster_client" | |
| ], | |
| "id": "cold", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "frozen" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.es.datafrozen.n1.64x10x95", | |
| "node_roles": [ | |
| "data_frozen" | |
| ], | |
| "id": "frozen", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "instance_configuration_id": "gcp.master.1", | |
| "node_roles": [ | |
| "master", | |
| "remote_cluster_client" | |
| ], | |
| "id": "master", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "instance_configuration_id": "gcp.ml.1", | |
| "node_roles": [ | |
| "ml", | |
| "remote_cluster_client" | |
| ], | |
| "id": "ml", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| } | |
| ], | |
| "elasticsearch": { | |
| "version": "8.0.0-SNAPSHOT", | |
| "docker_image": "docker.elastic.co/cloud-ci/elasticsearch:8.0.0-alpha1-30dac948" | |
| }, | |
| "deployment_template": { | |
| "id": "gcp-memory-optimized-v2" | |
| } | |
| }, | |
| "ref_id": "main-elasticsearch" | |
| } | |
| ], | |
| "enterprise_search": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "node_type": { | |
| "connector": true, | |
| "appserver": true, | |
| "worker": true | |
| }, | |
| "instance_configuration_id": "gcp.enterprisesearch.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 2048 | |
| } | |
| } | |
| ], | |
| "enterprise_search": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-enterprise_search" | |
| } | |
| ], | |
| "kibana": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "instance_configuration_id": "gcp.kibana.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 1024 | |
| } | |
| } | |
| ], | |
| "kibana": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-kibana" | |
| } | |
| ], | |
| "apm": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "instance_configuration_id": "gcp.apm.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 512 | |
| } | |
| } | |
| ], | |
| "apm": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-apm" | |
| } | |
| ] | |
| }, | |
| "name": "cft-custom-es-8", | |
| "metadata": { | |
| "system_owned": false | |
| } | |
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| % diff -u <(curl -Ls https://gist.githubusercontent.com/drewr/8be795b9c7fd40e93ffad6cb27626e2b/raw/617a613d900ca17cb14a5bcec20fb5ff09305395/original.json) <(curl -Ls https://gist.githubusercontent.com/drewr/8be795b9c7fd40e93ffad6cb27626e2b/raw/617a613d900ca17cb14a5bcec20fb5ff09305395/ecctl-cft-elasticsearch-8.0.0-alpha1-2.json) | |
| --- /proc/self/fd/12 2021-08-20 11:48:48.346071084 -0500 | |
| +++ /proc/self/fd/13 2021-08-20 11:48:48.346071084 -0500 | |
| @@ -10,7 +10,7 @@ | |
| "autoscaling_enabled": false, | |
| "cluster_topology": [ | |
| { | |
| - "zone_count": 2, | |
| + "zone_count": 1, | |
| "instance_configuration_id": "gcp.coordinating.1", | |
| "node_roles": [ | |
| "ingest", | |
| @@ -26,7 +26,7 @@ | |
| } | |
| }, | |
| { | |
| - "zone_count": 2, | |
| + "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "hot" | |
| @@ -45,11 +45,11 @@ | |
| "id": "hot_content", | |
| "size": { | |
| "resource": "memory", | |
| - "value": 8192 | |
| + "value": 2048 | |
| } | |
| }, | |
| { | |
| - "zone_count": 2, | |
| + "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "warm" | |
| @@ -105,7 +105,7 @@ | |
| } | |
| }, | |
| { | |
| - "zone_count": 3, | |
| + "zone_count": 1, | |
| "instance_configuration_id": "gcp.master.1", | |
| "node_roles": [ | |
| "master", | |
| @@ -138,7 +138,8 @@ | |
| } | |
| ], | |
| "elasticsearch": { | |
| - "version": "8.0.0-SNAPSHOT" | |
| + "version": "8.0.0-SNAPSHOT", | |
| + "docker_image": "docker.elastic.co/cloud-ci/elasticsearch:8.0.0-alpha1-30dac948" | |
| }, | |
| "deployment_template": { | |
| "id": "gcp-memory-optimized-v2" | |
| @@ -219,8 +220,8 @@ | |
| } | |
| ] | |
| }, | |
| - "name": "My deployment", | |
| + "name": "cft-custom-es-8", | |
| "metadata": { | |
| "system_owned": false | |
| } | |
| -} | |
| \ No newline at end of file | |
| +} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "resources": { | |
| "elasticsearch": [ | |
| { | |
| "region": "gcp-us-west2", | |
| "settings": { | |
| "dedicated_masters_threshold": 6 | |
| }, | |
| "plan": { | |
| "autoscaling_enabled": false, | |
| "cluster_topology": [ | |
| { | |
| "zone_count": 2, | |
| "instance_configuration_id": "gcp.coordinating.1", | |
| "node_roles": [ | |
| "ingest", | |
| "remote_cluster_client" | |
| ], | |
| "id": "coordinating", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| }, | |
| { | |
| "zone_count": 2, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "hot" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highmem.1", | |
| "node_roles": [ | |
| "master", | |
| "ingest", | |
| "transform", | |
| "data_hot", | |
| "remote_cluster_client", | |
| "data_content" | |
| ], | |
| "id": "hot_content", | |
| "size": { | |
| "resource": "memory", | |
| "value": 8192 | |
| } | |
| }, | |
| { | |
| "zone_count": 2, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "warm" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highstorage.1", | |
| "node_roles": [ | |
| "data_warm", | |
| "remote_cluster_client" | |
| ], | |
| "id": "warm", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "cold" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.data.highstorage.1", | |
| "node_roles": [ | |
| "data_cold", | |
| "remote_cluster_client" | |
| ], | |
| "id": "cold", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "elasticsearch": { | |
| "node_attributes": { | |
| "data": "frozen" | |
| }, | |
| "enabled_built_in_plugins": [] | |
| }, | |
| "instance_configuration_id": "gcp.es.datafrozen.n1.64x10x95", | |
| "node_roles": [ | |
| "data_frozen" | |
| ], | |
| "id": "frozen", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| } | |
| }, | |
| { | |
| "zone_count": 3, | |
| "instance_configuration_id": "gcp.master.1", | |
| "node_roles": [ | |
| "master", | |
| "remote_cluster_client" | |
| ], | |
| "id": "master", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| }, | |
| { | |
| "zone_count": 1, | |
| "instance_configuration_id": "gcp.ml.1", | |
| "node_roles": [ | |
| "ml", | |
| "remote_cluster_client" | |
| ], | |
| "id": "ml", | |
| "size": { | |
| "resource": "memory", | |
| "value": 0 | |
| }, | |
| "elasticsearch": { | |
| "enabled_built_in_plugins": [] | |
| } | |
| } | |
| ], | |
| "elasticsearch": { | |
| "version": "8.0.0-SNAPSHOT" | |
| }, | |
| "deployment_template": { | |
| "id": "gcp-memory-optimized-v2" | |
| } | |
| }, | |
| "ref_id": "main-elasticsearch" | |
| } | |
| ], | |
| "enterprise_search": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "node_type": { | |
| "connector": true, | |
| "appserver": true, | |
| "worker": true | |
| }, | |
| "instance_configuration_id": "gcp.enterprisesearch.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 2048 | |
| } | |
| } | |
| ], | |
| "enterprise_search": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-enterprise_search" | |
| } | |
| ], | |
| "kibana": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "instance_configuration_id": "gcp.kibana.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 1024 | |
| } | |
| } | |
| ], | |
| "kibana": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-kibana" | |
| } | |
| ], | |
| "apm": [ | |
| { | |
| "elasticsearch_cluster_ref_id": "main-elasticsearch", | |
| "region": "gcp-us-west2", | |
| "plan": { | |
| "cluster_topology": [ | |
| { | |
| "instance_configuration_id": "gcp.apm.1", | |
| "zone_count": 1, | |
| "size": { | |
| "resource": "memory", | |
| "value": 512 | |
| } | |
| } | |
| ], | |
| "apm": { | |
| "version": "8.0.0-SNAPSHOT" | |
| } | |
| }, | |
| "ref_id": "main-apm" | |
| } | |
| ] | |
| }, | |
| "name": "My deployment", | |
| "metadata": { | |
| "system_owned": false | |
| } | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
In the current ECE version, this example does not work as it is. To make it work you have to change
"version": "8.0.0-SNAPSHOT"by"version": "8.0.0-alpha1",. If you do not change this value, the Elasticsearch nodes will not be deployed, and there is a weird error in the standard logs.