How to set up a virtual machine with Elasticsearch and Kibana using Vagrant (2019)

Vagrant_elasticsearch_kibana_2019.md

Requirements

• At least 6-8GB of RAM (of those 4GB will be used for a virtual machine)
• About 1GB of diskspace
• 1-2 hours of time (depends on your network speed)

Environments

• MacOSX 10.14.2
• VirtualBox 6.0.2
• Vagrant 2.2.3

Download & Install

• VirtualBox
• Vagrant

Install Vagrant plugins

$ vagrant plugin install vagrant-vbguest

Install a new box (CentOS7)

The following commands download a Vagrant box for CentOS 7 from their server. It takes time.

$ vagrant box add centos/7
Select 3 (VirtualBox)
$ mkdir CentOS7; cd CentOS7
$ vagrant init centos-VAGRANTSLASH-7
$ mv Vagrantfile Vagrantfile.orig

Download the files and save them to CentOS7

• Vagrantfile
• Vagrant_provision.sh

Start a VM

The following command installs CentOS 7 to your virtual machine along with Java, Elasticsearch, and Kibana. It takes time.

$ vagrant up

Go to Kibana

• Visit http://192.168.33.10:5601/

Login to VM

$ vagrant ssh

Stop VM

$ vagrant halt

Vagrant_provision-DO-NOT-USE-THIS.sh

# Update package
echo "Updating default packages ..."
sudo yum -y update

# Install dev tools
echo "Installing Development tools ..."
sudo yum -y groupinstall base "Development tools"

# Disable SELinux and firewall
echo "Disabling SELinux and firewall ..."
sudo setenforce 0
sudo systemctl stop firewalld
sudo systemctl disable firewalld
sudo sed -i 's/^SELINUX=.*/SELINUX=disabled/g' /etc/sysconfig/selinux

# Install Elasticsearch
echo "Installing Elasticsearch 7.x ..."
sudo rpm --import https://artifacts.elastic.co/GPG-KEY-elasticsearch
sudo echo "[elasticsearch-7.x]" | sudo tee /etc/yum.repos.d/elasticsearch.repo
sudo echo "name=Elasticsearch repository for 7.x packages" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "baseurl=https://artifacts.elastic.co/packages/7.x/yum" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "gpgcheck=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "enabled=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "autofresh=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "type=rpm-md" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo

sudo yum -y install elasticsearch
sudo echo "network.host: 192.168.33.10" | sudo tee --append /etc/elasticsearch/elasticsearch.yml
sudo echo "discovery.seed_hosts: [\"192.168.33.10\"]" | sudo tee --append /etc/elasticsearch/elasticsearch.yml
sudo echo "cluster.initial_master_nodes: [\"192.168.33.10\"]" | sudo tee --append /etc/elasticsearch/elasticsearch.yml
sudo systemctl daemon-reload
sudo systemctl enable elasticsearch.service
sudo systemctl start elasticsearch.service

# Install Kibana
echo "Installing Kibana 7.x ..."
sudo echo "[kibana-7.x]" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "name=Kibana repository for 7.x packages" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "baseurl=https://artifacts.elastic.co/packages/7.x/yum" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "gpgcheck=1" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "enabled=1" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "type=rpm-md" | sudo tee --append /etc/yum.repos.d/kibana.repo

sudo yum -y install kibana
sudo echo "server.host: 192.168.33.10" | sudo tee --append /etc/kibana/kibana.yml
sudo echo "elasticsearch.hosts: [\"http://192.168.33.10:9200\"]" | sudo tee --append /etc/kibana/kibana.yml
sudo systemctl daemon-reload
sudo systemctl enable kibana.service
sudo systemctl start kibana.service

Vagrant_provision.sh

# Update package
echo "Updating default packages ..."
sudo yum -y update

# Install dev tools
echo "Installing Development tools ..."
sudo yum -y groupinstall base "Development tools"

# Disable SELinux and firewall
echo "Disabling SELinux and firewall ..."
sudo setenforce 0
sudo systemctl stop firewalld
sudo systemctl disable firewalld
sudo sed -i 's/^SELINUX=.*/SELINUX=disabled/g' /etc/sysconfig/selinux

# Install Java 8
echo "Installing Java 8 ..."
curl -LO -H "Cookie: oraclelicense=accept-securebackup-cookie" "https://download.oracle.com/otn-pub/java/jdk/8u201-b09/42970487e3af4f5aa5bca3f542482c60/jdk-8u201-linux-x64.rpm"
sudo rpm -Uvh jdk-8u201-linux-x64.rpm
sudo echo "export JAVA_HOME=/usr/java/default" | sudo tee --append /etc/profile.d/java.sh
sudo echo "export PATH=\$PATH:\$JAVA_HOME/bin"  | sudo tee --append /etc/profile.d/java.sh
sudo echo "export CLASSPATH=.:\$JAVA_HOME/jre/lib:\$JAVA_HOME/lib:\$JAVA_HOME/lib/tools.jar"  | sudo tee --append /etc/profile.d/java.sh
source ~/.bash_profile

# Install Elasticsearch
echo "Installing Elasticsearch 6.x ..."
sudo rpm --import https://artifacts.elastic.co/GPG-KEY-elasticsearch
sudo echo "[elasticsearch-6.x]" | sudo tee /etc/yum.repos.d/elasticsearch.repo
sudo echo "name=Elasticsearch repository for 6.x packages" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "baseurl=https://artifacts.elastic.co/packages/6.x/yum" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "gpgcheck=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "enabled=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "autofresh=1" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo
sudo echo "type=rpm-md" | sudo tee --append /etc/yum.repos.d/elasticsearch.repo

sudo yum -y install elasticsearch
sudo sed -i 's/^#network.host: 192.168.0.1/network.host: 192.168.33.10/g' /etc/elasticsearch/elasticsearch.yml
sudo systemctl daemon-reload
sudo systemctl enable elasticsearch.service
sudo systemctl start elasticsearch.service

# Install Kibana
echo "Installing Kibana 6.x ..."
sudo echo "[kibana-6.x]" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "name=Kibana repository for 6.x packages" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "baseurl=https://artifacts.elastic.co/packages/6.x/yum" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "gpgcheck=1" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "enabled=1" | sudo tee --append /etc/yum.repos.d/kibana.repo
sudo echo "type=rpm-md" | sudo tee --append /etc/yum.repos.d/kibana.repo

sudo yum -y install kibana
sudo sed -i 's/^#server.host: \"localhost\"/server.host: 192.168.33.10/g' /etc/kibana/kibana.yml
sudo sed -i 's/^#elasticsearch.url: \"http:\/\/localhost:9200\"/elasticsearch.url: \"http:\/\/192.168.33.10:9200\"/g' /etc/kibana/kibana.yml
sudo systemctl daemon-reload
sudo systemctl enable kibana.service
sudo systemctl start kibana.service

Vagrantfile

# -*- mode: ruby -*-
# vi: set ft=ruby :

# All Vagrant configuration is done below. The "2" in Vagrant.configure
# configures the configuration version (we support older styles for
# backwards compatibility). Please don't change it unless you know what
# you're doing.
Vagrant.configure("2") do |config|
  # The most common configuration options are documented and commented below.
  # For a complete reference, please see the online documentation at
  # https://docs.vagrantup.com.

  # Every Vagrant development environment requires a box. You can search for
  # boxes at https://vagrantcloud.com/search.
  config.vm.box = "centos-VAGRANTSLASH-7"

  # Disable automatic box update checking. If you disable this, then
  # boxes will only be checked for updates when the user runs
  # `vagrant box outdated`. This is not recommended.
  # config.vm.box_check_update = false

  # Create a forwarded port mapping which allows access to a specific port
  # within the machine from a port on the host machine. In the example below,
  # accessing "localhost:8080" will access port 80 on the guest machine.
  # NOTE: This will enable public access to the opened port
  # config.vm.network "forwarded_port", guest: 80, host: 8080

  # Create a forwarded port mapping which allows access to a specific port
  # within the machine from a port on the host machine and only allow access
  # via 127.0.0.1 to disable public access
  # config.vm.network "forwarded_port", guest: 80, host: 8080, host_ip: "127.0.0.1"

  # Create a private network, which allows host-only access to the machine
  # using a specific IP.
  config.vm.network "private_network", ip: "192.168.33.10"

  # Create a public network, which generally matched to bridged network.
  # Bridged networks make the machine appear as another physical device on
  # your network.
  # config.vm.network "public_network"

  # Share an additional folder to the guest VM. The first argument is
  # the path on the host to the actual folder. The second argument is
  # the path on the guest to mount the folder. And the optional third
  # argument is a set of non-required options.
  # config.vm.synced_folder "../data", "/vagrant_file"

  # Provider-specific configuration so you can fine-tune various
  # backing providers for Vagrant. These expose provider-specific options.
  # Example for VirtualBox:
  #
    config.vm.provider "virtualbox" do |vb|
  #   # Display the VirtualBox GUI when booting the machine
  #   vb.gui = true
  #
  #   # Customize the amount of memory on the VM:
      vb.memory = "4096"
    end
  #
  # View the documentation for the provider you are using for more
  # information on available options.

  # Enable provisioning with a shell script. Additional provisioners such as
  # Puppet, Chef, Ansible, Salt, and Docker are also available. Please see the
  # documentation for more information about their specific syntax and use.
  # config.vm.provision "shell", inline: <<-SHELL
  #   apt-get update
  #   apt-get install -y apache2
  # SHELL
  config.vm.provision "shell", path: "Vagrant_provision.sh"
end