Fluentd setup for Ubuntu

fluentd-setup.sh

# Install dependencies
apt-get update; apt-get install -y build-essential ruby2.5-dev
gem install bundler --version 1.16.1

# Install fluentd
mkdir /opt/fluentd
pushd .; cd /opt/fluentd

cat <<EOD > Gemfile
source "https://rubygems.org"

gem "fluentd", "1.2.3"
gem "fluent-plugin-secure-forward", "0.4.5"
gem "fluent-plugin-record-reformer", "0.9.1"
gem "fluent-plugin-kubernetes_metadata_filter", "2.1.2"
gem "fluent-plugin-kinesis", "2.1.1"
gem "fluent-plugin-json-parser", "0.0.3"
gem "json", "2.1.0"
gem "oj", "3.6.5"
EOD
bundle install --path vendor/bundle

# Configure fluentd
cat <<'EOD' > fluent.conf

## match tag=debug.** and dump to console
<match debug.**>
  @type stdout
  @id stdout_output
</match>
# INSTANCEID
EOD

instanceid=$(wget --proxy off -qO- http://169.254.169.254/latest/meta-data/instance-id/ | tr -d 'i-')
sed -i "s/INSTANCEID/$instanceid/g" fluent.conf

# Setup service
cat <<EOD > /etc/systemd/system/fluentd.service
[Install]
WantedBy=multi-user.target

[Service]
ExecStart=/usr/local/bin/bundle exec fluentd -c /opt/fluentd/fluent.conf
Restart=on-failure
Type=simple
User=nobody
WorkingDirectory=/opt/fluentd

[Unit]
Description=Run fluentd
After=network-online.target
EOD

systemctl daemon-reload
systemctl enable fluentd
systemctl start fluentd