galanteh

# After extending the disk on the AWS console. You should check in Linux the disk.
# Check
lsblk

# Output will somthing like this
# 
# NAME    MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
#  xvda    202:0    0  20G  0 disk 
#  └─xvda1 202:1    0  8G   0 part /

galanteh

mkdir -p /opt/nifi
cd /opt/nifi/
yum -y install git epel-release python-pip
git clone https://github.com/kiritbasu/Fake-Apache-Log-Generator
cd /opt/nifi/Fake-Apache-Log-Generator
pip install --upgrade pip
pip install -r requirements.txt
chown -R nifi:nifi /opt/nifi/

galanteh

yum -y update
wget -O splunk-8.0.2.1-f002026bad55-linux-2.6-x86_64.rpm 'https://www.splunk.com/bin/splunk/DownloadActivityServlet?architecture=x86_64&platform=linux&version=8.0.2.1&product=splunk&filename=splunk-8.0.2.1-f002026bad55-linux-2.6-x86_64.rpm&wget=true'
chmod 744 splunk-8.0.2.1-f002026bad55-linux-2.6-x86_64.rpm
rpm -i splunk-8.0.2.1-f002026bad55-linux-2.6-x86_64.rpm
rpm -i --prefix=/opt/splunk splunk-8.0.2.1-f002026bad55-linux-2.6-x86_64.rpm
export SPLUNK_HOME=/opt/splunk
chown -R splunk:splunk $SPLUNK_HOME
$SPLUNK_HOME/bin/splunk start --accept-license --answer-yes

galanteh

#!/bin/bash
yum -y install gcc make glib2-devel libcurl-devel openssl-devel gmp-devel tar automake autoconf libtool wget asciidoc
wget https://megatools.megous.com/builds/megatools-1.10.0-rc1.tar.gz
tar -xzvf megatools*.tar.gz
cd megatools*
./configure
make
make install

# megadl 'https://mega.nz/#xxxxxxxxxxx!'

galanteh

#!/bin/bash
# ORACLE 19c Install Script by Hernan Galante <hernan_galante@hotmail> 
# ------------------------------------------------------------------
# First, go to the Oracle Downloads website and try to download your RPM. You will ACCEPT the Terms.
# This will generate a cookie than you can export from your browser with any add-on for Chrome or Firefox. 
# Copy this cookie.txt to your server. This script assumes that you have this file.
#
# TROUBLESHOOTING
# ------------------------------------------------------------------
# If you receive this error message [FATAL] [DBT-06103] The port (1,521) is already in use.

galanteh

sudo bash -c "cat << EOF > /etc/yum.repos.d/grafana.repo
[grafana]
name=grafana
baseurl=https://packages.grafana.com/oss/rpm
repo_gpgcheck=1
enabled=1
gpgcheck=1
gpgkey=https://packages.grafana.com/gpg.key
sslverify=1
sslcacert=/etc/pki/tls/certs/ca-bundle.crt

galanteh

# Install EPEL Repo
sudo yum install -y epel-release
# Update the OS
sudo yum -y update
# Install HTOP to monitor processes
sudo yum install -y htop
# Install Graphite and Carbon 
sudo yum install -y graphite-web python-carbon

# Configuration - Change TimeZone and Security

galanteh

wget -qO- https://packages.microsoft.com/keys/microsoft.asc | sudo apt-key add -
sudo add-apt-repository "$(wget -qO- https://packages.microsoft.com/config/ubuntu/16.04/mssql-server-2017.list)"

sudo apt-get update
sudo apt-get install -y mssql-server 

sudo /opt/mssql/bin/mssql-conf setup

sudo systemctl enable mssql-server
sudo systemctl start mssql-server

galanteh

# Choose an Edge node. Login as root. 
# This recipe works to compile Apache Livy 0.3.0 from Cloudera repo.

yum -y install maven
cd /opt
wget https://github.com/cloudera/livy/archive/v0.3.0.zip
unzip v0.3.0.zip
cd livy-0.3.0
yum -y install python-pip
python -m pip install --upgrade pip setuptools wheel

galanteh

/* Temp table logs */
SELECT anchor_table_schema || '.' || anchor_table_name as TABLE_NAME,
   projection_column_count as AVG_ROW_LEN,
   SUM(row_count) as NUM_ROWS, 
   CASE 
     WHEN row_count<=99999 THEN 'x-small'
     WHEN row_count<=999999 THEN 'small'    
     WHEN row_count<=99999999 THEN 'medium'         
     WHEN row_count<=999999999 THEN 'large'              
     WHEN row_count>999999999 THEN 'x-large'