ahmedmos

yum install -y kernel kernel-devel kernel-debug kernel-headers
yum clean all
wget ftp://rpmfind.net/linux/fedora/linux/development/rawhide/Everything/x86_64/os/Packages/d/dkms-2.3-4.20170313git974d838.fc27.noarch.rpm
yum localinstall -y dkms-2.3-4.20170313git974d838.fc27.noarch.rpm --nogpgcheck
yum update -y dkms
yum install -y gcc make binutils gcc-c++ kernel-devel kernel-headers
grub2-mkconfig -o /boot/grub2/grub.cfg
cd /etc/default && sed -i.bak -e '6d' grub
cd /etc/default && sed -i '6iGRUB_CMDLINE_LINUX="console=tty1 console=ttyS0,115200n8 earlyprintk=ttyS0,115200 rootdelay=300 net.ifnames=0 rdblacklist=nouveau nouveau.modeset=0"' grub

ahmedmos

Section "ServerFlags"
Option "DontVTSwitch" "true"
Option "AllowMouseOpenFail" "true"
EndSection
Section "InputClass"
  Identifier "evdev keyboard catchall"  MatchIsKeyboard "on"
  Option "GrabDevice" "on"
EndSection
Section "InputClass"
  Identifier "evdev mouse catchall"

ahmedmos

this to be placed inside ~/.vnc/xstartup
#!/bin/sh

# Add the following line to ensure you always have an xterm available.

( while true ; do xterm ; done ) &

# Uncomment the following two lines for normal desktop:

unset SESSION_MANAGER

ahmedmos

az group create -l eastus -n azurebigcompute && az group deployment create -g azurebigcompute -n azurebigcompute --template-uri https://raw.githubusercontent.com/Azure/azure-bigcompute/master/azuredeploy.json --parameters "{\"singleOrCluster\":{\"value\":\"single\"},\"DnsLabelPrefix\":{\"value\":\"ahmedmosgpunv\"},\"AdminUserName\":{\"value\":\"ahmedmos\"},\"SshPublicKey\":{\"value\":\"ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAuYLenQ/XeHxwShcDQVSxuxCW7irgqcAbU63kiDCw+hp7SZr5eo7AYFtqd4+cor8jek7/Qxw8Dx14pjxC5PrON68ZlNnf06arMOeE7Pwdr9uVPIWLFiOgnZhtHw72SWt5NeRjJv8B8CLsZgewxtFTM+gtwZcTLfXA//HpqwvduVuBsLfQzaHkAl+KP/NM+LMWdobk3eaJWeHTFbKT4fORIzWbW7cWHb1pvZU3qhPGcEwWnLujhsC14pkGbclw2zCi0bu5jM5/4whjHM6reGbejZZgZdxa9L+x/R4kDHxf5TnONP841XbdkxYmxLAyqMMhDZLn6fpsp0lFMuVT95aJbw== ahmedmos-key-nopass\"},\"ImagePublisher\":{\"value\":\"openlogic\"},\"ImageOffer\":{\"value\":\"CentOS\"},\"ImageSku\":{\"value\":\"7.3\"},\"HeadandWorkerNodeSize\":{\"value\":\"Standard_NV24\"},\"WorkerNodeCount\":{\"value\": 0},\"GpuHpcUserName\":{\"va

ahmedmos

key valye daemon problems in the hypervisor; not allowing handshake with gridd license service
Josh is the only one knows about it; 
=> it is fixed in LIS NEXT 4.2.0 
hyperv runs on zen kernel

NC24R provide peer to peer processing (RDMA with GPU compute); 
Shell demands:
	GPU compute: ant patterns, GPU peer to peer to scale out/in (RDMA, memcopy, direct gpu, etc)
	GPU visualization: NV architecture is different

ahmedmos

#! /bin/bash


## BASIC FUNCTIONS ##
function package_exists() {
    return dpkg -l "$1" &> /dev/null
}

usage() {
    echo ""

ahmedmos

#!/bin/bash

# Created By: 
#    Ahmed Mostafa
#    Data Solutions Architect
#    Microsoft Netherlands
# 

function package_exists() {
    return dpkg -l "$1" &> /dev/null

ahmedmos

#!/bin/sh
cd /etc && sed -i.bak -e '7d' fstab
cd /etc && sed -i '7inone /etc/network/interfaces.dynamic.d tmpfs nodev,noexec,nosuid,size=128K 0 0' fstab
cd /etc && sed -i -e '$atmpfs /dev/shm tmpfs defaults,size=32g 0 0' fstab
#cd /etc && sed -i '9atmpfs /dev/shm tmpfs defaults,size=32g 0 0 ' fstab
mount -o remount /dev/shm
mount -o remount tmpfs

ahmedmos

 docker pull khwunchai/hortonworks-sandbox:2.5
 
 docker pull xemuliam/nifi
 
 docker pull cloudera/quickstart
 
 docker run --privileged -d -v hadoop:/hadoop --name sandbox --hostname "sandbox.hortonworks.com" -p 6080:6080 -p 9090:9090 -p 9000:9000 -p 8000:8000 -p 8020:8020 -p 42111:42111 -p 10500:10500 -p 16030:16030 -p 8042:8042 -p 8040:8040 -p 2100:2100 -p 4200:4200 -p 14040:4040 -p 8050:8050 -p 9996:9996 -p 9995:9995 -p 8080:8080 -p 8088:8088 -p 8886:8886 -p 8889:8889 -p 8443:8443 -p 8744:8744 -p 8888:8888 -p 8188:8188 -p 8983:8983 -p 1000:1000 -p 1100:1100 -p 11000:11000 -p 10001:10001 -p 15000:15000 -p 10000:10000 -p 8993:8993 -p 1988:1988 -p 5007:5007 -p 50070:50070 -p 19888:19888 -p 16010:16010 -p 50111:50111 -p 50075:50075 -p 50095:50095 -p 18080:18080 -p 60000:60000 -p 8090:8090 -p 8091:8091 -p 8005:8005 -p 8086:8086 -p 8082:8082 -p 60080:60080 -p 8765:8765 -p 5011:5011 -p 6001:6001 -p 6003:6003 -p 6008:6008 -p 1220:1220 -p 21000:21000 -p 6188:6188 -p 61888:61888 khwunchai/hortonworks-sandbox:2.5
 

ahmedmos

docker pull mkobit/nifi

docker run -ti --rm -p 4445-4446:8080-8081 --name nifi mkobit/nifi

docker run -dti -p 4445-4446:8080-8081 --name nifi mkobit/nifi