ahmedmos

docker run -v hadoop:/hadoop --name sandbox --hostname "sandbox.hortonworx.com" --privileged --restart=always -dti -p 6080:6080 -p 9090:9090 -p 9000:9000 -p 8000:8000 -p 8020:8020 -p 42111:42111 -p 10500:10500 -p 16030:16030 -p 8042:8042 -p 8040:8040 -p 2100:2100 -p 4200:4200 -p 4040:4040 -p 8050:8050 -p 9996:9996 -p 9995:9995 -p 8080:8080 -p 8088:8088 -p 8886:8886 -p 8889:8889 -p 8443:8443 -p 8744:8744 -p 8888:8888 -p 8188:8188 -p 8983:8983 -p  1000:1000 -p 1100:1100 -p 11000:11000 -p 10001:10001 -p 15000:15000 -p 10000:10000 -p 8993:8993 -p 1988:1988 -p 5007:5007 -p 50070:50070 -p 19888:19888 -p 1601 0:16010 -p 50111:50111 -p 50075:50075 -p 50095:50095 -p 18080:18080 -p 60000:60000 -p 8090:8090 -p 8091:8091 -p 8005:8005 -p 8086:8086 -p 8082:8082 -p 60080:600 80 -p 8765:8765 -p 5011:5011 -p 6001:6001 -p 6003:6003 -p 6008:6008 -p 1220:1220 -p 21000:21000 -p 6188:6188 -p 61888:61888 -p 2222:22 sandbox /usr/sbin/sshd -D

docker exec -ti sandbox make --makefile /usr/lib/hue/tools/start_scripts/start_deps.mf  -B 

ahmedmos

docker run -dti -p 1880:1880 -p 1881:1881 --name=azureiot dwaiba/azureiot-nodered 
http://localhost:1880
http://localhost:1880/freeboard

check also https://hub.docker.com/r/dwaiba/azureiot-nodered/~/dockerfile/

ahmedmos

docker pull mkobit/nifi

docker run -ti --rm -p 4445-4446:8080-8081 --name nifi mkobit/nifi

docker run -dti -p 4445-4446:8080-8081 --name nifi mkobit/nifi

ahmedmos

 docker pull khwunchai/hortonworks-sandbox:2.5
 
 docker pull xemuliam/nifi
 
 docker pull cloudera/quickstart
 
 docker run --privileged -d -v hadoop:/hadoop --name sandbox --hostname "sandbox.hortonworks.com" -p 6080:6080 -p 9090:9090 -p 9000:9000 -p 8000:8000 -p 8020:8020 -p 42111:42111 -p 10500:10500 -p 16030:16030 -p 8042:8042 -p 8040:8040 -p 2100:2100 -p 4200:4200 -p 14040:4040 -p 8050:8050 -p 9996:9996 -p 9995:9995 -p 8080:8080 -p 8088:8088 -p 8886:8886 -p 8889:8889 -p 8443:8443 -p 8744:8744 -p 8888:8888 -p 8188:8188 -p 8983:8983 -p 1000:1000 -p 1100:1100 -p 11000:11000 -p 10001:10001 -p 15000:15000 -p 10000:10000 -p 8993:8993 -p 1988:1988 -p 5007:5007 -p 50070:50070 -p 19888:19888 -p 16010:16010 -p 50111:50111 -p 50075:50075 -p 50095:50095 -p 18080:18080 -p 60000:60000 -p 8090:8090 -p 8091:8091 -p 8005:8005 -p 8086:8086 -p 8082:8082 -p 60080:60080 -p 8765:8765 -p 5011:5011 -p 6001:6001 -p 6003:6003 -p 6008:6008 -p 1220:1220 -p 21000:21000 -p 6188:6188 -p 61888:61888 khwunchai/hortonworks-sandbox:2.5
 

ahmedmos

#!/bin/sh
cd /etc && sed -i.bak -e '7d' fstab
cd /etc && sed -i '7inone /etc/network/interfaces.dynamic.d tmpfs nodev,noexec,nosuid,size=128K 0 0' fstab
cd /etc && sed -i -e '$atmpfs /dev/shm tmpfs defaults,size=32g 0 0' fstab
#cd /etc && sed -i '9atmpfs /dev/shm tmpfs defaults,size=32g 0 0 ' fstab
mount -o remount /dev/shm
mount -o remount tmpfs

ahmedmos

#!/bin/bash

# Created By: 
#    Ahmed Mostafa
#    Data Solutions Architect
#    Microsoft Netherlands
# 

function package_exists() {
    return dpkg -l "$1" &> /dev/null

ahmedmos

#! /bin/bash


## BASIC FUNCTIONS ##
function package_exists() {
    return dpkg -l "$1" &> /dev/null
}

usage() {
    echo ""

ahmedmos

key valye daemon problems in the hypervisor; not allowing handshake with gridd license service
Josh is the only one knows about it; 
=> it is fixed in LIS NEXT 4.2.0 
hyperv runs on zen kernel

NC24R provide peer to peer processing (RDMA with GPU compute); 
Shell demands:
	GPU compute: ant patterns, GPU peer to peer to scale out/in (RDMA, memcopy, direct gpu, etc)
	GPU visualization: NV architecture is different

ahmedmos

az group create -l eastus -n azurebigcompute && az group deployment create -g azurebigcompute -n azurebigcompute --template-uri https://raw.githubusercontent.com/Azure/azure-bigcompute/master/azuredeploy.json --parameters "{\"singleOrCluster\":{\"value\":\"single\"},\"DnsLabelPrefix\":{\"value\":\"ahmedmosgpunv\"},\"AdminUserName\":{\"value\":\"ahmedmos\"},\"SshPublicKey\":{\"value\":\"ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAuYLenQ/XeHxwShcDQVSxuxCW7irgqcAbU63kiDCw+hp7SZr5eo7AYFtqd4+cor8jek7/Qxw8Dx14pjxC5PrON68ZlNnf06arMOeE7Pwdr9uVPIWLFiOgnZhtHw72SWt5NeRjJv8B8CLsZgewxtFTM+gtwZcTLfXA//HpqwvduVuBsLfQzaHkAl+KP/NM+LMWdobk3eaJWeHTFbKT4fORIzWbW7cWHb1pvZU3qhPGcEwWnLujhsC14pkGbclw2zCi0bu5jM5/4whjHM6reGbejZZgZdxa9L+x/R4kDHxf5TnONP841XbdkxYmxLAyqMMhDZLn6fpsp0lFMuVT95aJbw== ahmedmos-key-nopass\"},\"ImagePublisher\":{\"value\":\"openlogic\"},\"ImageOffer\":{\"value\":\"CentOS\"},\"ImageSku\":{\"value\":\"7.3\"},\"HeadandWorkerNodeSize\":{\"value\":\"Standard_NV24\"},\"WorkerNodeCount\":{\"value\": 0},\"GpuHpcUserName\":{\"va

ahmedmos

this to be placed inside ~/.vnc/xstartup
#!/bin/sh

# Add the following line to ensure you always have an xterm available.

( while true ; do xterm ; done ) &

# Uncomment the following two lines for normal desktop:

unset SESSION_MANAGER