Skip to content

Instantly share code, notes, and snippets.

View asears's full-sized avatar

Andrew Sears asears

View GitHub Profile
#setup kerberos for ambari server
kadmin.local
addprinc -randkey ambari-server@HWX.COM
xst -k ambari.server.keytab ambari-server@HWX.COM
cp *.keytab /etc/security/keytabs/ambari.server.keytab
chown deployuser:hadoop ambari.server.keytab
ambari-server stop
ambari-server setup-security
3
#!/bin/bash
yum install epel-release
cat > /etc/yum.repos.d/jpackage-generic.repo << EOF
[jpackage-generic]
name=JPackage generic
#baseurl=http://mirrors.dotsrc.org/pub/jpackage/5.0/generic/free/
mirrorlist=http://www.jpackage.org/mirrorlist.php?dist=generic&type=free&release=5.0
enabled=1
gpgcheck=1
// http://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.4.3/bk_hadoop-ha/content/hbase-replication-internals.html
// ping / firewall to both clusters
// ssh to both clusters
// keytabs in both clusters
kadmin: addprinc -e "<enc_type_list>" krbtgt/ONE.COM@TWO.COM
kadmin: addprinc -e "<enc_type_list>" krbtgt/TWO.COM@ONE.COM
addprinc -maxrenewlife 4days
-Dzookeeper.security.auth_to_local=RULE:[2:\$1@\$0](.*@\\QONE.COM\\E$)s/@\\QONE.COM\\E$//DEFAULT
#!/bin/bash
# create a repo for rstudio server on centos 7
# https://www.digitalocean.com/community/tutorials/how-to-set-up-and-use-yum-repositories-on-a-centos-6-vps
mkdir ~/rstudio
cd ~/rstudio
wget https://s3.amazonaws.com/rstudio-dailybuilds/rstudio-server-rhel5-1.0.35-x86_64.rpm
yum -y install createrepo
mkdir /repo
mkdir /repo/rstudio
createrepo /repo/rstudio

// Generate Data with Azure Data Lake Analytics USQL

// Generate 2 rows of data @res = SELECT * FROM (VALUES ("sqlservermike","mikedoesbigdata"), ("sqlserverandrew","andrewdoesbigdata") ) AS T(old_handle, new_handle);

with power bi running, as cmd administrator

tasklist | grep msmdsrv

netstat /ano | grep (pid)

or without

for /f “tokens=2 delims=,” %%F in (‘tasklist /nh /fi “imagename eq msmdsrv.exe” /fo csv’) do ( set var=%%F

yum install samba-client samba-common cifs-utils

mkdir /mnt/myfs

mount -t cifs //defaultresgroupxxx.file.core.windows.net/myfs /mnt/myfs -o vers=3.0,username=defaultresgroupxxx,password===,dir_mode=0777,file_mode=0777

@asears
asears / flipslash.md
Created December 25, 2016 18:13
bash on windows - flip the slashes

Example using mlocate to find chrome.exe and show output as windows long filename.

updatedb
locate chrome.exe | sed -u 's/\/mnt\/c\//c:\\/g' | tr '/' '\\'
# installing/loading the package:
if(!require(installr)) { install.packages("installr"); require(installr)} #load / install+load installr
# Installing pandoc
install.pandoc()