Seungkyun Hong ontheklaud

## tf_localizer.py
import os
import sys
import re
import pprint
import hashlib
import time
import urllib.request as urlreq

verbose_debug = True

## horovod install.txt
#
# Horovod Installation Guide
#

0a. Requirement
- CentOS 7.x (tested on 7.1, 7.3, 7.4)
- Python 3.6.x (source build, refer https://www.python.org/downloads/release/python-366/)
- GPU (not a prerequisit, but encouraged)
- all workers must share same installation process
- DO NOT UPDATE ANY KERNEL PACKAGES (USE WITH STOCK KERNEL PROVIDED BY CENTOS)

## build-intel-caffe-anaconda-python-only.sh
#!/bin/bash

# I installed anaconda3 in /opt/anaconda3, which is a system-wide accessable
# make directory of 'build' from root of caffe source
mkdir build
cd build

# source Intel Parallel Studio (currently r2018u3)
source /opt/intel/parallel_studio_xe_2018/bin/psxevars.sh;

## Makefile_caffe_anaconda_python_only.config
#
# All modification made by Intel Corporation: © 2016 Intel Corporation
#
# All contributions by the University of California:
# Copyright (c) 2014, 2015, The Regents of the University of California (Regents)
# All rights reserved.
#
# All other contributions:
# Copyright (c) 2014, 2015, the respective contributors
# All rights reserved.

## get-caffe-deps-thru-yum.sh
#!/bin/bash

# Enable EPEL-Release
sudo yum -y install epel-release

# CMAKE, Boost
sudo yum -y install cmake boost boost-devel

# OpenCV, Snappy, Protobuf
sudo yum -y install opencv opencv-devel snappy snappy-devel protobuf protobuf-devel

## get-caffe-deps-thru-conda.sh
#!/bin/bash

# Conda already have MKL
conda update mkl

# CMAKE, Boost
conda install -y cmake boost libboost

# OpenCV, Protobuf
conda install -y opencv libopencv protobuf libprotobuf snappy

## install-snapper-on-centos7.sh
#!/bin/bash

# Prerequisite:
# OS: CentOS 7.5.1804 installation with 'minimal install'
# Filesystem: LVM Thin-provisioning of root (/) with lvm(xfs).

# 0. enable EPEL-Release Repo
sudo yum -y install epel-release

# 1. install snapper (dependencies may follow)

## install-amdgpu-pro-on-centos7.sh
#!/bin/bash

# Prerequisite
# OS: CentOS 7.5.1804 installation with 'minimal install' config

# 1. download most recent amdgpu-pro (currently 18.30)
# You can find binaries at: https://www.amd.com/en/support/kb/release-notes/rn-prorad-lin-18-30 (almost impossible to discover)
wget --referer http://support.amd.com https://www2.ati.com/drivers/linux/rhel7/amdgpu-pro-18.30-641594.tar.xz
tar -xf amdgpu-pro-18.30-641594.tar.xz
cd amdgpu-pro-18.30-641594

## install-custom-rootca-on-qnap.sh
# Tested on QNAP TVS-1282T3
# connect to NAS thru SSH (ssh -p <port> admin@<NAS IP>)

ROOTCA=<custom-rootca>.crt

cp /share/NFSv\=4/<somewhere>/<custom-rootca>.crt /usr/certs
ln -s /usr/certs/$ROOTCA /usr/certs/`openssl x509 -hash -noout -in /usr/certs/$ROOTCA`.0

## prep-gitkraken-c7.sh
#!/bin/bash

# GitKraken refers library named libcurl. For bare execution, it gives an error of library not found.
# libcurl-gnutls.so.4: cannot open shared object file: No such file or directory
#
# However, your C7 installation may already have libcurl installation.
# Try,
sudo yum -y install libcurl
# You may see: Package libcurl-7.29.0-46.el7.x86_64 already installed and latest version
# Also, libcurl-so.4 is located in /usr/lib64/libcurl.so.4
	import os
	import sys
	import re
	import pprint
	import hashlib
	import time
	import urllib.request as urlreq

	verbose_debug = True
	#
	# Horovod Installation Guide
	#

	0a. Requirement
	- CentOS 7.x (tested on 7.1, 7.3, 7.4)
	- Python 3.6.x (source build, refer https://www.python.org/downloads/release/python-366/)
	- GPU (not a prerequisit, but encouraged)
	- all workers must share same installation process
	- DO NOT UPDATE ANY KERNEL PACKAGES (USE WITH STOCK KERNEL PROVIDED BY CENTOS)
	#!/bin/bash

	# I installed anaconda3 in /opt/anaconda3, which is a system-wide accessable
	# make directory of 'build' from root of caffe source
	mkdir build
	cd build

	# source Intel Parallel Studio (currently r2018u3)
	source /opt/intel/parallel_studio_xe_2018/bin/psxevars.sh;
	#
	# All modification made by Intel Corporation: © 2016 Intel Corporation
	#
	# All contributions by the University of California:
	# Copyright (c) 2014, 2015, The Regents of the University of California (Regents)
	# All rights reserved.
	#
	# All other contributions:
	# Copyright (c) 2014, 2015, the respective contributors
	# All rights reserved.
	#!/bin/bash

	# Enable EPEL-Release
	sudo yum -y install epel-release

	# CMAKE, Boost
	sudo yum -y install cmake boost boost-devel

	# OpenCV, Snappy, Protobuf
	sudo yum -y install opencv opencv-devel snappy snappy-devel protobuf protobuf-devel
	#!/bin/bash

	# Conda already have MKL
	conda update mkl

	# CMAKE, Boost
	conda install -y cmake boost libboost

	# OpenCV, Protobuf
	conda install -y opencv libopencv protobuf libprotobuf snappy
	#!/bin/bash

	# Prerequisite:
	# OS: CentOS 7.5.1804 installation with 'minimal install'
	# Filesystem: LVM Thin-provisioning of root (/) with lvm(xfs).

	# 0. enable EPEL-Release Repo
	sudo yum -y install epel-release

	# 1. install snapper (dependencies may follow)
	#!/bin/bash

	# Prerequisite
	# OS: CentOS 7.5.1804 installation with 'minimal install' config

	# 1. download most recent amdgpu-pro (currently 18.30)
	# You can find binaries at: https://www.amd.com/en/support/kb/release-notes/rn-prorad-lin-18-30 (almost impossible to discover)
	wget --referer http://support.amd.com https://www2.ati.com/drivers/linux/rhel7/amdgpu-pro-18.30-641594.tar.xz
	tar -xf amdgpu-pro-18.30-641594.tar.xz
	cd amdgpu-pro-18.30-641594
	# Tested on QNAP TVS-1282T3
	# connect to NAS thru SSH (ssh -p <port> admin@<NAS IP>)

	ROOTCA=<custom-rootca>.crt

	cp /share/NFSv\=4/<somewhere>/<custom-rootca>.crt /usr/certs
	ln -s /usr/certs/$ROOTCA /usr/certs/`openssl x509 -hash -noout -in /usr/certs/$ROOTCA`.0
	#!/bin/bash

	# GitKraken refers library named libcurl. For bare execution, it gives an error of library not found.
	# libcurl-gnutls.so.4: cannot open shared object file: No such file or directory
	#
	# However, your C7 installation may already have libcurl installation.
	# Try,
	sudo yum -y install libcurl
	# You may see: Package libcurl-7.29.0-46.el7.x86_64 already installed and latest version
	# Also, libcurl-so.4 is located in /usr/lib64/libcurl.so.4