Kamolphan Lewprasert fonylew

## Nginx default reverse proxy
server {
        listen 80 default_server;
        listen [::]:80 default_server;

        # SSL configuration
        #
        # listen 443 ssl default_server;
        # listen [::]:443 ssl default_server;
        #
        # Note: You should disable gzip for SSL traffic.

## tf-requirements.txt
atari-py==0.1.1
bleach==1.5.0
Box2D==2.3.2
Box2D-kengz==2.3.3
box2d-py==2.3.1
certifi==2017.7.27.1
chardet==3.0.4
cycler==0.10.0
decorator==4.0.11
entrypoints==0.2.3

## kafka_direct_consumer.py
import sys
from pyspark import SparkContext
from pyspark.streaming import StreamingContext
from pyspark.streaming.kafka import KafkaUtils
if __name__ == "__main__":
    sc = SparkContext(appName="PythonStreamingDirectKafkaWordCount")
    sc.setLogLevel("ERROR")
    ssc = StreamingContext(sc, 2)
    brokers, topic = sys.argv[1:]
    kvs = KafkaUtils.createDirectStream(ssc, [topic],{"metadata.broker.list": brokers})

## Install iTune on Linux (Ubuntu)
#  Installing WineHQ
```
sudo dpkg --add-architecture i386

wget https://dl.winehq.org/wine-builds/Release.key
sudo apt-key add Release.key
sudo apt-add-repository https://dl.winehq.org/wine-builds/ubuntu/

sudo apt-get update
sudo apt-get install --install-recommends winehq-stable

## clamscan-setup
# get node js container
docker run -it -p 3000:3000 -d node /bin/bash

# in docker container
apt-get update && apt-get install -y clamav vim

# update clamav database
freshclam

touch /etc/clamav/clamd.conf

## YouTube-Subscribe_redirect.php
<html>
<?php
header('Location: https://www.youtube.com/channel/***YouTube Channel ID***/videos?sub_confirmation=1');
?>
</html>

## fstab
LABEL=NAME none ntfs rw,auto,nobrowse

## bash text file processing
LC_ALL=C fgrep -n -f exclude.csv fav_story_test.csv > linenum.txt
comm -23 notlinenumber.txt exclude.csv
#get first column
cut -d : -f 1 linenum.txt > linenumber.txt
cut -d : -f 2 linenum.txt > notlinenumber.txt

//slow
cat linenumber.txt | while read line; do head -n $line random_pred.txt | tail -1;  done >> random_diff.txt

//fast

## spark-shell with attribute
spark-shell --driver-cores 2 --num-executors 3 --executor-cores 6 --executor-memory 5g --driver-memory 5g

## docker-cloudera.sh
docker run --hostname=quickstart.cloudera --privileged=true -t -i -p 8888:18888 -p 80:180 -p 7180:17180 -d-name cloudera cloudera/quickstart /usr/bin/docker-quickstart
	server {
	listen 80 default_server;
	listen [::]:80 default_server;

	# SSL configuration
	#
	# listen 443 ssl default_server;
	# listen [::]:443 ssl default_server;
	#
	# Note: You should disable gzip for SSL traffic.
	atari-py==0.1.1
	bleach==1.5.0
	Box2D==2.3.2
	Box2D-kengz==2.3.3
	box2d-py==2.3.1
	certifi==2017.7.27.1
	chardet==3.0.4
	cycler==0.10.0
	decorator==4.0.11
	entrypoints==0.2.3
	import sys
	from pyspark import SparkContext
	from pyspark.streaming import StreamingContext
	from pyspark.streaming.kafka import KafkaUtils
	if __name__ == "__main__":
	sc = SparkContext(appName="PythonStreamingDirectKafkaWordCount")
	sc.setLogLevel("ERROR")
	ssc = StreamingContext(sc, 2)
	brokers, topic = sys.argv[1:]
	kvs = KafkaUtils.createDirectStream(ssc, [topic],{"metadata.broker.list": brokers})
	# Installing WineHQ
	```
	sudo dpkg --add-architecture i386

	wget https://dl.winehq.org/wine-builds/Release.key
	sudo apt-key add Release.key
	sudo apt-add-repository https://dl.winehq.org/wine-builds/ubuntu/

	sudo apt-get update
	sudo apt-get install --install-recommends winehq-stable
	# get node js container
	docker run -it -p 3000:3000 -d node /bin/bash

	# in docker container
	apt-get update && apt-get install -y clamav vim

	# update clamav database
	freshclam

	touch /etc/clamav/clamd.conf
	<html>
	<?php
	header('Location: https://www.youtube.com/channel/*YouTube Channel ID*/videos?sub_confirmation=1');
	?>
	</html>
	LC_ALL=C fgrep -n -f exclude.csv fav_story_test.csv > linenum.txt
	comm -23 notlinenumber.txt exclude.csv
	#get first column
	cut -d : -f 1 linenum.txt > linenumber.txt
	cut -d : -f 2 linenum.txt > notlinenumber.txt

	//slow
	cat linenumber.txt \| while read line; do head -n $line random_pred.txt \| tail -1; done >> random_diff.txt

	//fast