Kamolphan Lewprasert fonylew

## docker_run_colab.sh
docker run --gpus=all -p 127.0.0.1:9000:8080 us-docker.pkg.dev/colab-images/public/runtime

## docker_run_jupyter.sh
docker run -d --gpus all -v $(realpath ~/notebooks):/tf/notebooks -p 8888:8888 tensorflow/tensorflow:latest-gpu-jupyter

## gsutil.sh
# Create a new Bucket
gsutil mb gs://[BUCKET]

# List files in bucket
gsutil ls gs://[BUCKET]

# Check bucket usage (du: disk usage)
gsutil du -sh gs://[BUCKET]

# Copy (upload) file to bucket

## gsutil
# สร้าง bucket
gsutil mb gs://[BUCKET]


# ลิสต์ files ใน bucket
gsutil ls gs://[BUCKET]


# ดูว่า bucket ขนาดเท่าไร (du: disk usage)
gsutil du -sh gs://[BUCKET]

## kafka_direct_consumer.py
import sys
from pyspark import SparkContext
from pyspark.streaming import StreamingContext
from pyspark.streaming.kafka import KafkaUtils
if __name__ == "__main__":
    sc = SparkContext(appName="PythonStreamingDirectKafkaWordCount")
    sc.setLogLevel("ERROR")
    ssc = StreamingContext(sc, 2)
    brokers, topic = sys.argv[1:]
    kvs = KafkaUtils.createDirectStream(ssc, [topic],{"metadata.broker.list": brokers})

## install-local-server.sh
#!/bin/bash

# First sudo command
sudo whoami

# Update and upgrade
sudo apt update
sudo apt upgrade -y

# Utility

## Install iTune on Linux (Ubuntu)
#  Installing WineHQ
```
sudo dpkg --add-architecture i386

wget https://dl.winehq.org/wine-builds/Release.key
sudo apt-key add Release.key
sudo apt-add-repository https://dl.winehq.org/wine-builds/ubuntu/

sudo apt-get update
sudo apt-get install --install-recommends winehq-stable

## ingest_to_bq_airflow.py
import json
import requests

from airflow.models import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.operators.python_operator import PythonOperator
from airflow.utils.dates import days_ago

URL = "https://api.coindesk.com/v1/bpi/currentprice/SGD.json"
DATASET_ID = "demo"

## message_generator_pubsub.py
#!/usr/bin/env python
# Code modified from https://cloud.google.com/dataflow/docs/samples/join-streaming-data-with-sql#expandable-3

import datetime, json, os, random, time

# Set the `project` variable to a Google Cloud project ID.
project = 'GCP-PROJECT-ID'

BRANCH = ['LIM', 'BOG', 'SFO', 'LAX', 'PEK', 'ATL', 'CDG', 'AMS',
    'HKG', 'ICN', 'FRA', 'MAD', 'SEA', 'LAS', 'SIN', 'BKK', 'DFW',

## performance.py
#! /usr/bin/env python3

"""
Development Version: Python 3.5.1
Author: Benjamin Cordier
Description: Module For Performance
Assessment of Classification Task
License: BSD 3 Clause

--
	# Create a new Bucket
	gsutil mb gs://[BUCKET]

	# List files in bucket
	gsutil ls gs://[BUCKET]

	# Check bucket usage (du: disk usage)
	gsutil du -sh gs://[BUCKET]

	# Copy (upload) file to bucket
	# สร้าง bucket
	gsutil mb gs://[BUCKET]


	# ลิสต์ files ใน bucket
	gsutil ls gs://[BUCKET]


	# ดูว่า bucket ขนาดเท่าไร (du: disk usage)
	gsutil du -sh gs://[BUCKET]
	import sys
	from pyspark import SparkContext
	from pyspark.streaming import StreamingContext
	from pyspark.streaming.kafka import KafkaUtils
	if __name__ == "__main__":
	sc = SparkContext(appName="PythonStreamingDirectKafkaWordCount")
	sc.setLogLevel("ERROR")
	ssc = StreamingContext(sc, 2)
	brokers, topic = sys.argv[1:]
	kvs = KafkaUtils.createDirectStream(ssc, [topic],{"metadata.broker.list": brokers})
	#!/bin/bash

	# First sudo command
	sudo whoami

	# Update and upgrade
	sudo apt update
	sudo apt upgrade -y

	# Utility
	# Installing WineHQ
	```
	sudo dpkg --add-architecture i386

	wget https://dl.winehq.org/wine-builds/Release.key
	sudo apt-key add Release.key
	sudo apt-add-repository https://dl.winehq.org/wine-builds/ubuntu/

	sudo apt-get update
	sudo apt-get install --install-recommends winehq-stable
	import json
	import requests

	from airflow.models import DAG
	from airflow.operators.bash_operator import BashOperator
	from airflow.operators.python_operator import PythonOperator
	from airflow.utils.dates import days_ago

	URL = "https://api.coindesk.com/v1/bpi/currentprice/SGD.json"
	DATASET_ID = "demo"
	#!/usr/bin/env python
	# Code modified from https://cloud.google.com/dataflow/docs/samples/join-streaming-data-with-sql#expandable-3

	import datetime, json, os, random, time

	# Set the `project` variable to a Google Cloud project ID.
	project = 'GCP-PROJECT-ID'

	BRANCH = ['LIM', 'BOG', 'SFO', 'LAX', 'PEK', 'ATL', 'CDG', 'AMS',
	'HKG', 'ICN', 'FRA', 'MAD', 'SEA', 'LAS', 'SIN', 'BKK', 'DFW',
	#! /usr/bin/env python3

	"""
	Development Version: Python 3.5.1
	Author: Benjamin Cordier
	Description: Module For Performance
	Assessment of Classification Task
	License: BSD 3 Clause

	--