Skip to content

Instantly share code, notes, and snippets.

View weizhou2273's full-sized avatar
🎯
Focusing

William Zhou weizhou2273

🎯
Focusing
  • NYC Data Science Academy
View GitHub Profile
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
%matplotlib inline
from sklearn import model_selection, preprocessing
import xgboost as xgb
import datetime
# read raw data
def get_bestMatch(myCV):
import numpy as np
import pandas as pd
# /Users/williamzhou/Desktop/job_recommendation
gds = pd.read_json('./gds_clean.json',
orient='records')
def Jaccard(x, y):
chmod 600 ~/.ssh/keyname.pem
import tweepy
from tweepy import Stream
from tweepy.streaming import StreamListener
import time
import numpy as np
import pandas as pd
from google.cloud import language
import json
import boto3
import os
chmod 600 keyname.pem
ssh -i "keyname.pem" ubuntu@ec2-XX-XX-XXX-XXX.us-east-X.compute.amazonaws.com
# install java
sudo add-apt-repository ppa:webupd8team/java
sudo apt-get update
sudo apt-get install oracle-java8-installer
sudo update-alternatives --config java
readlink -f $(which java)
# /usr/lib/jvm/java-8-oracle
sudo vi /etc/profile
# {vi environment}
source JAVA_HOME="/usr/lib/jvm/java-8-oracle/jre"
sudo apt-get install python
sudo apt-get install pip
sudo pip install boto3
sudo pip install tweepy
sudo pip install time
sudo pip install json
sudo pip install os
sudp pip install uuid
import boto3
from moto import mock_kinesis
import credentials
import sys
from botocore.exceptions import ClientError
aws_key_id = credentials.aws['key_id']
aws_key = credentials.aws['key']