Neil Patel neil90
neil90
/ scrapingspeeches
Created
May 11, 2015 21:59
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import requests | |
| from bs4 import BeautifulSoup | |
| def make_soup(url): | |
| response = requests.get(website) | |
| return BeautifulSoup(response.text) | |
| def initial_links(website): | |
| soup = make_soup(website) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import os | |
| dest = 'apache-hive-0.14.0-bin.tar.gz' | |
| print os.stat(dest).st_size | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| hadoop fs -rmr ./AAA_AnnualReview | |
| hadoop fs -rmr ./AAA_Employee | |
| hadoop fs -rmr ./tbl_Underwriting_Extract | |
| sqoop import --driver com.microsoft.sqlserver.jdbc.SQLServerDriver --connect 'jdbc:sqlserver://sa3sql500:51433;database=BigData' --table AAA_AnnualReview --username BigData_ETL_User --password BigData_ETL_User -m 1 | |
neil90
/ features.py
Created
July 9, 2016 00:09
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import math | |
| import string | |
| from nltk.corpus import stopwords | |
| from pyspark.sql.functions import udf | |
| from pyspark.sql.types import * | |
| def question_headline( headline): | |
| keywords = ['?', 'should', 'can', 'if', 'is', 'would', 'why', 'how', 'when', "where"] | |
| if any(word in headline for word in keywords): | |
| return 1 |
neil90
/ fake_data.py
Created
July 11, 2016 16:50
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from faker import Faker | |
| fake = Faker() | |
| outfile = 'data.csv' | |
| outsize = 1024 * 1024 * 1024 # 1GB | |
| with open(outfile, 'w') as csvfile: | |
| size = 0 | |
| while size < outsize: | |
| txt = '%s, %s\n' % (fake.name(), fake.address()) |
neil90
/ test_data_builder.py
Created
July 11, 2016 22:45
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from faker import Faker | |
| import datetime | |
| import random | |
| import sys | |
| import csv | |
| fake = Faker() | |
| outfile = 'data_test.csv' |
neil90
/ test_data_builder.py
Created
July 12, 2016 01:07
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from faker import Faker | |
| import datetime | |
| import random | |
| import sys | |
| import csv | |
| startTime = datetime.datetime.now() | |
| fake = Faker() |
neil90
/ SQL_to_Pandas.ipynb
Created
January 23, 2017 05:14
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
neil90
/ UploadEmail.java
Created
March 15, 2017 21:02
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package adwords_crm; | |
| import com.google.api.ads.adwords.axis.factory.AdWordsServices; | |
| import com.google.api.ads.adwords.axis.v201605.cm.CampaignCriterion; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionOperation; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionReturnValue; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionServiceInterface; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupServiceInterface; | |
| import com.google.api.ads.adwords.axis.v201609.cm.ApiException; | |
| import com.google.api.ads.adwords.axis.v201609.cm.BiddableAdGroupCriterion; |
neil90
/ CustMatchData.java
Last active
March 17, 2017 22:37
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| package adwords_crm; | |
| import com.google.api.ads.adwords.axis.factory.AdWordsServices; | |
| import com.google.api.ads.adwords.axis.v201609.cm.CampaignCriterion; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionOperation; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionReturnValue; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupCriterionServiceInterface; | |
| import com.google.api.ads.adwords.axis.v201609.cm.AdGroupServiceInterface; | |
| import com.google.api.ads.adwords.axis.v201609.cm.ApiException; | |
| import com.google.api.ads.adwords.axis.v201609.cm.BiddableAdGroupCriterion; |
OlderNewer