Skip to content

Instantly share code, notes, and snippets.

View jwlin's full-sized avatar

Jun-Wei Lin jwlin

170 followers · 3 following
View GitHub Profile
@jwlin
jwlin / tutorial5_demo.py
Created January 1, 2017 14:10
import json
import math
from collections import Counter
from matplotlib import pyplot as plt
def mean(x):
return sum(x) / len(x)
@jwlin
jwlin / tutorial4_demo.py
Last active December 17, 2021 02:14
import requests
import time
from bs4 import BeautifulSoup
import os
import re
import urllib.request
import json
PTT_URL = 'https://www.ptt.cc'
@jwlin
jwlin / tutorial3_demo.py
Last active January 10, 2017 04:41
import requests
import time
from bs4 import BeautifulSoup
def get_web_page(url):
resp = requests.get(
url=url,
cookies={'over18': '1'}
)
@jwlin
jwlin / beautifulsoup_demo.py
Created December 23, 2016 02:16
from bs4 import BeautifulSoup
html_doc = """
<html>
<head>
<title>我是網頁標題</title>
<style>
.large {
color:blue;
text-align: center;
@jwlin
jwlin / requirement.txt
Created December 21, 2016 11:50
beautifulsoup4
cycler
matplotlib
numpy
pyparsing
python-dateutil
pytz
requests
six
@jwlin
jwlin / requests_demo.py
Created December 21, 2016 08:08
import requests
def get_web_page(url):
resp = requests.get(
url=url,
cookies={'over18': '1'}
)
if resp.status_code != 200:
print('Invalid url:', resp.url)
@jwlin
jwlin / generate_input.py
Created November 2, 2016 05:24
import os, json
from bs4 import BeautifulSoup
import preprocess
if __name__ == '__main__':
current_dir = os.path.dirname(__file__)
form_dir = os.path.join(current_dir, 'forms')
input_dir = os.path.join(current_dir, 'corpus', 'all-input')
input_types = ['text', 'email', 'password']
@jwlin
jwlin / feature_extraction.py
Created November 2, 2016 05:03
#!/usr/bin/python
# -*- coding: utf-8 -*-
"""
Extract features from htmls
"""
import sys, os, random, datetime
from bs4 import BeautifulSoup
from preprocess import extract_features