Skip to content

Instantly share code, notes, and snippets.

View nullsimon's full-sized avatar

Simon nullsimon

View GitHub Profile
package main
import (
"context"
"crypto/rand"
"encoding/hex"
"fmt"
"io"
"os"
"os/exec"
@nullsimon
nullsimon / crawl_story_site.go
Created December 9, 2021 12:11
crawl_story_site
package main
import (
"flag"
"fmt"
"net/http"
"os"
"strconv"
"strings"
"github.com/henrylee2cn/pholcus/common/goquery"
@nullsimon
nullsimon / speed.go
Created December 9, 2020 15:29
Multi-threaded concurrency http client golang version
package main
import (
"bufio"
"bytes"
"fmt"
"io"
"io/ioutil"
"net/http"
"net/url"
@nullsimon
nullsimon / scrapting_wechat.python
Created July 12, 2017 05:20 — forked from forthxu/scrapting_wechat.python
chuansong.me 传送门指定公众号文章采集 && 利用phantomjs对网页进行截图 && 抓取搜狗微信
#!/usr/bin/python2.7
# -*- coding: utf-8 -*-
from bs4 import BeautifulSoup
import urllib2
import time
import csv
import sys,os
import pymysql
def get_cur_file_dir():