Skip to content

Instantly share code, notes, and snippets.

View typhoonzero's full-sized avatar

Wu Yi typhoonzero

  • Beijing
View GitHub Profile
@typhoonzero
typhoonzero / proxied_web.py
Created April 25, 2023 07:20
Starting a web server mirroring a specific website. Set the value of target_site to use.
from flask import Flask, request, make_response
import requests
app = Flask(__name__, static_folder=None)
target_site = "https://cn.bing.com/"
general_headers = {
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36"
}
function FindProxyForURL(url, host)
{
return "SOCKS localhost:8089";
}
@typhoonzero
typhoonzero / preprocess_toutiao.py
Created May 20, 2019 07:13
preprocess toutiao dataset in mysql
# -*- coding: utf-8 -*-
# encoding=utf-8
# REQUIREMENTS:
# pip install jieba mysql-connector
# Download the dataset from https://github.com/fate233/toutiao-text-classfication-dataset
import sys
import codecs
import tensorflow as tf
from tensorflow import keras
import numpy as np
import mysql.connector
db_conn = None
def get_db_connect(database="imdb"):
global db_conn
if not db_conn:
import tensorflow as tf
import numpy as np
class LSTMClassifier(tf.keras.Model):
def __init__(self, feature_columns, units=32, hidden_layer=32, n_classes=2):
"""LSTMClassifier
:param feature_columns: feature columns.
:type feature_columns: list[tf.feature_column].
:param hidden_units: number of hidden units.
:type hidden_units: list[int].
# -*- coding: utf-8 -*-
# encoding=utf-8
# REQUIREMENTS:
# pip install mysql-connector
import sys, os
import codecs
import mysql.connector
def prepare_tables():
@typhoonzero
typhoonzero / test_pingcap_parser.go
Created May 30, 2019 02:10
test parse extended SQL
package main
import (
"fmt"
"regexp"
"strings"
"github.com/pingcap/parser"
_ "github.com/pingcap/tidb/types/parser_driver" // As required by https://github.com/pingcap/parser/blob/master/parser_example_test.go#L19
)
@typhoonzero
typhoonzero / test_threadpool_perf.cc
Last active December 18, 2018 06:04
performance test of threadpool (https://github.com/progschj/ThreadPool) scheduling
#include <iostream>
#include <vector>
#include <chrono>
#include <thread>
#include <math.h>
#include <time.h>
#include "ThreadPool.h"
#include "ctpl.h"
#########################################################################
# File Name: h2dtest.sh
# Author: lychee
# Email: lizhi14@baidu.com
# goto /usr/local/cuda/samples/1_Utilities/bandwidthTest and run make
#########################################################################
#!/bin/bash
# Host to GPU
echo "#### Host to GPU ####"
for i in `seq 1 30`; do
from __future__ import print_function
import random
from visualdl import LogWriter
logdir = "resnet50_v100"
def parse_logdata(logfile):
loss_ret = {}