sundy-li

use std::sync::{Mutex, Arc};
use std::env;
use std::time::Instant;
use std::sync::mpsc::channel;

use threadpool::ThreadPool;

// test memory bandwidth
fn main() {

sundy-li

# ClickHouse的top工具，实时查看运行的SQL，运行了多久，来自哪里

# 注意事项：查询SQL的时候，要把客户端里的空格去掉，要判断是否为空，否则影响while read的读取位置

# TODO：清屏很暴力，鼠标滚动就不见了   limit限制

password="xxxx"

ls /usr/bin/clickhouse-client >/dev/null 2>&1

sundy-li

{
    "instance_id" : 1,
    "data_dir" : "/data1/clickhouse",
    "log_dir": "/data/logs/clickhouse-server",

    "tcp_port": 9000,
    "http_port": 8123,
    "interserver_http_port": 9009,
    "max_concurrent_queries": 500,

sundy-li

package main

import (
	"fmt"
	"io/ioutil"
	"math/rand"

	"github.com/RoaringBitmap/roaring"
)

sundy-li

/**
 *
 */
public class SparkJdbcMain {
	public static void main(String[] args) throws SQLException, ClassNotFoundException {
		SparkSession spark = SparkSession
								 .builder()
								 .appName("spark-jdbc-test")
								 .enableHiveSupport()

sundy-li

Latency Comparison Numbers (~2012)
----------------------------------
L1 cache reference                           0.5 ns
Branch mispredict                            5   ns
L2 cache reference                           7   ns                      14x L1 cache
Mutex lock/unlock                           25   ns
Main memory reference                      100   ns                      20x L2 cache, 200x L1 cache
Compress 1K bytes with Zippy             3,000   ns        3 us
Send 1K bytes over 1 Gbps network       10,000   ns       10 us
Read 4K randomly from SSD*             150,000   ns      150 us          ~1GB/sec SSD

sundy-li

#!/bin/bash --login

## install zookeeper from url

#env
id=$1
hosts=("server.1=lp2:2888:3888" "server.2=lp3:2888:3888" "server.3=lp4:2888:3888")
version=3.4.10
dir="/data/local"

sundy-li

package gomarker

type service func() result

func invokeService(ctx content.Content, s service) chan result {
	c := make(chan result)
	go func() {
		c1 := make(chan result)
		go func() {
			c1 <- s()

sundy-li

#!/bin/bash
#   __________
#   /''T''|[___|___]
#       Sundyli
#   [---T--L-OlllllllO-]
#      ooOO2016-08-25 11:47ooOO
#   ()_)"""()_)/"**")_)  什么时候才能有辆悍马呢？
#  _|    _  _  / '|  /~~ _  _ _  _ .|  _ _  _ _
# _|</(_)(_)(_).|.| (|/(_|| | |(_|||.(_(_)| | |
#     /              __  _|

sundy-li

#!/bin/bash
## backup use ssh

#  bash backup_data.sh /data/tmp/wx.csv  wx  chuxing@s1:/data/boomer/


source=$1
zip=$2
remote=$3