xxxx

gistfile1.txt

package main

import (
	"fmt"
	"strconv"
	"sync"
	"time"

	"runtime"

	"net/http"
	_ "net/http/pprof"

	"github.com/c4pt0r/go-hbase"
	"github.com/ngaut/log"
	"github.com/pingcap/go-themis"
)

var c hbase.HBaseClient
var tblName = "themis_bench"

func init() {
	var err error
	c, err = hbase.NewClient([]string{"shenli-pc"}, "/hbase")
	if err != nil {
		log.Fatal(err)
	}
}

func createTable() {
	if !c.TableExists(tblName) {
		// create new hbase table for store
		t := hbase.NewTableDesciptor(hbase.NewTableNameWithDefaultNS(tblName))
		cf := hbase.NewColumnFamilyDescriptor("cf")
		cf.AddStrAddr("THEMIS_ENABLE", "true")
		t.AddColumnDesc(cf)
		err := c.CreateTable(t, nil)
		if err != nil {
			log.Fatal(err)
		}
	}
}

func dropTable() {
	t := hbase.NewTableNameWithDefaultNS(tblName)
	c.DisableTable(t)
	c.DropTable(t)
}

func main() {
	runtime.GOMAXPROCS(runtime.NumCPU())
	log.SetLevelByString("error")
	dropTable()
	createTable()

	go func() {
		log.Error(http.ListenAndServe("localhost:8889", nil))
	}()

	ct := time.Now()
	wg := sync.WaitGroup{}
	for i := 0; i < 5000; i++ {
		wg.Add(1)
		go func(i int) {
			defer wg.Done()

			for j := 0; j < 10; j++ {
				tx := themis.NewTxn(c)

				put := hbase.NewPut([]byte(fmt.Sprintf("Row_%d_%d", i, j)))
				put.AddValue([]byte("cf"), []byte("q"), []byte(strconv.Itoa(i)))

				put2 := hbase.NewPut([]byte(fmt.Sprintf("SRow_%d_%d", i, j)))
				put2.AddValue([]byte("cf"), []byte("q"), []byte(strconv.Itoa(i)))

				put3 := hbase.NewPut([]byte(fmt.Sprintf("LRow_%d_%d", i, j)))
				put3.AddValue([]byte("cf"), []byte("q"), []byte(strconv.Itoa(i)))

				tx.Put(tblName, put)
				tx.Put(tblName, put2)
				tx.Put(tblName, put3)

				err := tx.Commit()
				if err != nil {
					log.Error(err)
				}
			}
		}(i)
	}
	wg.Wait()
	elapsed := time.Since(ct)
	log.Errorf("took %s", elapsed)

	ct = time.Now()
	tx := themis.NewTxn(c)
	scan := tx.GetScanner([]byte(tblName), nil, nil)
	for {
		r := scan.Next()
		if r == nil {
			break
		}
	}
	scan.Close()
	elapsed = time.Since(ct)
	log.Errorf("took %s", elapsed)

}