goleveldb-stress.go

package main

import (
	"fmt"
	"log"
	"math/rand"
	"os"
	"path"
	"time"

	"github.com/syndtr/goleveldb/leveldb"
	"github.com/syndtr/goleveldb/leveldb/filter"
	"github.com/syndtr/goleveldb/leveldb/opt"
	"github.com/syndtr/goleveldb/leveldb/storage"
)

func main() {
	dbPath := path.Join(os.TempDir(), "goleveldb-stress")
	os.RemoveAll(dbPath)
	stor, err := storage.OpenFile(dbPath, false)
	if err != nil {
		log.Fatal(err)
	}
	db, err := leveldb.Open(stor, &opt.Options{
		Filter: filter.NewBloomFilter(10),
	})
	if err != nil {
		log.Fatal(err)
	}
	defer db.Close()

	fmt.Println("open database", dbPath)
	t := time.Now()

	var (
		key   [100]byte
		value [100]byte
		batch leveldb.Batch
	)
	for i := 0; i < 256; i++ {
		for j := 0; j < 50000000/256; j++ {
			key[0] = byte(i)
			rand.Read(key[1:])
			rand.Read(value[:])
			batch.Put(key[:], value[:])

			if batch.Len() >= 500 {
				if err := db.Write(&batch, nil); err != nil {
					log.Fatal(err)
				}
				batch.Reset()
			}
		}
	}
	if batch.Len() > 0 {
		if err := db.Write(&batch, nil); err != nil {
			log.Fatal(err)
		}
		batch.Reset()
	}
	fmt.Println("time cost:", time.Since(t))
}