Skip to content

Instantly share code, notes, and snippets.

diff --git a/Makefile b/Makefile
index 18657692db..a86441040e 100644
--- a/Makefile
+++ b/Makefile
@@ -1571,6 +1571,9 @@ range_tombstone_fragmenter_test: db/range_tombstone_fragmenter_test.o db/db_test
sst_file_reader_test: table/sst_file_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
$(AM_LINK)
+gen_sst: tools/gen_sst.o $(BENCHTOOLOBJECTS)
+ $(AM_LINK)
./bin/go-ycsb load tikv -P workloads/workloada -p tikv.pd="172.16.30.40:2379" -p tikv.type="txn" -p recordcount=10000000
./bin/go-ycsb run tikv -P workloads/workloada -p tikv.pd="172.16.30.40:2379" -p tikv.type="txn" -p recordcount=10000000 -p readproportion=0 -p updateproportion=1.0 -p operationcount=10000000 -p threadcount=1000
@yiwu-arbug
yiwu-arbug / gist:dd73f55ae6a3d090727e98ee8e0f0f82
Created February 17, 2019 02:25
YCSB error with tikv.type="txn"
WARN[0295] get timestamp too slow: 38.616331ms
WARN[0295] get timestamp too slow: 39.112531ms
WARN[0295] get timestamp too slow: 39.07656ms
WARN[0295] get timestamp too slow: 39.113459ms
WARN[0295] get timestamp too slow: 38.523316ms
WARN[0295] get timestamp too slow: 39.075688ms
UPDATE - Takes(s): 299.9, Count: 3560011, OPS: 11869.6, Avg(us): 2116, Min(us): 1161, Max(us): 103265, 95th(us): 3000, 99th(us): 5000
UPDATE_ERROR - Takes(s): 299.9, Count: 118439, OPS: 394.9, Avg(us): 37319, Min(us): 716, Max(us): 132228, 95th(us): 95000, 99th(us): 100000
UPDATE - Takes(s): 309.9, Count: 3676459, OPS: 11862.4, Avg(us): 2118, Min(us): 1161, Max(us): 103265, 95th(us): 3000, 99th(us): 5000
UPDATE_ERROR - Takes(s): 309.9, Count: 122339, OPS: 394.7, Avg(us): 37320, Min(us): 716, Max(us): 132228, 95th(us): 95000, 99th(us): 100000
./go-ycsb load tikv -P workloads/workloada -p tikv.pd="172.16.30.40:2379" -p tikv.type="raw" -p recordcount=30000000
./go-ycsb run tikv -P workloads/workloadc -p tikv.pd="172.16.30.40:2379" -p tikv.type="raw" -p recordcount=30000000 -p threadcount=40 -p operationcount=50000000
* CPU load: 701.2%
* IO util: 40.3%
* IO read bytes: 119.3Mbps
* QPS (YCSB-C): 100955.9
* QPS (cluster): 102.6k
* QPS (DB get block cache): 187.6k
* QPS (DB get L2 and up): 91.1k
* QPS (DB next): 102.3k
* latency (gRPC): avg 78us, p99 936us
* latency (DB get): avg 15us, p95 62.3us, p99 94.9us, max 4.3ms
* QPS (ycsb): 30989
* QPS (cluster): 31.2k
* QPS (raft db): 6.7k
* QPS (kv db): 13.1k
* latency (gRPC): avg 682ms, p99 2ms
* latency (append log): avg 245ms, p95 899ms, p99 981ms
* latency (raft db): avg 235.7ms, p95 623.2ms, p99 1.1ms, max 5.5ms
* latency (apply log): avg 51ms, p95 500ms, p99 907ms
* latency (kv db): avg 26.6ms, p95 74.9ms, p99 318.0ms, max 8.8ms
* CPU load (peak): 719.2%
* QPS (ycsb): 51610
* QPS (cluster): 53.7k
* QPS (raft db): 2.1k
* QPS (kv db): 2.4k
* latency (gRPC): avg 1ms, p99 4ms
* latency (append log): avg 448ms, p95 963ms, p99 1.5ms
* latency (raft db): avg 320.4ms, p95 862.7ms, p99 1.3ms, max 2.4ms
* latency (apply log): avg 148ms, p95 837ms, p99 983ms
* latency (kv db): avg 72.6ms, p95 155.8ms, p99 1.2ms, max 16.6ms
* CPU load (peak): 372.4%
./go-ycsb load tikv -P workloads/workloada -p tikv.pd="172.16.30.40:2379" -p tikv.type="raw" -p recordcount=10000000
./go-ycsb run tikv -P workloads/workloada -p tikv.pd="172.16.30.40:2379" -p tikv.type="raw" -p recordcount=10000000 -p threadcount=40 -p readproportion=0 -p updateproportion=1.0 -p operationcount=10000000
diff --git a/fbcode/rocksdb/src/cache/lru_cache.h b/fbcode/rocksdb/src/cache/lru_cache.h
--- a/fbcode/rocksdb/src/cache/lru_cache.h
+++ b/fbcode/rocksdb/src/cache/lru_cache.h
@@ -8,13 +8,17 @@
// found in the LICENSE file. See the AUTHORS file for names of contributors.
#pragma once
+#include <atomic>
+#include <limits>
diff --git a/db/db_impl_compaction_flush.cc b/db/db_impl_compaction_flush.cc
index 851683244..fcde66af4 100644
--- a/db/db_impl_compaction_flush.cc
+++ b/db/db_impl_compaction_flush.cc
@@ -2013,6 +2013,9 @@ void DBImpl::BackgroundCallFlush() {
if (job_context.HaveSomethingToDelete()) {
PurgeObsoleteFiles(job_context);
}
+ static int f_count = 0;
+ printf("clean flush job context %d\n", ++f_count);