yiwu-arbug

Filename                                                                              Regions    Missed Regions     Cover   Functions  Missed Functions  Executed       Lines      Missed Lines     Cover    Branches   Missed Branches     Cover
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
/home/yilin/Code/tikv-rep/components/coprocessor_plugin_api/src/util.rs                     3                 3     0.00%           3                 3     0.00%          18                18     0.00%           0                 0         -
/home/yilin/Code/tikv-rep/components/tikv_util/src/macros.rs                                1                 1     0.00%           1                 1     0.00%           3                 3     0.00%           0                 0         -
cmd/tikv-ctl/s

yiwu-arbug

[pingcap@localhost tikv]$ sudo PATH=/usr/share/bcc/tools:/home/pingcap/.go-tpc/bin:/home/pingcap/.tiup/bin:/home/pingcap/.cargo/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/home/pingcap/.local/bin:/home/pingcap/bin ~/.cargo/bin/cargo test -p file_system --features=bcc-iosnoop biosnoop
   Compiling serde v1.0.106
   Compiling grpcio-sys v0.7.2
   Compiling tokio-tls v0.3.0
   Compiling futures v0.3.7
   Compiling h2 v0.2.2
   Compiling minitrace v0.1.0 (https://github.com/pingcap-incubator/minitrace-rust.git?branch=master#de691109)
   Compiling hyper v0.13.5
   Compiling chrono v0.4.11
   Compiling serde_json v1.0.51

yiwu-arbug

next_file_number: 93015
column family: 1

column family: 2

column family: 3

column family: 0
file 92978, size 44644407, level 0
file 92997, size 44513780, level 0

yiwu-arbug

[2021/02/11 14:02:36.750 +08:00] [INFO] [server.rs:270] ["using config"] [config="{\"log-level\":\"info\",\"log-file\":\"/data1/yiwu/test/tikv-21020/log/tikv.log\",\"log-format\":\"text\",\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"log-rotation-timespan\":\"1d\",\"log-rotation-size\":\"300MiB\",\"panic-when-unexpected-key-or-data\":false,\"enable-io-snoop\":true,\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":32,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":8,\"normal-concurrency\":8,\"low-concurrency\":8,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":32,\"normal-concurrency\":32,\"low-concurrency\":32,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0

yiwu-arbug

 fio -bs=1M -rw=randwrite --filename=/data/test --size=10G --direct=1 --numjobs=8 --name=run --group_reporting

yiwu-arbug

[New LWP 19223]
[New LWP 19194]
[New LWP 19193]
[New LWP 19045]
[New LWP 19044]
[New LWP 19043]
[New LWP 19042]
[New LWP 19041]
[New LWP 19040]
[New LWP 19039]

yiwu-arbug

use std::collections::HashMap;
use std::sync::Arc;
use std::sync::Mutex;
use std::sync::RwLock;

const MAP_SIZE: usize = 1000000;
const THREAD_SIZE: usize = 6;
const SECS: u64 = 10;

fn main() {

yiwu-arbug

[pingcap@ip-172-16-5-35 db_bench.6.4]$ ./db_bench_fb --benchmarks=fillrandom,updaterandom --duration=300 --value_size=100 --compression_type=none --num=100000000 --db=/data1/yiwu/db_bench_fb
Initializing RocksDB Options from the specified file
Initializing RocksDB Options from command-line flags
RocksDB:    version 6.4
Date:       Tue Aug 11 09:02:02 2020
CPU:        40 * Intel(R) Xeon(R) CPU E5-2630 v4 @ 2.20GHz
CPUCache:   25600 KB
Keys:       16 bytes each
Values:     100 bytes each (50 bytes after compression)
Entries:    100000000

yiwu-arbug

import math
from openpyxl import workbook  # 写入Excel表所用
from openpyxl import load_workbook  # 读取Excel表所用
# amplification factor
T = 10
#  calculate the total false positive rate when bits per key is determinsed
def overall_fpr(bits):
    return math.pow(T, T / (T - 1)) / (T - 1) * math.exp(-1 * bits * math.log(2) * math.log(2))

# calculate the target level's false positive rate when the total false positive rate and total levels is determinsed

yiwu-arbug

diff --git a/src/blob_file_size_collector.cc b/src/blob_file_size_collector.cc
index e3825a8..c73c1f5 100644
--- a/src/blob_file_size_collector.cc
+++ b/src/blob_file_size_collector.cc
@@ -55,6 +55,7 @@ Status BlobFileSizeCollector::AddUserKey(const Slice& /* key */,
   if (!s.ok()) {
     return s;
   }
+  printf("add key %lu %lu %lu\n", index.file_number, index.blob_handle.size, index.blob_handle.offset);