ideepika

{
    "data": [
        {
            "traceID": "6916d4661b0a749cafec1ceb5c0fc162",
            "spans": [
                {
                    "traceID": "6916d4661b0a749cafec1ceb5c0fc162",
                    "spanID": "07242f218080c279",
                    "operationName": "op-request-created",
                    "references": [],

ideepika

{
    "data": [
        {
            "traceID": "44fceb10bb5c3566b79501afece6e190",
            "spans": [
                {
                    "traceID": "44fceb10bb5c3566b79501afece6e190",
                    "spanID": "54767bf47741f910",
                    "operationName": "list_buckets tx0000018465e2f8689e2c7-00643cc416-11a0-my-store",
                    "references": [],

ideepika

#/bin/bash

minikube start --force --memory="4096" --cpus="2" -b kubeadm --kubernetes-version="v1.19.2" --driver="kvm2" --feature-gates="BlockVolume=true,CSIBlockVolume=true,VolumeSnapshotDataSource=true,ExpandCSIVolumes=true"

#folder for ceph info
minikube ssh "sudo mkdir -p /mnt/vda1/var/lib/rook;sudo ln -s /mnt/vda1/var/lib/rook /var/lib/rook"

#adding a disk
sudo -S qemu-img create -f raw /var/lib/libvirt/images/minikube-box-vm-disk-80G 80G
virsh -c qemu:///system attach-disk minikube --source /var/lib/libvirt/images/minikube-box-vm-disk-80G --target vdb --cache none

ideepika

### RECORD    1 >>> smithi016 <<< (1649679554.001) (Mon Apr 11 17:49:14 2022) ###

# CPU[HYPER] SUMMARY (INTR, CTXSW & PROC /sec)
# User  Nice   Sys  Wait   IRQ  Soft Steal Guest NiceG  Idle  CPUs  Intr  Ctxsw  Proc  RunQ   Run   Avg1  Avg5 Avg15 RunT BlkT
     2     0     0     0     0     0     0     0     0    97     8   433    835     0  1739     0   1.42  1.00  0.48    1    0

# DISK SUMMARY (/sec)
#KBRead RMerged  Reads SizeKB  KBWrite WMerged Writes SizeKB
      0       0      0      0     2067       0     11    187

ideepika

```
#!/bin/bash
set -ex

echo "===setup clusters ==="
MON=1 OSD=1 MGR=1 MDS=0 RGW=0 ../src/mstart.sh primary --short -n -d -o "
mirroring_debug_snap_copy_delay = 9876
debug rbd = 20
debug rbd_mirror = 30
rbd_default_features = 61" --without-dashboard

ideepika

```
#!/bin/bash

set -x

rbdpool=data
rbdimage=a1
east=primary
west=secondary
rbdimagefeatures="--image-feature layering --image-feature exclusive-lock --image-feature object-map --image-feature fast-diff"

ideepika

```
#!/bin/bash
set -ex

echo "===setup clusters ==="
MON=1 OSD=1 MGR=1 MDS=0 RGW=0 ../src/mstart.sh primary --short -n -d -o "
mirroring_debug_snap_copy_delay = 9876
debug rbd = 20
debug rbd_mirror = 30
rbd_default_features = 61" --without-dashboard

ideepika

```
===   Force promote cepheast ===
2022-03-08T19:11:57.504+0000 7f6e80fa5200 20 librbd::asio::ContextWQ: 0x5620afd6f0d0 ContextWQ:
2022-03-08T19:11:57.504+0000 7f6e80fa5200 20 librbd::AsioEngine: 0x5620afd87c60 AsioEngine:
2022-03-08T19:11:57.504+0000 7f6e80fa5200 10 librbd::ImageCtx: 0x5620afd23e40 ImageCtx: image_name=test-demote-sb, image_id=
2022-03-08T19:11:57.504+0000 7f6e80fa5200  5 librbd::io::Dispatcher: 0x5620afd8b1c0 register_dispatch: dispatch_layer=10
2022-03-08T19:11:57.505+0000 7f6e80fa5200  5 librbd::io::QueueImageDispatch: 0x5620afd8b280 QueueImageDispatch: ictx=0x5620afd23e40
2022-03-08T19:11:57.505+0000 7f6e80fa5200  5 librbd::io::Dispatcher: 0x5620afd8b1c0 register_dispatch: dispatch_layer=1
2022-03-08T19:11:57.505+0000 7f6e80fa5200  5 librbd::io::QosImageDispatch: 0x5620afd8b320 QosImageDispatch: ictx=0x5620afd23e40
2022-03-08T19:11:57.506+0000 7f6e80fa5200  5 librbd::io::Dispatcher: 0x5620afd8b1c0 register_dispatch: dispatch_layer=2

ideepika

todo mirror:
improve rbd mirror stats
add notification queue in CLusterWatcher.cc
make pool replayer async

Mirror.cc: init, run, appropriate handling of mirrors
threading
poolpeers, metacache, adminsock hook, 

ideepika

```
 -4112> 2021-12-23T10:03:47.913+0000 7f7b09ffb700  1 lockdep using id 4092
 -4111> 2021-12-23T10:03:47.913+0000 7f7b09ffb700  1 lockdep using id 4093
 -4110> 2021-12-23T10:03:47.913+0000 7f7b09ffb700 20 librbd::io::Dispatcher: 0x5565b2d011c0 send: dispatch_spec=0x5565b2d8b5b0
 -4109> 2021-12-23T10:03:47.914+0000 7f7b09ffb700 20 librbd::io::QosImageDispatch: 0x5565b2d547f0 write: tid=11706, image_extents=[604999680,4096]
 -4108> 2021-12-23T10:03:47.914+0000 7f7b09ffb700 20 librbd::io::FlushTracker: 0x5565b2bdf7f0 start_io: tid=11706, flush_tid=3994
 -4107> 2021-12-23T10:03:47.914+0000 7f7b09ffb700 20 librbd::exclusive_lock::ImageDispatch: 0x7f7ad0004fb0 write: tid=11706, image_extents=[604999680,4096]
 -4106> 2021-12-23T10:03:47.914+0000 7f7b09ffb700 20 librbd::io::RefreshImageDispatch: 0x5565b2d537a0 write: tid=11706, image_extents=[604999680,4096]
 -4105> 2021-12-23T10:03:47.914+0000 7f7b09ffb700 20 librbd::io::WriteBlockImageDispatch: 0x5565b2be61c0 write: tid=11706
 -4104> 2021-12-23T10:03:47.914+0000