Skip to content

Instantly share code, notes, and snippets.

@mittachaitu

mittachaitu/fio-multiple-jobs.json

Created January 14, 2021 07:12
Show Gist options
  • Save mittachaitu/1faeb44ceca75a3bb198b9ea9b746722 to your computer and use it in GitHub Desktop.
Save mittachaitu/1faeb44ceca75a3bb198b9ea9b746722 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
fio-multiple-jobs.json
{
"fio version" : "fio-3.16",
"timestamp" : 1610605372,
"timestamp_ms" : 1610605372621,
"time" : "Thu Jan 14 06:22:52 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 2147483647,
"elapsed" : 2,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1355776,
"io_kbytes" : 1324,
"bw_bytes" : 1498095,
"bw" : 1462,
"iops" : 370.165746,
"runtime" : 905,
"total_ios" : 335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4773,
"max" : 628478,
"mean" : 15957.271642,
"stddev" : 35035.529216
},
"clat_ns" : {
"min" : 366294,
"max" : 94362927,
"mean" : 10923626.066465,
"stddev" : 28034662.722251,
"percentile" : {
"1.000000" : 749568,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 905216,
"30.000000" : 937984,
"40.000000" : 962560,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1171456,
"80.000000" : 1449984,
"90.000000" : 90701824,
"95.000000" : 90701824,
"99.000000" : 93847552,
"99.500000" : 93847552,
"99.900000" : 93847552,
"99.950000" : 93847552,
"99.990000" : 93847552
}
},
"lat_ns" : {
"min" : 735213,
"max" : 94371628,
"mean" : 10939787.767372,
"stddev" : 28033531.233718
},
"bw_min" : 1384,
"bw_max" : 1384,
"bw_agg" : 49.095424,
"bw_mean" : 1384.000000,
"bw_dev" : 0.000000,
"bw_samples" : 1,
"iops_min" : 346,
"iops_max" : 346,
"iops_mean" : 346.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 1
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 905,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.773481,
"ctx" : 256,
"majf" : 0,
"minf" : 10,
"iodepth_level" : {
"1" : 0.298507,
"2" : 0.597015,
"4" : 99.104478,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.298507,
"750" : 0.597015,
"1000" : 44.477612
},
"latency_ms" : {
"2" : 37.313433,
"4" : 4.179104,
"10" : 1.194030,
"20" : 0.000000,
"50" : 0.000000,
"100" : 10.746269,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 2147483647,
"elapsed" : 2,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1257472,
"io_kbytes" : 1228,
"bw_bytes" : 1389471,
"bw" : 1356,
"iops" : 346.961326,
"runtime" : 905,
"total_ios" : 314,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4512,
"max" : 118280,
"mean" : 14733.150160,
"stddev" : 11974.449368
},
"clat_ns" : {
"min" : 791502,
"max" : 94417877,
"mean" : 11673215.500000,
"stddev" : 28922268.709582,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 831488,
"10.000000" : 847872,
"20.000000" : 897024,
"30.000000" : 954368,
"40.000000" : 1011712,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1662976,
"90.000000" : 90701824,
"95.000000" : 90701824,
"99.000000" : 93847552,
"99.500000" : 94896128,
"99.900000" : 94896128,
"99.950000" : 94896128,
"99.990000" : 94896128
}
},
"lat_ns" : {
"min" : 806636,
"max" : 94426692,
"mean" : 11688161.532258,
"stddev" : 28922043.705746
},
"bw_min" : 1256,
"bw_max" : 1256,
"bw_agg" : 44.554807,
"bw_mean" : 1256.000000,
"bw_dev" : 0.000000,
"bw_samples" : 1,
"iops_min" : 314,
"iops_max" : 314,
"iops_mean" : 314.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 1
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 905,
"usr_cpu" : 0.662983,
"sys_cpu" : 0.000000,
"ctx" : 216,
"majf" : 0,
"minf" : 10,
"iodepth_level" : {
"1" : 0.318471,
"2" : 0.636943,
"4" : 99.044586,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 36.305732
},
"latency_ms" : {
"2" : 45.859873,
"4" : 3.821656,
"10" : 1.273885,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.464968,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605373,
"timestamp_ms" : 1610605373625,
"time" : "Thu Jan 14 06:22:53 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 8,
"elapsed" : 3,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2830336,
"io_kbytes" : 2764,
"bw_bytes" : 1483404,
"bw" : 1448,
"iops" : 365.828092,
"runtime" : 1908,
"total_ios" : 698,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4517,
"max" : 628478,
"mean" : 15353.518678,
"stddev" : 25653.269795
},
"clat_ns" : {
"min" : 366294,
"max" : 94400497,
"mean" : 10999822.556999,
"stddev" : 28036243.166847,
"percentile" : {
"1.000000" : 749568,
"5.000000" : 806912,
"10.000000" : 839680,
"20.000000" : 880640,
"30.000000" : 929792,
"40.000000" : 962560,
"50.000000" : 1028096,
"60.000000" : 1089536,
"70.000000" : 1171456,
"80.000000" : 1449984,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 93847552,
"99.500000" : 93847552,
"99.900000" : 94896128,
"99.950000" : 94896128,
"99.990000" : 94896128
}
},
"lat_ns" : {
"min" : 731527,
"max" : 94411142,
"mean" : 11015352.665224,
"stddev" : 28035431.872564
},
"bw_min" : 1336,
"bw_max" : 1448,
"bw_agg" : 50.030008,
"bw_mean" : 1389.333333,
"bw_dev" : 56.190153,
"bw_samples" : 3,
"iops_min" : 334,
"iops_max" : 362,
"iops_mean" : 347.333333,
"iops_stddev" : 14.047538,
"iops_samples" : 3
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 1908,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.681342,
"ctx" : 541,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.143266,
"2" : 0.286533,
"4" : 99.426934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.856528,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.855908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.143266,
"750" : 0.716332,
"1000" : 44.842407
},
"latency_ms" : {
"2" : 37.249284,
"4" : 4.011461,
"10" : 1.146132,
"20" : 0.286533,
"50" : 0.000000,
"100" : 10.888252,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 8,
"elapsed" : 3,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2596864,
"io_kbytes" : 2536,
"bw_bytes" : 1361039,
"bw" : 1329,
"iops" : 335.953878,
"runtime" : 1908,
"total_ios" : 641,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4512,
"max" : 118280,
"mean" : 14271.901716,
"stddev" : 10349.087756
},
"clat_ns" : {
"min" : 743132,
"max" : 95202112,
"mean" : 11972457.708006,
"stddev" : 29275382.029352,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 823296,
"10.000000" : 847872,
"20.000000" : 897024,
"30.000000" : 937984,
"40.000000" : 987136,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1187840,
"80.000000" : 1875968,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 94896128,
"99.950000" : 94896128,
"99.990000" : 94896128
}
},
"lat_ns" : {
"min" : 754998,
"max" : 95212409,
"mean" : 11986891.689168,
"stddev" : 29275291.723086
},
"bw_min" : 1256,
"bw_max" : 1344,
"bw_agg" : 47.053175,
"bw_mean" : 1306.666667,
"bw_dev" : 45.489926,
"bw_samples" : 3,
"iops_min" : 314,
"iops_max" : 336,
"iops_mean" : 326.666667,
"iops_stddev" : 11.372481,
"iops_samples" : 3
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 1908,
"usr_cpu" : 0.576520,
"sys_cpu" : 0.000000,
"ctx" : 480,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.156006,
"2" : 0.312012,
"4" : 99.531981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.156006,
"1000" : 41.029641
},
"latency_ms" : {
"2" : 39.157566,
"4" : 5.928237,
"10" : 1.248050,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.856474,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605374,
"timestamp_ms" : 1610605374717,
"time" : "Thu Jan 14 06:22:54 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 6,
"elapsed" : 4,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4177920,
"io_kbytes" : 4080,
"bw_bytes" : 1433740,
"bw" : 1400,
"iops" : 352.779684,
"runtime" : 2914,
"total_ios" : 1028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4380,
"max" : 628478,
"mean" : 15716.486381,
"stddev" : 22711.732550
},
"clat_ns" : {
"min" : 366294,
"max" : 96119499,
"mean" : 11711255.558594,
"stddev" : 28951951.275099,
"percentile" : {
"1.000000" : 765952,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 897024,
"30.000000" : 937984,
"40.000000" : 978944,
"50.000000" : 1044480,
"60.000000" : 1122304,
"70.000000" : 1236992,
"80.000000" : 1531904,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 95944704,
"99.990000" : 95944704
}
},
"lat_ns" : {
"min" : 731527,
"max" : 96130029,
"mean" : 11727175.689453,
"stddev" : 28951403.559784
},
"bw_min" : 1184,
"bw_max" : 1448,
"bw_agg" : 50.689527,
"bw_mean" : 1360.000000,
"bw_dev" : 109.105454,
"bw_samples" : 5,
"iops_min" : 296,
"iops_max" : 362,
"iops_mean" : 340.000000,
"iops_stddev" : 27.276363,
"iops_samples" : 5
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 2914,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.652025,
"ctx" : 789,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.194553,
"4" : 99.708171,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.097276,
"750" : 0.486381,
"1000" : 42.509728
},
"latency_ms" : {
"2" : 39.980545,
"4" : 3.891051,
"10" : 0.778210,
"20" : 0.194553,
"50" : 0.000000,
"100" : 11.673152,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 6,
"elapsed" : 4,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3829760,
"io_kbytes" : 3740,
"bw_bytes" : 1314262,
"bw" : 1283,
"iops" : 323.610158,
"runtime" : 2914,
"total_ios" : 943,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4512,
"max" : 234005,
"mean" : 15303.971368,
"stddev" : 14334.859335
},
"clat_ns" : {
"min" : 739706,
"max" : 95846827,
"mean" : 12772173.356763,
"stddev" : 30144863.237840,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 962560,
"40.000000" : 1011712,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1318912,
"80.000000" : 2072576,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 95944704,
"99.990000" : 95944704
}
},
"lat_ns" : {
"min" : 753211,
"max" : 95856966,
"mean" : 12787541.206603,
"stddev" : 30144688.861215
},
"bw_min" : 1088,
"bw_max" : 1344,
"bw_agg" : 46.157287,
"bw_mean" : 1238.400000,
"bw_dev" : 104.521768,
"bw_samples" : 5,
"iops_min" : 272,
"iops_max" : 336,
"iops_mean" : 309.600000,
"iops_stddev" : 26.130442,
"iops_samples" : 5
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 2914,
"usr_cpu" : 0.583391,
"sys_cpu" : 0.000000,
"ctx" : 702,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.106045,
"2" : 0.212089,
"4" : 99.681866,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.318134,
"1000" : 37.115589
},
"latency_ms" : {
"2" : 41.887593,
"4" : 6.256628,
"10" : 1.272534,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.725345,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605375,
"timestamp_ms" : 1610605375717,
"time" : "Thu Jan 14 06:22:55 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 5,
"elapsed" : 5,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5394432,
"io_kbytes" : 5268,
"bw_bytes" : 1375428,
"bw" : 1343,
"iops" : 337.837838,
"runtime" : 3922,
"total_ios" : 1325,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4380,
"max" : 628478,
"mean" : 15594.566038,
"stddev" : 20780.538487
},
"clat_ns" : {
"min" : 366294,
"max" : 96119499,
"mean" : 12101346.819833,
"stddev" : 29431860.580709,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1073152,
"60.000000" : 1138688,
"70.000000" : 1253376,
"80.000000" : 1581056,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 95944704,
"99.990000" : 95944704
}
},
"lat_ns" : {
"min" : 731527,
"max" : 96130029,
"mean" : 12117113.205148,
"stddev" : 29431382.702579
},
"bw_min" : 1008,
"bw_max" : 1448,
"bw_agg" : 50.005436,
"bw_mean" : 1314.142857,
"bw_dev" : 162.152632,
"bw_samples" : 7,
"iops_min" : 252,
"iops_max" : 362,
"iops_mean" : 328.428571,
"iops_stddev" : 40.479860,
"iops_samples" : 7
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 3922,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.611933,
"ctx" : 980,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.150943,
"4" : 99.773585,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.075472,
"750" : 0.377358,
"1000" : 39.849057
},
"latency_ms" : {
"2" : 42.490566,
"4" : 4.075472,
"10" : 0.603774,
"20" : 0.150943,
"50" : 0.000000,
"100" : 12.075472,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 5,
"elapsed" : 5,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5160960,
"io_kbytes" : 5040,
"bw_bytes" : 1315900,
"bw" : 1285,
"iops" : 323.304437,
"runtime" : 3922,
"total_ios" : 1268,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4512,
"max" : 234005,
"mean" : 15225.149842,
"stddev" : 13378.087404
},
"clat_ns" : {
"min" : 739706,
"max" : 98579237,
"mean" : 12649239.761867,
"stddev" : 30064090.336539,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 823296,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 954368,
"40.000000" : 1011712,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1286144,
"80.000000" : 1892352,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 98606055,
"mean" : 12664660.561709,
"stddev" : 30063977.522568
},
"bw_min" : 1088,
"bw_max" : 1344,
"bw_agg" : 47.048271,
"bw_mean" : 1236.428571,
"bw_dev" : 106.951480,
"bw_samples" : 7,
"iops_min" : 272,
"iops_max" : 336,
"iops_mean" : 309.000000,
"iops_stddev" : 26.614532,
"iops_samples" : 7
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 3922,
"usr_cpu" : 0.586435,
"sys_cpu" : 0.000000,
"ctx" : 947,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.157729,
"4" : 99.763407,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.236593,
"1000" : 38.406940
},
"latency_ms" : {
"2" : 42.192429,
"4" : 5.283912,
"10" : 0.946372,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.618297,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605376,
"timestamp_ms" : 1610605376717,
"time" : "Thu Jan 14 06:22:56 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 4,
"elapsed" : 6,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6840320,
"io_kbytes" : 6680,
"bw_bytes" : 1389179,
"bw" : 1356,
"iops" : 340.373680,
"runtime" : 4924,
"total_ios" : 1676,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4380,
"max" : 628478,
"mean" : 15645.431981,
"stddev" : 19610.215850
},
"clat_ns" : {
"min" : 366294,
"max" : 96119499,
"mean" : 11841829.861244,
"stddev" : 29197484.600182,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 823296,
"10.000000" : 847872,
"20.000000" : 897024,
"30.000000" : 946176,
"40.000000" : 987136,
"50.000000" : 1044480,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1515520,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 95944704,
"99.990000" : 95944704
}
},
"lat_ns" : {
"min" : 731527,
"max" : 96130029,
"mean" : 11857657.257177,
"stddev" : 29197098.104676
},
"bw_min" : 1008,
"bw_max" : 1448,
"bw_agg" : 50.268141,
"bw_mean" : 1333.111111,
"bw_dev" : 145.618890,
"bw_samples" : 9,
"iops_min" : 252,
"iops_max" : 362,
"iops_mean" : 333.111111,
"iops_stddev" : 36.336774,
"iops_samples" : 9
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 4924,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.609261,
"ctx" : 1249,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.119332,
"4" : 99.821002,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.059666,
"750" : 0.357995,
"1000" : 41.885442
},
"latency_ms" : {
"2" : 41.825776,
"4" : 3.221957,
"10" : 0.477327,
"20" : 0.119332,
"50" : 0.000000,
"100" : 11.813842,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 4,
"elapsed" : 6,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6533120,
"io_kbytes" : 6380,
"bw_bytes" : 1326791,
"bw" : 1295,
"iops" : 325.345248,
"runtime" : 4924,
"total_ios" : 1602,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4512,
"max" : 544310,
"mean" : 15444.863296,
"stddev" : 18485.469385
},
"clat_ns" : {
"min" : 739706,
"max" : 98579237,
"mean" : 12445597.571339,
"stddev" : 29782672.420236,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1269760,
"80.000000" : 1826816,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 98606055,
"mean" : 12461203.415519,
"stddev" : 29782699.181495
},
"bw_min" : 1088,
"bw_max" : 1471,
"bw_agg" : 47.854868,
"bw_mean" : 1269.111111,
"bw_dev" : 121.238860,
"bw_samples" : 9,
"iops_min" : 272,
"iops_max" : 367,
"iops_mean" : 317.111111,
"iops_stddev" : 30.097527,
"iops_samples" : 9
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 4924,
"usr_cpu" : 0.588952,
"sys_cpu" : 0.000000,
"ctx" : 1210,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.124844,
"4" : 99.812734,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.187266,
"1000" : 40.012484
},
"latency_ms" : {
"2" : 41.011236,
"4" : 5.118602,
"10" : 0.998752,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.421973,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605377,
"timestamp_ms" : 1610605377717,
"time" : "Thu Jan 14 06:22:57 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 3,
"elapsed" : 7,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8343552,
"io_kbytes" : 8148,
"bw_bytes" : 1406532,
"bw" : 1373,
"iops" : 344.740391,
"runtime" : 5932,
"total_ios" : 2045,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15867.447922,
"stddev" : 20977.004794
},
"clat_ns" : {
"min" : 366294,
"max" : 96119499,
"mean" : 11745380.651151,
"stddev" : 29098740.359600,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 897024,
"30.000000" : 937984,
"40.000000" : 978944,
"50.000000" : 1028096,
"60.000000" : 1089536,
"70.000000" : 1187840,
"80.000000" : 1449984,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 95944704,
"99.990000" : 95944704
}
},
"lat_ns" : {
"min" : 731527,
"max" : 96130029,
"mean" : 11761432.066144,
"stddev" : 29098258.070864
},
"bw_min" : 1008,
"bw_max" : 1448,
"bw_agg" : 50.201756,
"bw_mean" : 1345.909091,
"bw_dev" : 134.317128,
"bw_samples" : 11,
"iops_min" : 252,
"iops_max" : 362,
"iops_mean" : 336.272727,
"iops_stddev" : 33.523398,
"iops_samples" : 11
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 5932,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.623736,
"ctx" : 1549,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.853301,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.048900,
"750" : 0.342298,
"1000" : 44.058680
},
"latency_ms" : {
"2" : 40.000000,
"4" : 3.129584,
"10" : 0.391198,
"20" : 0.097800,
"50" : 0.000000,
"100" : 11.735941,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 3,
"elapsed" : 7,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7946240,
"io_kbytes" : 7760,
"bw_bytes" : 1339554,
"bw" : 1308,
"iops" : 327.714093,
"runtime" : 5932,
"total_ios" : 1944,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4327,
"max" : 544310,
"mean" : 15571.862654,
"stddev" : 17843.084294
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12212618.507470,
"stddev" : 29541378.871966,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 897024,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1236992,
"80.000000" : 1761280,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12228368.385884,
"stddev" : 29541269.311789
},
"bw_min" : 1088,
"bw_max" : 1471,
"bw_agg" : 47.461938,
"bw_mean" : 1272.454545,
"bw_dev" : 111.492030,
"bw_samples" : 11,
"iops_min" : 272,
"iops_max" : 367,
"iops_mean" : 317.909091,
"iops_stddev" : 27.645812,
"iops_samples" : 11
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 5932,
"usr_cpu" : 0.590020,
"sys_cpu" : 0.000000,
"ctx" : 1491,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.102881,
"4" : 99.845679,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.205761,
"1000" : 40.997942
},
"latency_ms" : {
"2" : 40.586420,
"4" : 4.938272,
"10" : 0.925926,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.191358,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605378,
"timestamp_ms" : 1610605378716,
"time" : "Thu Jan 14 06:22:58 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 2,
"elapsed" : 8,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9859072,
"io_kbytes" : 9628,
"bw_bytes" : 1421025,
"bw" : 1387,
"iops" : 347.938887,
"runtime" : 6938,
"total_ios" : 2414,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15699.864540,
"stddev" : 19661.867655
},
"clat_ns" : {
"min" : 366294,
"max" : 96613377,
"mean" : 11566867.031120,
"stddev" : 28907334.413910,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 888832,
"30.000000" : 929792,
"40.000000" : 962560,
"50.000000" : 1011712,
"60.000000" : 1089536,
"70.000000" : 1171456,
"80.000000" : 1417216,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 95944704,
"99.950000" : 96993280,
"99.990000" : 96993280
}
},
"lat_ns" : {
"min" : 731527,
"max" : 96624841,
"mean" : 11582756.029046,
"stddev" : 28906880.601683
},
"bw_min" : 1008,
"bw_max" : 1518,
"bw_agg" : 50.281356,
"bw_mean" : 1354.076923,
"bw_dev" : 133.386320,
"bw_samples" : 13,
"iops_min" : 252,
"iops_max" : 379,
"iops_mean" : 338.307692,
"iops_stddev" : 33.260048,
"iops_samples" : 13
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 6938,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.619775,
"ctx" : 1873,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.875725,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.041425,
"750" : 0.289975,
"1000" : 46.851698
},
"latency_ms" : {
"2" : 37.821044,
"4" : 2.816901,
"10" : 0.372825,
"20" : 0.082850,
"50" : 0.000000,
"100" : 11.557581,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 2,
"elapsed" : 8,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9277440,
"io_kbytes" : 9060,
"bw_bytes" : 1337192,
"bw" : 1305,
"iops" : 327.471894,
"runtime" : 6938,
"total_ios" : 2272,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4327,
"max" : 544310,
"mean" : 15432.036972,
"stddev" : 18231.160313
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12291945.850529,
"stddev" : 29616823.696699,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1794048,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12307544.076720,
"stddev" : 29616864.489795
},
"bw_min" : 1088,
"bw_max" : 1518,
"bw_agg" : 47.539204,
"bw_mean" : 1280.230769,
"bw_dev" : 130.600634,
"bw_samples" : 13,
"iops_min" : 272,
"iops_max" : 379,
"iops_mean" : 319.846154,
"iops_stddev" : 32.423875,
"iops_samples" : 13
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 6938,
"usr_cpu" : 0.576535,
"sys_cpu" : 0.000000,
"ctx" : 1722,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.867958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.220070,
"1000" : 40.757042
},
"latency_ms" : {
"2" : 40.492958,
"4" : 5.105634,
"10" : 0.968310,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.279930,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605379,
"timestamp_ms" : 1610605379717,
"time" : "Thu Jan 14 06:22:59 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 1,
"elapsed" : 9,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11206656,
"io_kbytes" : 10944,
"bw_bytes" : 1411417,
"bw" : 1378,
"iops" : 345.591940,
"runtime" : 7940,
"total_ios" : 2744,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15480.588921,
"stddev" : 18692.491352
},
"clat_ns" : {
"min" : 366294,
"max" : 97558582,
"mean" : 11664591.153650,
"stddev" : 29028967.410581,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 888832,
"30.000000" : 929792,
"40.000000" : 970752,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1171456,
"80.000000" : 1400832,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 96993280,
"99.950000" : 96993280,
"99.990000" : 98041856
}
},
"lat_ns" : {
"min" : 731527,
"max" : 97570335,
"mean" : 11680279.245255,
"stddev" : 29028580.048549
},
"bw_min" : 1008,
"bw_max" : 1641,
"bw_agg" : 50.695319,
"bw_mean" : 1368.266667,
"bw_dev" : 145.968425,
"bw_samples" : 15,
"iops_min" : 252,
"iops_max" : 410,
"iops_mean" : 341.866667,
"iops_stddev" : 36.410098,
"iops_samples" : 15
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 7940,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.604534,
"ctx" : 2118,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.890671,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.036443,
"750" : 0.400875,
"1000" : 46.319242
},
"latency_ms" : {
"2" : 37.973761,
"4" : 3.061224,
"10" : 0.327988,
"20" : 0.072886,
"50" : 0.000000,
"100" : 11.661808,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 1,
"elapsed" : 9,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10739712,
"io_kbytes" : 10488,
"bw_bytes" : 1352608,
"bw" : 1320,
"iops" : 331.234257,
"runtime" : 7940,
"total_ios" : 2630,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4293,
"max" : 544310,
"mean" : 15328.040304,
"stddev" : 17710.818880
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12171390.563595,
"stddev" : 29470904.356376,
"percentile" : {
"1.000000" : 790528,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1056768,
"60.000000" : 1105920,
"70.000000" : 1220608,
"80.000000" : 1761280,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12186888.758949,
"stddev" : 29470886.841649
},
"bw_min" : 1088,
"bw_max" : 1518,
"bw_agg" : 48.306780,
"bw_mean" : 1303.800000,
"bw_dev" : 136.124523,
"bw_samples" : 15,
"iops_min" : 272,
"iops_max" : 379,
"iops_mean" : 325.733333,
"iops_stddev" : 33.834612,
"iops_samples" : 15
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 7940,
"usr_cpu" : 0.503778,
"sys_cpu" : 0.075567,
"ctx" : 1986,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.885932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.190114,
"1000" : 40.570342
},
"latency_ms" : {
"2" : 40.988593,
"4" : 5.095057,
"10" : 0.836502,
"20" : 0.000000,
"50" : 0.000000,
"100" : 12.167300,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605380,
"timestamp_ms" : 1610605380717,
"time" : "Thu Jan 14 06:23:00 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 10,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12439552,
"io_kbytes" : 12148,
"bw_bytes" : 1390360,
"bw" : 1357,
"iops" : 340.114005,
"runtime" : 8947,
"total_ios" : 3043,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15520.505755,
"stddev" : 18289.265534
},
"clat_ns" : {
"min" : 366294,
"max" : 97558582,
"mean" : 11748749.220869,
"stddev" : 29101308.646331,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 888832,
"30.000000" : 929792,
"40.000000" : 970752,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1171456,
"80.000000" : 1449984,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 96993280,
"99.950000" : 96993280,
"99.990000" : 96993280
}
},
"lat_ns" : {
"min" : 731527,
"max" : 97570335,
"mean" : 11764471.003292,
"stddev" : 29101123.848010
},
"bw_min" : 1008,
"bw_max" : 1641,
"bw_agg" : 51.616104,
"bw_mean" : 1377.117647,
"bw_dev" : 141.986743,
"bw_samples" : 17,
"iops_min" : 252,
"iops_max" : 410,
"iops_mean" : 344.058824,
"iops_stddev" : 35.440920,
"iops_samples" : 17
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 8947,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.592377,
"ctx" : 2355,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.868551,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.934275,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.934211,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.032862,
"750" : 0.394348,
"1000" : 45.678607
},
"latency_ms" : {
"2" : 38.481761,
"4" : 2.760434,
"10" : 0.558659,
"20" : 0.197174,
"50" : 0.000000,
"100" : 11.731844,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 10,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12009472,
"io_kbytes" : 11728,
"bw_bytes" : 1342290,
"bw" : 1310,
"iops" : 328.601766,
"runtime" : 8947,
"total_ios" : 2940,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4293,
"max" : 544310,
"mean" : 15561.450680,
"stddev" : 20205.076755
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12246182.305518,
"stddev" : 29523443.055485,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 831488,
"10.000000" : 856064,
"20.000000" : 905216,
"30.000000" : 946176,
"40.000000" : 995328,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1220608,
"80.000000" : 1761280,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12261920.498638,
"stddev" : 29523482.164455
},
"bw_min" : 1088,
"bw_max" : 1568,
"bw_agg" : 49.660464,
"bw_mean" : 1324.941176,
"bw_dev" : 143.763030,
"bw_samples" : 17,
"iops_min" : 272,
"iops_max" : 392,
"iops_mean" : 331.000000,
"iops_stddev" : 35.784075,
"iops_samples" : 17
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 8947,
"usr_cpu" : 0.447077,
"sys_cpu" : 0.190008,
"ctx" : 2210,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.897959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.204082,
"1000" : 39.965986
},
"latency_ms" : {
"2" : 41.598639,
"4" : 4.625850,
"10" : 1.088435,
"20" : 0.136054,
"50" : 0.000000,
"100" : 12.244898,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605381,
"timestamp_ms" : 1610605381717,
"time" : "Thu Jan 14 06:23:01 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 213,
"elapsed" : 11,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13623296,
"io_kbytes" : 13304,
"bw_bytes" : 1369313,
"bw" : 1337,
"iops" : 334.707006,
"runtime" : 9949,
"total_ios" : 3330,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15425.276276,
"stddev" : 17777.155926
},
"clat_ns" : {
"min" : 366294,
"max" : 97558582,
"mean" : 11997373.452853,
"stddev" : 29359269.056487,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 888832,
"30.000000" : 937984,
"40.000000" : 970752,
"50.000000" : 1028096,
"60.000000" : 1089536,
"70.000000" : 1187840,
"80.000000" : 1515520,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 96993280,
"99.950000" : 96993280,
"99.990000" : 98041856
}
},
"lat_ns" : {
"min" : 731527,
"max" : 97570335,
"mean" : 12012994.842342,
"stddev" : 29359145.993918
},
"bw_min" : 858,
"bw_max" : 1641,
"bw_agg" : 50.859843,
"bw_mean" : 1337.105263,
"bw_dev" : 185.557088,
"bw_samples" : 19,
"iops_min" : 214,
"iops_max" : 410,
"iops_mean" : 334.052632,
"iops_stddev" : 46.378244,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 9949,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.582973,
"ctx" : 2569,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.909910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.030030,
"750" : 0.360360,
"1000" : 45.285285
},
"latency_ms" : {
"2" : 38.168168,
"4" : 3.333333,
"10" : 0.630631,
"20" : 0.180180,
"50" : 0.000000,
"100" : 12.012012,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 213,
"elapsed" : 11,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13160448,
"io_kbytes" : 12852,
"bw_bytes" : 1322791,
"bw" : 1291,
"iops" : 323.349080,
"runtime" : 9949,
"total_ios" : 3217,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4293,
"max" : 544310,
"mean" : 15534.703450,
"stddev" : 19959.716686
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12418223.238110,
"stddev" : 29692136.621492,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 831488,
"10.000000" : 864256,
"20.000000" : 905216,
"30.000000" : 954368,
"40.000000" : 1003520,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1236992,
"80.000000" : 1859584,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12433933.451041,
"stddev" : 29692118.292471
},
"bw_min" : 906,
"bw_max" : 1568,
"bw_agg" : 49.004024,
"bw_mean" : 1288.315789,
"bw_dev" : 175.974447,
"bw_samples" : 19,
"iops_min" : 226,
"iops_max" : 392,
"iops_mean" : 321.842105,
"iops_stddev" : 43.894144,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 9949,
"usr_cpu" : 0.402050,
"sys_cpu" : 0.211076,
"ctx" : 2393,
"majf" : 0,
"minf" : 11,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.906745,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.186509,
"1000" : 39.104756
},
"latency_ms" : {
"2" : 41.964563,
"4" : 5.066832,
"10" : 1.119055,
"20" : 0.124339,
"50" : 0.000000,
"100" : 12.433945,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
{
"fio version" : "fio-3.16",
"timestamp" : 1610605381,
"timestamp_ms" : 1610605381775,
"time" : "Thu Jan 14 06:23:01 2021",
"global options" : {
"ioengine" : "libaio",
"buffered" : "0",
"rw" : "write",
"bs" : "4k",
"size" : "256m",
"directory" : "/volumes",
"runtime" : "10s",
"time_based" : "1",
"numjobs" : "2"
},
"jobs" : [
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 11,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13639680,
"io_kbytes" : 13320,
"bw_bytes" : 1363286,
"bw" : 1331,
"iops" : 332.833583,
"runtime" : 10005,
"total_ios" : 3330,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4174,
"max" : 628478,
"mean" : 15425.276276,
"stddev" : 17777.155926
},
"clat_ns" : {
"min" : 366294,
"max" : 97558582,
"mean" : 11997373.452853,
"stddev" : 29359269.056487,
"percentile" : {
"1.000000" : 774144,
"5.000000" : 815104,
"10.000000" : 847872,
"20.000000" : 888832,
"30.000000" : 937984,
"40.000000" : 970752,
"50.000000" : 1028096,
"60.000000" : 1089536,
"70.000000" : 1187840,
"80.000000" : 1515520,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 95944704,
"99.900000" : 96993280,
"99.950000" : 96993280,
"99.990000" : 98041856
}
},
"lat_ns" : {
"min" : 731527,
"max" : 97570335,
"mean" : 12012994.842342,
"stddev" : 29359145.993918
},
"bw_min" : 858,
"bw_max" : 1641,
"bw_agg" : 50.766144,
"bw_mean" : 1328.550000,
"bw_dev" : 184.616095,
"bw_samples" : 20,
"iops_min" : 214,
"iops_max" : 410,
"iops_mean" : 331.900000,
"iops_stddev" : 46.156370,
"iops_samples" : 20
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 10004,
"usr_cpu" : 0.000000,
"sys_cpu" : 0.579768,
"ctx" : 2571,
"majf" : 0,
"minf" : 12,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.909910,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.030030,
"750" : 0.360360,
"1000" : 45.285285
},
"latency_ms" : {
"2" : 38.168168,
"4" : 3.333333,
"10" : 0.630631,
"20" : 0.180180,
"50" : 0.000000,
"100" : 12.012012,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
},
{
"jobname" : "one",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 11,
"job options" : {
"iodepth" : "4"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13176832,
"io_kbytes" : 12868,
"bw_bytes" : 1317024,
"bw" : 1286,
"iops" : 321.539230,
"runtime" : 10005,
"total_ios" : 3217,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4293,
"max" : 544310,
"mean" : 15534.703450,
"stddev" : 19959.716686
},
"clat_ns" : {
"min" : 739706,
"max" : 99409697,
"mean" : 12418223.238110,
"stddev" : 29692136.621492,
"percentile" : {
"1.000000" : 782336,
"5.000000" : 831488,
"10.000000" : 864256,
"20.000000" : 905216,
"30.000000" : 954368,
"40.000000" : 1003520,
"50.000000" : 1056768,
"60.000000" : 1122304,
"70.000000" : 1236992,
"80.000000" : 1859584,
"90.000000" : 89653248,
"95.000000" : 90701824,
"99.000000" : 94896128,
"99.500000" : 94896128,
"99.900000" : 99090432,
"99.950000" : 99090432,
"99.990000" : 99090432
}
},
"lat_ns" : {
"min" : 753211,
"max" : 99415404,
"mean" : 12433933.451041,
"stddev" : 29692118.292471
},
"bw_min" : 906,
"bw_max" : 1568,
"bw_agg" : 49.040887,
"bw_mean" : 1283.400000,
"bw_dev" : 172.686025,
"bw_samples" : 20,
"iops_min" : 226,
"iops_max" : 392,
"iops_mean" : 320.600000,
"iops_stddev" : 43.083029,
"iops_samples" : 20
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"percentile" : {
"1.000000" : 0,
"5.000000" : 0,
"10.000000" : 0,
"20.000000" : 0,
"30.000000" : 0,
"40.000000" : 0,
"50.000000" : 0,
"60.000000" : 0,
"70.000000" : 0,
"80.000000" : 0,
"90.000000" : 0,
"95.000000" : 0,
"99.000000" : 0,
"99.500000" : 0,
"99.900000" : 0,
"99.950000" : 0,
"99.990000" : 0
}
},
"total_ios" : 0
},
"job_runtime" : 10004,
"usr_cpu" : 0.399840,
"sys_cpu" : 0.209916,
"ctx" : 2395,
"majf" : 0,
"minf" : 12,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.906745,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.186509,
"1000" : 39.104756
},
"latency_ms" : {
"2" : 41.964563,
"4" : 5.066832,
"10" : 1.119055,
"20" : 0.124339,
"50" : 0.000000,
"100" : 12.433945,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
],
"disk_util" : [
{
"name" : "nvme1n1",
"read_ios" : 0,
"write_ios" : 0,
"read_merges" : 0,
"write_merges" : 0,
"read_ticks" : 0,
"write_ticks" : 0,
"in_queue" : 0,
"util" : 0.000000
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment