randrw: (g=0): rw=randrw, bs=4K-4K/4K-4K, ioengine=libaio, iodepth=64
...
randrw: (g=0): rw=randrw, bs=4K-4K/4K-4K, ioengine=libaio, iodepth=64
Starting 16 processes

randrw: (groupid=0, jobs=1): err= 0: pid=22395
  read : io=12,216MB, bw=80,966KB/s, iops=20,241, runt=154494msec
    slat (usec): min=8, max=4,569K, avg=136.78, stdev=2597.58
    clat (usec): min=3, max=4,578K, avg=1732.56, stdev=14917.19
    bw (KB/s) : min=    0, max=146768, per=0.53%, avg=6065.16, stdev=23015.44
  write: io=4,072MB, bw=26,992KB/s, iops=6,747, runt=154494msec
    slat (usec): min=8, max=4,569K, avg=149.37, stdev=7755.07
    clat (usec): min=2, max=4,580K, avg=1752.79, stdev=17405.37
    bw (KB/s) : min=    0, max=49040, per=1.13%, avg=4271.80, stdev=10712.10
  cpu          : usr=3.24%, sys=89.85%, ctx=18901, majf=0, minf=819
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3127203/1042525, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.21%, 500=1.55%, 750=8.01%, 1000=16.99%
     lat (msec): 2=53.61%, 4=14.01%, 10=5.11%, 20=0.45%, 50=0.02%
     lat (msec): 100=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22397
  read : io=12,210MB, bw=84,717KB/s, iops=21,179, runt=147590msec
    slat (usec): min=8, max=21,641, avg=129.13, stdev=256.01
    clat (usec): min=2, max=4,581K, avg=1683.74, stdev=18882.06
    bw (KB/s) : min=    0, max=143920, per=0.59%, avg=6705.74, stdev=24352.29
  write: io=4,078MB, bw=28,291KB/s, iops=7,072, runt=147590msec
    slat (usec): min=9, max=21,638, avg=131.20, stdev=265.13
    clat (usec): min=3, max=4,579K, avg=1657.09, stdev=14909.86
    bw (KB/s) : min=    0, max=49160, per=1.21%, avg=4600.54, stdev=11174.60
  cpu          : usr=3.16%, sys=89.92%, ctx=18316, majf=0, minf=684
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3125853/1043875, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.22%, 500=1.59%, 750=8.27%, 1000=17.39%
     lat (msec): 2=55.34%, 4=12.71%, 10=4.01%, 20=0.40%, 50=0.02%
     lat (msec): 100=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22399
  read : io=12,212MB, bw=77,117KB/s, iops=19,279, runt=162159msec
    slat (usec): min=8, max=27,289, avg=132.79, stdev=265.15
    clat (usec): min=2, max=9,276K, avg=1883.60, stdev=41160.52
    bw (KB/s) : min=    0, max=151536, per=0.55%, avg=6197.07, stdev=23377.98
  write: io=4,076MB, bw=25,738KB/s, iops=6,434, runt=162159msec
    slat (usec): min=8, max=27,290, avg=133.88, stdev=258.92
    clat (usec): min=3, max=9,276K, avg=1873.74, stdev=39353.99
    bw (KB/s) : min=    0, max=50720, per=1.20%, avg=4559.71, stdev=11083.83
  cpu          : usr=3.02%, sys=84.72%, ctx=19976, majf=0, minf=837
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126308/1043420, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.22%, 500=1.55%, 750=8.05%, 1000=17.20%
     lat (msec): 2=54.76%, 4=12.94%, 10=4.77%, 20=0.44%, 50=0.03%
     lat (msec): 100=0.01%, 250=0.01%, 500=0.01%, 1000=0.01%, 2000=0.01%
     lat (msec): >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22402
  read : io=12,214MB, bw=74,694KB/s, iops=18,673, runt=167442msec
    slat (usec): min=8, max=24,386, avg=134.85, stdev=269.15
    clat (usec): min=3, max=10,418K, avg=1966.31, stdev=48498.01
    bw (KB/s) : min=    0, max=187928, per=0.53%, avg=6061.80, stdev=23005.81
  write: io=4,074MB, bw=24,916KB/s, iops=6,229, runt=167442msec
    slat (usec): min=9, max=24,387, avg=136.34, stdev=266.66
    clat (usec): min=3, max=10,418K, avg=1920.65, stdev=43939.65
    bw (KB/s) : min=    0, max=62456, per=1.09%, avg=4143.37, stdev=10587.60
  cpu          : usr=3.07%, sys=82.84%, ctx=24048, majf=0, minf=822
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126720/1043008, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.26%, 500=1.95%, 750=8.52%, 1000=16.50%
     lat (msec): 2=53.13%, 4=13.81%, 10=5.31%, 20=0.46%, 50=0.02%
     lat (msec): 100=0.01%, 250=0.01%, 1000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22403
  read : io=12,215MB, bw=71,041KB/s, iops=17,760, runt=176068msec
    slat (usec): min=8, max=29,865, avg=152.04, stdev=319.74
    clat (usec): min=3, max=4,588K, avg=2000.83, stdev=18770.88
    bw (KB/s) : min=    0, max=280880, per=0.45%, avg=5152.73, stdev=21989.85
  write: io=4,073MB, bw=23,689KB/s, iops=5,922, runt=176068msec
    slat (usec): min=8, max=29,866, avg=153.63, stdev=317.61
    clat (usec): min=3, max=4,589K, avg=1993.23, stdev=18038.05
    bw (KB/s) : min=    0, max=92584, per=0.95%, avg=3597.80, stdev=10280.93
  cpu          : usr=3.55%, sys=89.19%, ctx=35018, majf=0, minf=808
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3127029/1042699, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.34%, 500=5.55%, 750=10.81%, 1000=15.08%
     lat (msec): 2=42.67%, 4=15.95%, 10=8.42%, 20=1.09%, 50=0.05%
     lat (msec): 100=0.01%, 750=0.01%, 1000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22404
  read : io=12,222MB, bw=78,710KB/s, iops=19,677, runt=159009msec
    slat (usec): min=8, max=4,567K, avg=144.08, stdev=5171.90
    clat (usec): min=3, max=4,580K, avg=1791.25, stdev=15586.55
    bw (KB/s) : min=    0, max=149477, per=0.56%, avg=6403.28, stdev=23478.33
  write: io=4,066MB, bw=26,183KB/s, iops=6,545, runt=159009msec
    slat (usec): min=8, max=27,577, avg=139.01, stdev=276.79
    clat (usec): min=3, max=4,578K, avg=1806.79, stdev=17360.04
    bw (KB/s) : min=    0, max=50514, per=1.11%, avg=4193.45, stdev=10554.51
  cpu          : usr=3.16%, sys=89.71%, ctx=19195, majf=0, minf=832
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3128880/1040848, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.22%, 500=1.62%, 750=7.68%, 1000=16.51%
     lat (msec): 2=54.73%, 4=13.06%, 10=5.40%, 20=0.70%, 50=0.03%
     lat (msec): 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
     lat (msec): >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22408
  read : io=12,218MB, bw=73,776KB/s, iops=18,443, runt=169590msec
    slat (usec): min=8, max=21,677, avg=147.93, stdev=288.61
    clat (usec): min=2, max=4,580K, avg=1925.74, stdev=18121.79
    bw (KB/s) : min=    0, max=265544, per=0.49%, avg=5538.14, stdev=21748.68
  write: io=4,070MB, bw=24,573KB/s, iops=6,143, runt=169590msec
    slat (usec): min=9, max=21,676, avg=149.84, stdev=289.61
    clat (usec): min=3, max=4,581K, avg=1926.44, stdev=18119.12
    bw (KB/s) : min=    0, max=87992, per=1.00%, avg=3796.22, stdev=10025.61
  cpu          : usr=3.05%, sys=90.13%, ctx=26624, majf=0, minf=835
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3127908/1041820, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.24%, 500=2.71%, 750=8.41%, 1000=14.39%
     lat (msec): 2=48.88%, 4=17.77%, 10=6.90%, 20=0.62%, 50=0.04%
     lat (msec): 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22409
  read : io=12,220MB, bw=76,303KB/s, iops=19,075, runt=163991msec
    slat (usec): min=7, max=28,325, avg=143.55, stdev=277.69
    clat (usec): min=2, max=4,583K, avg=1857.00, stdev=17230.21
    bw (KB/s) : min=    0, max=149944, per=0.49%, avg=5618.48, stdev=21750.53
  write: io=4,068MB, bw=25,403KB/s, iops=6,350, runt=163991msec
    slat (usec): min=8, max=28,326, avg=144.78, stdev=275.74
    clat (usec): min=3, max=4,584K, avg=1884.12, stdev=20111.38
    bw (KB/s) : min=    0, max=50264, per=1.03%, avg=3919.65, stdev=10094.00
  cpu          : usr=3.28%, sys=90.13%, ctx=22085, majf=0, minf=842
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3128250/1041478, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.27%, 500=1.81%, 750=7.83%, 1000=15.74%
     lat (msec): 2=50.39%, 4=17.16%, 10=6.24%, 20=0.49%, 50=0.02%
     lat (msec): 100=0.01%, 1000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22410
  read : io=12,224MB, bw=77,799KB/s, iops=19,449, runt=160898msec
    slat (usec): min=8, max=26,825, avg=134.63, stdev=267.61
    clat (usec): min=2, max=6,469K, avg=1858.52, stdev=31406.14
    bw (KB/s) : min=    0, max=143512, per=0.57%, avg=6478.70, stdev=23685.21
  write: io=4,064MB, bw=25,862KB/s, iops=6,465, runt=160898msec
    slat (usec): min=9, max=32,224, avg=136.51, stdev=273.92
    clat (usec): min=3, max=6,469K, avg=1846.93, stdev=30145.26
    bw (KB/s) : min=    0, max=47816, per=1.06%, avg=4002.19, stdev=10380.51
  cpu          : usr=3.25%, sys=85.92%, ctx=20839, majf=0, minf=826
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3129436/1040292, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.26%, 500=1.70%, 750=7.91%, 1000=16.86%
     lat (msec): 2=54.50%, 4=12.95%, 10=5.30%, 20=0.45%, 50=0.02%
     lat (msec): 100=0.01%, 500=0.01%, 750=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22411
  read : io=12,214MB, bw=73,153KB/s, iops=18,288, runt=170973msec
    slat (usec): min=7, max=23,204, avg=149.32, stdev=292.93
    clat (usec): min=2, max=4,580K, avg=1941.94, stdev=18542.04
    bw (KB/s) : min=    0, max=221648, per=0.49%, avg=5527.81, stdev=22157.62
  write: io=4,074MB, bw=24,400KB/s, iops=6,099, runt=170973msec
    slat (usec): min=9, max=23,911, avg=151.42, stdev=297.10
    clat (usec): min=3, max=4,581K, avg=1928.40, stdev=16230.37
    bw (KB/s) : min=    0, max=73792, per=1.03%, avg=3896.15, stdev=10359.09
  cpu          : usr=3.16%, sys=90.52%, ctx=27202, majf=0, minf=821
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126798/1042930, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.22%, 500=2.77%, 750=9.88%, 1000=15.46%
     lat (msec): 2=46.07%, 4=16.83%, 10=8.07%, 20=0.64%, 50=0.02%
     lat (msec): 100=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22415
  read : io=12,209MB, bw=84,621KB/s, iops=21,155, runt=147744msec
    slat (usec): min=8, max=18,538, avg=128.89, stdev=251.57
    clat (usec): min=2, max=4,580K, avg=1671.90, stdev=17015.20
    bw (KB/s) : min=    0, max=147800, per=0.63%, avg=7208.46, stdev=25218.41
  write: io=4,079MB, bw=28,270KB/s, iops=7,067, runt=147744msec
    slat (usec): min=8, max=16,877, avg=130.57, stdev=254.44
    clat (usec): min=3, max=4,581K, avg=1701.15, stdev=20552.12
    bw (KB/s) : min=    0, max=49320, per=1.21%, avg=4598.80, stdev=11206.49
  cpu          : usr=3.18%, sys=89.68%, ctx=18201, majf=0, minf=688
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3125565/1044163, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.23%, 500=1.61%, 750=8.22%, 1000=17.55%
     lat (msec): 2=55.56%, 4=12.04%, 10=4.34%, 20=0.38%, 50=0.01%
     lat (msec): 100=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22416
  read : io=12,220MB, bw=77,554KB/s, iops=19,388, runt=161349msec
    slat (usec): min=8, max=4,568K, avg=146.66, stdev=5171.61
    clat (usec): min=2, max=4,577K, avg=1819.06, stdev=16623.13
    bw (KB/s) : min=    0, max=153872, per=0.52%, avg=5954.67, stdev=22402.40
  write: io=4,068MB, bw=25,818KB/s, iops=6,454, runt=161349msec
    slat (usec): min=8, max=24,489, avg=143.50, stdev=274.33
    clat (usec): min=3, max=4,577K, avg=1790.75, stdev=11943.83
    bw (KB/s) : min=    0, max=51456, per=1.10%, avg=4178.47, stdev=10400.76
  cpu          : usr=2.97%, sys=90.56%, ctx=19828, majf=0, minf=815
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3128305/1041423, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.23%, 500=1.54%, 750=7.48%, 1000=15.73%
     lat (msec): 2=52.17%, 4=16.62%, 10=5.74%, 20=0.44%, 50=0.02%
     lat (msec): 100=0.01%, 250=0.01%, 500=0.01%, 1000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22417
  read : io=12,214MB, bw=71,726KB/s, iops=17,931, runt=174381msec
    slat (usec): min=8, max=4,569K, avg=155.66, stdev=4485.24
    clat (usec): min=2, max=4,580K, avg=1961.31, stdev=16268.06
    bw (KB/s) : min=    0, max=271928, per=0.45%, avg=5089.22, stdev=21511.23
  write: io=4,074MB, bw=23,920KB/s, iops=5,980, runt=174381msec
    slat (usec): min=9, max=4,569K, avg=157.96, stdev=4484.44
    clat (usec): min=2, max=4,577K, avg=1951.27, stdev=15352.89
    bw (KB/s) : min=    0, max=91808, per=0.96%, avg=3639.59, stdev=10176.32
  cpu          : usr=3.58%, sys=89.65%, ctx=32535, majf=0, minf=789
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126909/1042819, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.24%, 500=4.60%, 750=10.31%, 1000=14.22%
     lat (msec): 2=42.70%, 4=18.94%, 10=8.28%, 20=0.64%, 50=0.03%
     lat (msec): 100=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22418
  read : io=12,214MB, bw=75,810KB/s, iops=18,952, runt=164987msec
    slat (usec): min=7, max=24,871, avg=140.88, stdev=271.37
    clat (usec): min=2, max=4,586K, avg=1892.04, stdev=20020.35
    bw (KB/s) : min=    0, max=192272, per=0.46%, avg=5245.63, stdev=21513.63
  write: io=4,074MB, bw=25,283KB/s, iops=6,320, runt=164987msec
    slat (usec): min=8, max=21,580, avg=143.11, stdev=280.82
    clat (usec): min=2, max=4,594K, avg=1870.45, stdev=17160.68
    bw (KB/s) : min=    0, max=63040, per=1.03%, avg=3904.71, stdev=10319.94
  cpu          : usr=3.28%, sys=88.37%, ctx=20950, majf=0, minf=837
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126901/1042827, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.02%
     lat (usec): 250=0.21%, 500=1.66%, 750=8.54%, 1000=16.80%
     lat (msec): 2=50.22%, 4=16.03%, 10=5.92%, 20=0.53%, 50=0.02%
     lat (msec): 100=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%, 2000=0.01%
     lat (msec): >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22420
  read : io=12,220MB, bw=80,362KB/s, iops=20,090, runt=155706msec
    slat (usec): min=7, max=24,355, avg=134.22, stdev=266.68
    clat (usec): min=3, max=4,585K, avg=1778.65, stdev=19420.92
    bw (KB/s) : min=    0, max=149488, per=0.53%, avg=5978.29, stdev=22997.10
  write: io=4,068MB, bw=26,756KB/s, iops=6,689, runt=155706msec
    slat (usec): min=8, max=22,745, avg=135.75, stdev=269.45
    clat (usec): min=3, max=4,584K, avg=1769.07, stdev=19025.29
    bw (KB/s) : min=    0, max=48416, per=1.12%, avg=4245.39, stdev=10743.45
  cpu          : usr=2.95%, sys=89.12%, ctx=18774, majf=0, minf=821
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3128207/1041521, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.19%, 500=1.49%, 750=8.28%, 1000=17.32%
     lat (msec): 2=53.73%, 4=13.56%, 10=4.90%, 20=0.46%, 50=0.03%
     lat (msec): 100=0.01%, 1000=0.01%, 2000=0.01%, >=2000=0.01%
randrw: (groupid=0, jobs=1): err= 0: pid=22421
  read : io=12,215MB, bw=77,001KB/s, iops=19,250, runt=162437msec
    slat (usec): min=8, max=75,403, avg=139.99, stdev=284.59
    clat (usec): min=3, max=4,581K, avg=1856.61, stdev=19203.62
    bw (KB/s) : min=    0, max=132620, per=0.53%, avg=6009.79, stdev=22532.96
  write: io=4,073MB, bw=25,679KB/s, iops=6,419, runt=162437msec
    slat (usec): min=9, max=30,397, avg=141.63, stdev=280.34
    clat (usec): min=2, max=4,580K, avg=1839.33, stdev=17043.77
    bw (KB/s) : min=    0, max=44344, per=1.12%, avg=4259.86, stdev=10513.95
  cpu          : usr=3.07%, sys=89.02%, ctx=19530, majf=0, minf=830
  IO depths    : 1=0.0%, 2=0.0%, 4=0.1%, 8=0.1%, 16=0.1%, 32=87.5%, >=64=12.5%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=100.0%, 64=0.0%, >=64=0.0%
     issued r/w: total=3126935/1042793, short=0/0
     lat (usec): 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.03%
     lat (usec): 250=0.23%, 500=1.50%, 750=7.08%, 1000=15.79%
     lat (msec): 2=54.69%, 4=14.43%, 10=5.68%, 20=0.52%, 50=0.03%
     lat (msec): 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
     lat (msec): 2000=0.01%, >=2000=0.01%

Run status group 0 (all jobs):
   READ: io=191GB, aggrb=1,110MB/s, minb=72,746KB/s, maxb=86,750KB/s, mint=147590msec, maxt=176068msec
  WRITE: io=65,150MB, aggrb=370MB/s, minb=24,257KB/s, maxb=28,970KB/s, mint=147590msec, maxt=176068msec

Disk stats (read/write):
  sdb: ios=1572921/523974, merge=2/0, ticks=537483/175078, in_queue=712861, util=85.40%
  sdc: ios=1572381/524466, merge=3/0, ticks=622035/219281, in_queue=843725, util=89.54%
  sdd: ios=1571775/525069, merge=3/0, ticks=674714/213212, in_queue=888358, util=90.31%
  sde: ios=1572525/524347, merge=1/0, ticks=573611/188605, in_queue=762312, util=86.67%
  sdf: ios=1572598/524268, merge=5/0, ticks=542790/175335, in_queue=718138, util=85.61%
  sdg: ios=1573381/523533, merge=4/1, ticks=586667/201351, in_queue=788474, util=88.03%
  sdh: ios=1572095/524937, merge=1/0, ticks=642402/198541, in_queue=841663, util=89.24%
  sdi: ios=1572401/524617, merge=3/1, ticks=673903/212615, in_queue=890034, util=89.97%
  sdj: ios=1572545/524471, merge=7/1, ticks=546496/194615, in_queue=741977, util=86.54%
  sdk: ios=1573740/523283, merge=1/1, ticks=611331/203176, in_queue=815062, util=88.85%
  sdl: ios=1575187/521833, merge=5/1, ticks=668675/210578, in_queue=879803, util=89.98%
  sdm: ios=1573163/523828, merge=2/1, ticks=691317/236949, in_queue=928990, util=90.67%
  sdn: ios=1572525/524491, merge=5/0, ticks=642577/212384, in_queue=855473, util=89.73%
  sdo: ios=1573043/523931, merge=3/0, ticks=676825/231416, in_queue=911619, util=90.71%
  sdp: ios=1572846/524148, merge=4/0, ticks=545988/198146, in_queue=746201, util=85.28%
  sdq: ios=1572211/524806, merge=4/0, ticks=700928/245643, in_queue=947201, util=90.80%
  sdr: ios=1572668/524330, merge=2/1, ticks=1007038/312676, in_queue=1319680, util=86.56%
  sds: ios=1571890/525076, merge=1/0, ticks=1049626/341068, in_queue=1391286, util=88.81%
  sdt: ios=1572811/524164, merge=1/0, ticks=1062760/381623, in_queue=1444902, util=89.99%
  sdu: ios=1573310/523634, merge=4/0, ticks=1107180/385919, in_queue=1495581, util=90.78%
  sdv: ios=1572449/524536, merge=1/0, ticks=603415/191740, in_queue=797280, util=88.87%
  sdw: ios=1572722/524199, merge=10/1, ticks=1209922/387813, in_queue=1594951, util=92.88%
  sdx: ios=1535506/512159, merge=4/0, ticks=721691/235736, in_queue=958247, util=92.23%
  sdy: ios=1535155/512484, merge=2/0, ticks=772392/248061, in_queue=1021180, util=92.78%
  sdz: ios=1572242/524733, merge=3/0, ticks=716009/238652, in_queue=955588, util=91.40%
  sdaa: ios=1536555/511103, merge=3/1, ticks=550871/172118, in_queue=723485, util=83.79%
  sdab: ios=1535608/512067, merge=3/0, ticks=597814/197613, in_queue=797447, util=86.61%
  sdac: ios=1535442/512209, merge=2/2, ticks=620642/227371, in_queue=848562, util=87.96%
  sdad: ios=1571846/525120, merge=3/0, ticks=786443/251214, in_queue=1038692, util=92.43%
  sdae: ios=1536538/511125, merge=5/0, ticks=614019/183964, in_queue=798341, util=85.99%
  sdaf: ios=1536427/511230, merge=0/0, ticks=672041/202135, in_queue=874828, util=88.23%
  sdag: ios=1536701/510949, merge=4/0, ticks=706537/223669, in_queue=930778, util=89.31%