root@msazure:/mnt# lsblk /dev/sdb1
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sdb1 8:17 0 600G 0 part /mnt
root@msazure:/mnt# uname -a
Linux msazure 5.4.0-1031-azure #32~18.04.1-Ubuntu SMP Tue Oct 6 10:03:22 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
# EXT4
root@msazure:/mnt# fio --name=random-write --ioengine=posixaio --rw=randwrite --bs=4k --numjobs=4 --size=128g --iodepth=4 --runtime=60 --time_based --end_fsync=1
random-write: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=posixaio, iodepth=4
...
fio-3.1
Starting 4 processes
Jobs: 1 (f=1): [_(1),F(1),_(2)][100.0%][r=0KiB/s,w=0KiB/s][r=0,w=0 IOPS][eta 00m:00s]
random-write: (groupid=0, jobs=1): err= 0: pid=28973: Thu Dec 17 21:32:52 2020
write: IOPS=17.0k, BW=70.3MiB/s (73.7MB/s)(6354MiB/90382msec)
slat (nsec): min=100, max=364300, avg=385.45, stdev=905.91
clat (nsec): min=400, max=44766k, avg=143629.30, stdev=1802490.55
lat (usec): min=4, max=44766, avg=144.01, stdev=1802.49
clat percentiles (usec):
| 1.00th=[ 12], 5.00th=[ 17], 10.00th=[ 19], 20.00th=[ 22],
| 30.00th=[ 24], 40.00th=[ 25], 50.00th=[ 26], 60.00th=[ 28],
| 70.00th=[ 29], 80.00th=[ 31], 90.00th=[ 36], 95.00th=[ 41],
| 99.00th=[ 90], 99.50th=[ 169], 99.90th=[30016], 99.95th=[33424],
| 99.99th=[36963]
bw ( KiB/s): min=35352, max=619416, per=38.82%, avg=110296.44, stdev=133182.43, samples=118
iops : min= 8838, max=154854, avg=27574.10, stdev=33295.59, samples=118
lat (nsec) : 500=0.01%, 750=0.01%, 1000=0.01%
lat (usec) : 2=0.01%, 4=0.01%, 10=0.05%, 20=12.99%, 50=84.33%
lat (usec) : 100=1.77%, 250=0.40%, 500=0.03%, 750=0.01%
lat (msec) : 4=0.01%, 10=0.01%, 20=0.02%, 50=0.40%
cpu : usr=5.00%, sys=6.40%, ctx=848240, majf=0, minf=40
IO depths : 1=0.1%, 2=30.7%, 4=69.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,1626579,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=28974: Thu Dec 17 21:32:52 2020
write: IOPS=18.0k, BW=70.5MiB/s (73.9MB/s)(6666MiB/94566msec)
slat (nsec): min=100, max=273500, avg=390.14, stdev=787.64
clat (nsec): min=300, max=47972k, avg=136885.01, stdev=1754350.63
lat (usec): min=4, max=47971, avg=137.28, stdev=1754.35
clat percentiles (usec):
| 1.00th=[ 13], 5.00th=[ 17], 10.00th=[ 20], 20.00th=[ 23],
| 30.00th=[ 24], 40.00th=[ 25], 50.00th=[ 26], 60.00th=[ 28],
| 70.00th=[ 29], 80.00th=[ 31], 90.00th=[ 35], 95.00th=[ 38],
| 99.00th=[ 51], 99.50th=[ 101], 99.90th=[29754], 99.95th=[31851],
| 99.99th=[36439]
bw ( KiB/s): min=35198, max=647384, per=40.73%, avg=115729.18, stdev=151339.39, samples=118
iops : min= 8799, max=161846, avg=28932.27, stdev=37834.82, samples=118
lat (nsec) : 500=0.01%, 750=0.01%
lat (usec) : 2=0.01%, 4=0.01%, 10=0.04%, 20=12.25%, 50=86.66%
lat (usec) : 100=0.54%, 250=0.08%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 20=0.03%, 50=0.38%
cpu : usr=4.53%, sys=6.66%, ctx=884394, majf=0, minf=39
IO depths : 1=0.2%, 2=31.7%, 4=68.1%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,1706557,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=28975: Thu Dec 17 21:32:52 2020
write: IOPS=18.2k, BW=70.9MiB/s (74.3MB/s)(6624MiB/93425msec)
slat (nsec): min=100, max=338000, avg=371.22, stdev=843.30
clat (nsec): min=300, max=48766k, avg=137854.14, stdev=1756551.47
lat (usec): min=6, max=48765, avg=138.23, stdev=1756.55
clat percentiles (usec):
| 1.00th=[ 15], 5.00th=[ 18], 10.00th=[ 21], 20.00th=[ 23],
| 30.00th=[ 25], 40.00th=[ 26], 50.00th=[ 27], 60.00th=[ 28],
| 70.00th=[ 29], 80.00th=[ 31], 90.00th=[ 35], 95.00th=[ 38],
| 99.00th=[ 49], 99.50th=[ 88], 99.90th=[29754], 99.95th=[32375],
| 99.99th=[36439]
bw ( KiB/s): min=35792, max=607216, per=40.47%, avg=114990.60, stdev=146527.32, samples=118
iops : min= 8948, max=151804, avg=28747.64, stdev=36631.82, samples=118
lat (nsec) : 500=0.01%
lat (usec) : 4=0.01%, 10=0.02%, 20=9.36%, 50=89.70%, 100=0.44%
lat (usec) : 250=0.06%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.02%, 50=0.38%
cpu : usr=4.94%, sys=6.45%, ctx=901945, majf=0, minf=39
IO depths : 1=0.1%, 2=30.1%, 4=69.8%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,1695770,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=28976: Thu Dec 17 21:32:52 2020
write: IOPS=18.4k, BW=71.8MiB/s (75.3MB/s)(6596MiB/91841msec)
slat (nsec): min=100, max=530700, avg=373.93, stdev=1047.10
clat (nsec): min=500, max=48739k, avg=138336.81, stdev=1757822.62
lat (usec): min=5, max=48739, avg=138.71, stdev=1757.82
clat percentiles (usec):
| 1.00th=[ 14], 5.00th=[ 18], 10.00th=[ 21], 20.00th=[ 23],
| 30.00th=[ 24], 40.00th=[ 26], 50.00th=[ 28], 60.00th=[ 29],
| 70.00th=[ 30], 80.00th=[ 32], 90.00th=[ 35], 95.00th=[ 39],
| 99.00th=[ 49], 99.50th=[ 68], 99.90th=[30016], 99.95th=[32113],
| 99.99th=[36963]
bw ( KiB/s): min=35720, max=644929, per=40.30%, avg=114511.53, stdev=148502.84, samples=118
iops : min= 8930, max=161232, avg=28627.86, stdev=37125.68, samples=118
lat (nsec) : 750=0.01%
lat (usec) : 2=0.01%, 4=0.01%, 10=0.02%, 20=9.24%, 50=89.81%
lat (usec) : 100=0.49%, 250=0.02%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 20=0.03%, 50=0.38%
cpu : usr=4.93%, sys=6.71%, ctx=918913, majf=0, minf=41
IO depths : 1=0.1%, 2=29.3%, 4=70.5%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,1688690,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
Run status group 0 (all jobs):
WRITE: bw=277MiB/s (291MB/s), 70.3MiB/s-71.8MiB/s (73.7MB/s-75.3MB/s), io=25.6GiB (27.5GB), run=90382-94566msec
Disk stats (read/write):
sdb: ios=0/7310627, merge=0/336026, ticks=0/10180400, in_queue=6483836, util=92.80%
# XFS
root@msazure:/mnt# fio --name=random-write --ioengine=posixaio --rw=randwrite --bs=4k --numjobs=4 --size=128g --iodepth=4 --runtime=60 --time_based --end_fsync=1
random-write: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=posixaio, iodepth=4
...
fio-3.1
Starting 4 processes
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
Jobs: 1 (f=1): [F(1),_(3)][100.0%][r=0KiB/s,w=0KiB/s][r=0,w=0 IOPS][eta 00m:00s]
random-write: (groupid=0, jobs=1): err= 0: pid=4299: Thu Dec 17 23:45:49 2020
write: IOPS=32.7k, BW=128MiB/s (134MB/s)(9911MiB/77632msec)
slat (nsec): min=100, max=1093.6k, avg=419.30, stdev=1081.71
clat (nsec): min=300, max=36619k, avg=93180.98, stdev=1230348.41
lat (usec): min=3, max=36619, avg=93.60, stdev=1230.35
clat percentiles (usec):
| 1.00th=[ 9], 5.00th=[ 12], 10.00th=[ 13], 20.00th=[ 15],
| 30.00th=[ 17], 40.00th=[ 18], 50.00th=[ 20], 60.00th=[ 23],
| 70.00th=[ 25], 80.00th=[ 29], 90.00th=[ 38], 95.00th=[ 47],
| 99.00th=[ 85], 99.50th=[ 190], 99.90th=[22676], 99.95th=[26346],
| 99.99th=[31589]
bw ( KiB/s): min=105144, max=904400, per=33.04%, avg=169153.69, stdev=169813.44, samples=120
iops : min=26286, max=226100, avg=42288.42, stdev=42453.38, samples=120
lat (nsec) : 500=0.01%, 750=0.01%
lat (usec) : 2=0.01%, 4=0.03%, 10=2.70%, 20=48.29%, 50=45.09%
lat (usec) : 100=3.05%, 250=0.39%, 500=0.05%, 750=0.02%, 1000=0.01%
lat (msec) : 2=0.02%, 4=0.01%, 10=0.01%, 20=0.14%, 50=0.19%
cpu : usr=8.87%, sys=6.72%, ctx=1129158, majf=0, minf=40
IO depths : 1=0.3%, 2=31.7%, 4=68.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,2537285,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4300: Thu Dec 17 23:45:49 2020
write: IOPS=32.9k, BW=129MiB/s (135MB/s)(9804MiB/76233msec)
slat (nsec): min=100, max=5418.9k, avg=408.99, stdev=3524.40
clat (nsec): min=400, max=41920k, avg=94186.04, stdev=1224688.70
lat (usec): min=3, max=41920, avg=94.60, stdev=1224.69
clat percentiles (usec):
| 1.00th=[ 10], 5.00th=[ 12], 10.00th=[ 13], 20.00th=[ 16],
| 30.00th=[ 17], 40.00th=[ 19], 50.00th=[ 22], 60.00th=[ 24],
| 70.00th=[ 28], 80.00th=[ 32], 90.00th=[ 43], 95.00th=[ 53],
| 99.00th=[ 113], 99.50th=[ 318], 99.90th=[22938], 99.95th=[26608],
| 99.99th=[31851]
bw ( KiB/s): min=103224, max=904496, per=32.78%, avg=167800.46, stdev=163732.30, samples=119
iops : min=25806, max=226124, avg=41950.11, stdev=40933.07, samples=119
lat (nsec) : 500=0.01%, 750=0.01%, 1000=0.01%
lat (usec) : 2=0.01%, 4=0.02%, 10=2.04%, 20=43.46%, 50=48.60%
lat (usec) : 100=4.76%, 250=0.58%, 500=0.09%, 750=0.03%, 1000=0.03%
lat (msec) : 2=0.05%, 4=0.01%, 10=0.01%, 20=0.13%, 50=0.18%
cpu : usr=10.11%, sys=6.33%, ctx=1148749, majf=0, minf=41
IO depths : 1=0.2%, 2=31.6%, 4=68.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,2509929,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4301: Thu Dec 17 23:45:49 2020
write: IOPS=31.8k, BW=124MiB/s (130MB/s)(9304MiB/74812msec)
slat (nsec): min=100, max=3808.0k, avg=437.48, stdev=3143.36
clat (nsec): min=400, max=42668k, avg=99276.22, stdev=1271702.40
lat (usec): min=3, max=42668, avg=99.71, stdev=1271.70
clat percentiles (usec):
| 1.00th=[ 10], 5.00th=[ 12], 10.00th=[ 13], 20.00th=[ 15],
| 30.00th=[ 18], 40.00th=[ 20], 50.00th=[ 22], 60.00th=[ 25],
| 70.00th=[ 28], 80.00th=[ 33], 90.00th=[ 43], 95.00th=[ 54],
| 99.00th=[ 113], 99.50th=[ 281], 99.90th=[23462], 99.95th=[26870],
| 99.99th=[31589]
bw ( KiB/s): min=106192, max=908040, per=31.02%, avg=158819.73, stdev=140883.35, samples=120
iops : min=26548, max=227010, avg=39704.91, stdev=35220.82, samples=120
lat (nsec) : 500=0.01%, 750=0.01%, 1000=0.01%
lat (usec) : 2=0.01%, 4=0.09%, 10=1.75%, 20=40.73%, 50=51.25%
lat (usec) : 100=5.04%, 250=0.62%, 500=0.08%, 750=0.03%, 1000=0.03%
lat (msec) : 2=0.04%, 4=0.01%, 10=0.01%, 20=0.15%, 50=0.19%
cpu : usr=10.11%, sys=6.22%, ctx=1082036, majf=0, minf=43
IO depths : 1=0.2%, 2=30.9%, 4=68.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,2381820,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4302: Thu Dec 17 23:45:49 2020
write: IOPS=32.9k, BW=128MiB/s (135MB/s)(9794MiB/76234msec)
slat (nsec): min=100, max=3945.4k, avg=435.03, stdev=3129.82
clat (nsec): min=400, max=38132k, avg=94223.00, stdev=1237066.83
lat (usec): min=3, max=38132, avg=94.66, stdev=1237.07
clat percentiles (usec):
| 1.00th=[ 10], 5.00th=[ 12], 10.00th=[ 13], 20.00th=[ 16],
| 30.00th=[ 17], 40.00th=[ 19], 50.00th=[ 22], 60.00th=[ 24],
| 70.00th=[ 28], 80.00th=[ 31], 90.00th=[ 41], 95.00th=[ 50],
| 99.00th=[ 106], 99.50th=[ 269], 99.90th=[23200], 99.95th=[26870],
| 99.99th=[32113]
bw ( KiB/s): min=106032, max=893600, per=32.65%, avg=167176.68, stdev=162517.10, samples=120
iops : min=26508, max=223400, avg=41794.14, stdev=40629.25, samples=120
lat (nsec) : 500=0.01%, 750=0.01%
lat (usec) : 2=0.01%, 4=0.06%, 10=1.95%, 20=43.01%, 50=50.02%
lat (usec) : 100=3.91%, 250=0.54%, 500=0.09%, 750=0.03%, 1000=0.02%
lat (msec) : 2=0.04%, 4=0.01%, 10=0.01%, 20=0.15%, 50=0.17%
cpu : usr=10.26%, sys=6.24%, ctx=1127676, majf=0, minf=42
IO depths : 1=0.2%, 2=31.0%, 4=68.8%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,2507205,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
Run status group 0 (all jobs):
WRITE: bw=500MiB/s (524MB/s), 124MiB/s-129MiB/s (130MB/s-135MB/s), io=37.9GiB (40.7GB), run=74812-77632msec
Disk stats (read/write):
sdb: ios=1/9565732, merge=0/100604, ticks=0/40501029, in_queue=28719236, util=90.76%
# F2FS
root@msazure:/mnt# fio --name=random-write --ioengine=posixaio --rw=randwrite --bs=4k --numjobs=4 --size=128g --iodepth=4 --runtime=60 --time_based --end_fsync=1
random-write: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=posixaio, iodepth=4
...
fio-3.1
Starting 4 processes
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
random-write: Laying out IO file (1 file / 131072MiB)
Jobs: 1 (f=1): [_(3),F(1)][100.0%][r=0KiB/s,w=0KiB/s][r=0,w=0 IOPS][eta 00m:00s]
random-write: (groupid=0, jobs=1): err= 0: pid=4158: Thu Dec 17 23:40:03 2020
write: IOPS=56.0k, BW=219MiB/s (229MB/s)(15.3GiB/71395msec)
slat (nsec): min=100, max=6869.5k, avg=376.97, stdev=5035.82
clat (nsec): min=400, max=388794k, avg=58859.46, stdev=1142415.21
lat (usec): min=4, max=388794, avg=59.24, stdev=1142.42
clat percentiles (usec):
| 1.00th=[ 11], 5.00th=[ 14], 10.00th=[ 15], 20.00th=[ 17],
| 30.00th=[ 20], 40.00th=[ 22], 50.00th=[ 23], 60.00th=[ 25],
| 70.00th=[ 26], 80.00th=[ 28], 90.00th=[ 30], 95.00th=[ 33],
| 99.00th=[ 41], 99.50th=[ 47], 99.90th=[22152], 99.95th=[26346],
| 99.99th=[28443]
bw ( KiB/s): min=105440, max=736144, per=30.69%, avg=266653.52, stdev=117085.07, samples=120
iops : min=26360, max=184036, avg=66663.37, stdev=29271.43, samples=120
lat (nsec) : 500=0.01%
lat (usec) : 2=0.01%, 4=0.01%, 10=0.77%, 20=30.61%, 50=68.27%
lat (usec) : 100=0.16%, 250=0.02%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.02%, 50=0.12%
lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%
cpu : usr=16.00%, sys=11.92%, ctx=1851144, majf=0, minf=41
IO depths : 1=0.1%, 2=31.3%, 4=68.6%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,3999737,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4160: Thu Dec 17 23:40:03 2020
write: IOPS=59.1k, BW=231MiB/s (242MB/s)(15.1GiB/67128msec)
slat (nsec): min=100, max=195300, avg=379.45, stdev=401.09
clat (usec): min=3, max=463608, avg=59.33, stdev=1063.71
lat (usec): min=4, max=463608, avg=59.71, stdev=1063.71
clat percentiles (usec):
| 1.00th=[ 11], 5.00th=[ 14], 10.00th=[ 15], 20.00th=[ 17],
| 30.00th=[ 21], 40.00th=[ 22], 50.00th=[ 24], 60.00th=[ 25],
| 70.00th=[ 26], 80.00th=[ 28], 90.00th=[ 30], 95.00th=[ 34],
| 99.00th=[ 42], 99.50th=[ 47], 99.90th=[22414], 99.95th=[26084],
| 99.99th=[28443]
bw ( KiB/s): min=141904, max=709928, per=30.44%, avg=264538.27, stdev=110776.33, samples=120
iops : min=35476, max=177482, avg=66134.52, stdev=27694.10, samples=120
lat (usec) : 4=0.01%, 10=0.70%, 20=29.08%, 50=69.86%, 100=0.19%
lat (usec) : 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.13%
lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%
cpu : usr=17.75%, sys=11.90%, ctx=1833317, majf=0, minf=40
IO depths : 1=0.1%, 2=32.3%, 4=67.7%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,3967556,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4163: Thu Dec 17 23:40:03 2020
write: IOPS=61.3k, BW=239MiB/s (251MB/s)(15.2GiB/65139msec)
slat (nsec): min=100, max=1113.8k, avg=386.59, stdev=784.28
clat (nsec): min=400, max=366939k, avg=58866.37, stdev=1026277.43
lat (usec): min=4, max=366939, avg=59.25, stdev=1026.28
clat percentiles (usec):
| 1.00th=[ 11], 5.00th=[ 14], 10.00th=[ 15], 20.00th=[ 17],
| 30.00th=[ 20], 40.00th=[ 22], 50.00th=[ 23], 60.00th=[ 24],
| 70.00th=[ 26], 80.00th=[ 28], 90.00th=[ 30], 95.00th=[ 32],
| 99.00th=[ 40], 99.50th=[ 45], 99.90th=[22676], 99.95th=[26608],
| 99.99th=[28443]
bw ( KiB/s): min=184680, max=744664, per=30.66%, avg=266396.70, stdev=116494.66, samples=119
iops : min=46170, max=186168, avg=66599.12, stdev=29123.74, samples=119
lat (nsec) : 500=0.01%, 1000=0.01%
lat (usec) : 10=0.91%, 20=31.35%, 50=67.44%, 100=0.12%, 250=0.02%
lat (usec) : 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.13%
lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%
cpu : usr=17.52%, sys=12.33%, ctx=1825925, majf=0, minf=40
IO depths : 1=0.1%, 2=31.3%, 4=68.6%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,3990482,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
random-write: (groupid=0, jobs=1): err= 0: pid=4164: Thu Dec 17 23:40:03 2020
write: IOPS=54.1k, BW=211MiB/s (222MB/s)(15.1GiB/73297msec)
slat (nsec): min=100, max=25061k, avg=415.41, stdev=13980.77
clat (nsec): min=500, max=159478k, avg=59325.83, stdev=983298.32
lat (usec): min=4, max=159477, avg=59.74, stdev=983.40
clat percentiles (usec):
| 1.00th=[ 11], 5.00th=[ 14], 10.00th=[ 15], 20.00th=[ 17],
| 30.00th=[ 20], 40.00th=[ 22], 50.00th=[ 23], 60.00th=[ 24],
| 70.00th=[ 26], 80.00th=[ 28], 90.00th=[ 30], 95.00th=[ 33],
| 99.00th=[ 42], 99.50th=[ 47], 99.90th=[23200], 99.95th=[26608],
| 99.99th=[28705]
bw ( KiB/s): min=191326, max=748632, per=30.42%, avg=264338.33, stdev=108765.42, samples=120
iops : min=47833, max=187158, avg=66084.54, stdev=27191.36, samples=120
lat (nsec) : 750=0.01%, 1000=0.01%
lat (usec) : 2=0.01%, 4=0.01%, 10=0.80%, 20=32.27%, 50=66.54%
lat (usec) : 100=0.16%, 250=0.06%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.13%
lat (msec) : 100=0.01%, 250=0.01%
cpu : usr=15.82%, sys=11.19%, ctx=1782006, majf=0, minf=43
IO depths : 1=0.1%, 2=32.7%, 4=67.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwt: total=0,3964507,0, short=0,0,0, dropped=0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4
Run status group 0 (all jobs):
WRITE: bw=849MiB/s (890MB/s), 211MiB/s-239MiB/s (222MB/s-251MB/s), io=60.7GiB (65.2GB), run=65139-73297msec
Disk stats (read/write):
sdb: ios=8/130303, merge=0/0, ticks=210/41789998, in_queue=41535556, util=51.43%
Comments