├── ceph ├── 2hdd │ └── rados_bench_read.log ├── fio.conf ├── compaire.conf └── xhdd.conf ├── Ceph_performance_data_and_charts.xlsx └── disks ├── fio.conf ├── bs.read ├── 16_64m.log ├── 15_32m.log ├── 13_8m.log ├── 12_4m.log ├── 14_16m.log ├── 10_1m.log ├── 09_512k.log ├── 11_2m.log ├── 08_256k.log ├── 05_32k.log ├── 01_1k.log ├── 06_64k.log └── 07_128k.log ├── bs.write ├── 16_64m.log ├── 14_16m.log ├── 13_8m.log ├── 15_32m.log ├── 12_4m.log ├── 11_2m.log ├── 09_512k.log ├── 02_4k.log ├── 10_1m.log ├── 07_128k.log ├── 08_256k.log ├── 03_8k.log ├── 00_1k.log ├── 06_64k.log ├── 01_1k.log ├── 04_16k.log └── 05_32k.log ├── bs.randwrite ├── 14_16m.log ├── 15_32m.log ├── 16_64m.log ├── 13_8m.log ├── 11_2m.log ├── 12_4m.log ├── 10_1m.log ├── 01_1k.log ├── 07_128k.log ├── 08_256k.log ├── 09_512k.log ├── 03_8k.log └── 02_4k.log ├── bs.randread ├── 16_64m.log ├── 15_32m.log ├── 14_16m.log ├── 11_2m.log ├── 13_8m.log ├── 12_4m.log ├── 09_512k.log ├── 06_64k.log ├── 08_256k.log ├── 10_1m.log ├── 07_128k.log ├── 00_1k.log ├── 01_1k.log └── 02_4k.log ├── iodepth ├── 9_512.log ├── 7_128.log └── 8_256.log ├── numjobs.4k_randwrite ├── 16.log ├── 8.log └── 1.log ├── iodepth.64k_write ├── 8.log ├── 16.log ├── 1.log ├── 2.log └── 4.log ├── runtime.64k_read ├── 10.log ├── 30.log ├── 40.log ├── 60.log ├── 90.log └── 20.log ├── runtime.64k_write ├── 50.log ├── 20.log ├── 30.log ├── 60.log ├── 90.log ├── 10.log └── 40.log ├── iodepth_numjobs_64k_write ├── 04_n1i16.log ├── 03_n1i8.log ├── 06_n1i64.log ├── 05_n1i32.log ├── 00_n1i1.log ├── 17_n4i8.log ├── 11_n2i16.log ├── 09_n2i4.log ├── 12_n2i32.log ├── 16_n4i4.log ├── 23_n8i4.log └── 02_n1i4.log ├── iodepth.64k_read ├── 1.log ├── 2.log ├── 4.log ├── 8.log └── 16.log ├── numjobs.64k_write └── 1.log ├── runtime.4k_randread ├── 60.log ├── 90.log └── 40.log ├── iodepth.4k_randread └── 1.log ├── iodepth_numjobs ├── 00_n1i1.log ├── 34_n16i64.log └── 02_n1i4.log ├── numjobs.4k_randread └── 1.log ├── runtime.4k_randwrite ├── 10.log ├── 20.log ├── 30.log ├── 60.log └── 90.log ├── iodepth.4k_randwrite └── 16.log └── numjobs.64k_read └── 1.log /ceph/2hdd/rados_bench_read.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Ceph_performance_data_and_charts.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kangeek/fio-bench-disks-ceph/HEAD/Ceph_performance_data_and_charts.xlsx -------------------------------------------------------------------------------- /ceph/fio.conf: -------------------------------------------------------------------------------- 1 | [global] 2 | ioengine=libaio # 异步IO 3 | direct=1 # 排除OS的IO缓存机制的影响 4 | size=5g # 每个fio进程/线程的最大读写 5 | lockmem=1G # 锁定所使用的内存大小 6 | runtime=30 # 根据前面的结论以后采用30值 7 | group_reporting # 多个job合并出报告 8 | numjobs=1 9 | iodepth=128 10 | directory=/mnt/rbd # 三次测试分别修改/mnt/rbd、/mnt/cephfs、/mnt/nfs 11 | 12 | [4k_randwrite] 13 | stonewall 14 | rw=randwrite 15 | bs=4k 16 | 17 | [4k_randread] 18 | stonewall 19 | rw=randread 20 | bs=4k 21 | 22 | [64k_write] 23 | stonewall 24 | rw=write 25 | bs=64k 26 | 27 | [64k_read] 28 | stonewall 29 | rw=read 30 | bs=64k 31 | -------------------------------------------------------------------------------- /disks/fio.conf: -------------------------------------------------------------------------------- 1 | [global] 2 | ioengine=libaio # 异步IO 3 | direct=1 # 排除OS的IO缓存机制的影响 4 | size=5g # 每个fio进程/线程的最大读写 5 | lockmem=1G # 锁定所使用的内存大小 6 | runtime=30 # 根据上面的结论以后采用30值 7 | directory=/mnt/ssd # XFS格式的磁盘，未直接用裸盘 8 | numjobs=4 9 | iodepth=32 10 | group_reporting # 多个job合并出报告 11 | 12 | [4k_randwrite] 13 | stonewall 14 | rw=randwrite 15 | bs=4k 16 | 17 | [4k_randread] 18 | stonewall # 隔离各测试任务 19 | rw=randread 20 | bs=4k 21 | 22 | [64k_write] 23 | stonewall 24 | rw=write 25 | bs=64k 26 | 27 | [64k_read] 28 | stonewall 29 | rw=read 30 | bs=64k 31 | -------------------------------------------------------------------------------- /ceph/compaire.conf: -------------------------------------------------------------------------------- 1 | [global] 2 | ioengine=libaio # 异步IO 3 | direct=1 # 排除OS的IO缓存机制的影响 4 | size=5g # 每个fio进程/线程的最大读写 5 | lockmem=1G # 锁定所使用的内存大小 6 | runtime=30 # 根据前面的结论以后采用30值 7 | group_reporting # 多个job合并出报告 8 | directory=/mnt/nfs # 三次测试分别修改/mnt/rbd、/mnt/cephfs、/mnt/nfs 9 | numjobs=4 10 | iodepth=64 11 | 12 | [4k_randwrite] 13 | stonewall 14 | rw=randwrite 15 | bs=4k 16 | 17 | [4k_randread] 18 | stonewall 19 | rw=randread 20 | bs=4k 21 | 22 | [64k_write] 23 | stonewall 24 | rw=write 25 | bs=64k 26 | 27 | [64k_read] 28 | stonewall 29 | rw=read 30 | bs=64k 31 | -------------------------------------------------------------------------------- /ceph/xhdd.conf: -------------------------------------------------------------------------------- 1 | [global] 2 | ioengine=libaio # 异步IO 3 | direct=1 # 排除OS的IO缓存机制的影响 4 | size=5g # 每个fio进程/线程的最大读写 5 | lockmem=1G # 锁定所使用的内存大小 6 | runtime=30 # 根据前面的结论以后采用30值 7 | group_reporting # 多个job合并出报告 8 | numjobs=1 9 | directory=/mnt/nfs # 三次测试分别修改/mnt/rbd、/mnt/cephfs、/mnt/nfs 10 | 11 | [4k_randwrite] 12 | stonewall 13 | rw=randwrite 14 | bs=4k 15 | iodepth=8 16 | 17 | [4k_randread] 18 | stonewall 19 | rw=randread 20 | bs=4k 21 | iodepth=16 22 | 23 | [64k_write] 24 | stonewall 25 | rw=write 26 | bs=64k 27 | iodepth=16 28 | 29 | [64k_read] 30 | stonewall 31 | rw=read 32 | bs=64k 33 | iodepth=2 34 | -------------------------------------------------------------------------------- /disks/bs.read/16_64m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0MiB-64.0MiB, (W) 64.0MiB-64.0MiB, (T) 64.0MiB-64.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=230109: Tue Aug 11 21:53:42 2020 6 | read: IOPS=4, BW=302MiB/s (317MB/s)(5120MiB/16938msec) 7 | slat (usec): min=2283, max=13742, avg=3430.84, stdev=1215.54 8 | clat (msec): min=7, max=322, avg=208.27, stdev=143.86 9 | lat (msec): min=11, max=326, avg=211.71, stdev=144.13 10 | clat percentiles (msec): 11 | | 1.00th=[ 8], 5.00th=[ 8], 10.00th=[ 9], 20.00th=[ 9], 12 | | 30.00th=[ 9], 40.00th=[ 300], 50.00th=[ 305], 60.00th=[ 305], 13 | | 70.00th=[ 313], 80.00th=[ 317], 90.00th=[ 321], 95.00th=[ 321], 14 | | 99.00th=[ 321], 99.50th=[ 321], 99.90th=[ 321], 99.95th=[ 321], 15 | | 99.99th=[ 321] 16 | bw ( KiB/s): min=131072, max=262144, per=66.73%, avg=206537.70, stdev=65783.77, samples=33 17 | iops : min= 2, max= 4, avg= 3.15, stdev= 1.00, samples=33 18 | lat (msec) : 10=33.75%, 500=66.25% 19 | cpu : usr=0.00%, sys=1.55%, ctx=94, majf=0, minf=554 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=80,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=302MiB/s (317MB/s), 302MiB/s-302MiB/s (317MB/s-317MB/s), io=5120MiB (5369MB), run=16938-16938msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=20358/0, merge=0/0, ticks=2142356/0, in_queue=2132166, util=80.44% 31 | -------------------------------------------------------------------------------- /disks/bs.write/16_64m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0MiB-64.0MiB, (W) 64.0MiB-64.0MiB, (T) 64.0MiB-64.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232969: Tue Aug 11 21:55:59 2020 6 | write: IOPS=3, BW=227MiB/s (238MB/s)(5120MiB/22599msec) 7 | slat (usec): min=4341, max=9861, avg=8528.20, stdev=1493.88 8 | clat (msec): min=8, max=354, avg=273.94, stdev=96.11 9 | lat (msec): min=13, max=364, avg=282.47, stdev=97.31 10 | clat percentiles (msec): 11 | | 1.00th=[ 9], 5.00th=[ 9], 10.00th=[ 10], 20.00th=[ 292], 12 | | 30.00th=[ 296], 40.00th=[ 300], 50.00th=[ 300], 60.00th=[ 309], 13 | | 70.00th=[ 313], 80.00th=[ 317], 90.00th=[ 326], 95.00th=[ 338], 14 | | 99.00th=[ 355], 99.50th=[ 355], 99.90th=[ 355], 99.95th=[ 355], 15 | | 99.99th=[ 355] 16 | bw ( KiB/s): min=131072, max=1310720, per=99.18%, avg=230092.53, stdev=177078.63, samples=45 17 | iops : min= 2, max= 20, avg= 3.49, stdev= 2.70, samples=45 18 | lat (msec) : 10=11.25%, 500=88.75% 19 | cpu : usr=2.00%, sys=0.98%, ctx=109, majf=0, minf=11 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,80,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=5120MiB (5369MB), run=22599-22599msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20312, merge=0/0, ticks=0/2721232, in_queue=2711155, util=78.41% 31 | -------------------------------------------------------------------------------- /disks/bs.read/15_32m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 32.0MiB-32.0MiB, (W) 32.0MiB-32.0MiB, (T) 32.0MiB-32.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=230063: Tue Aug 11 21:53:14 2020 6 | read: IOPS=9, BW=303MiB/s (317MB/s)(5120MiB/16915msec) 7 | slat (usec): min=1169, max=7462, avg=1733.54, stdev=475.75 8 | clat (msec): min=3, max=162, avg=103.98, stdev=71.70 9 | lat (msec): min=5, max=164, avg=105.71, stdev=71.79 10 | clat percentiles (msec): 11 | | 1.00th=[ 4], 5.00th=[ 4], 10.00th=[ 5], 20.00th=[ 5], 12 | | 30.00th=[ 5], 40.00th=[ 150], 50.00th=[ 150], 60.00th=[ 155], 13 | | 70.00th=[ 157], 80.00th=[ 159], 90.00th=[ 161], 95.00th=[ 161], 14 | | 99.00th=[ 163], 99.50th=[ 163], 99.90th=[ 163], 99.95th=[ 163], 15 | | 99.99th=[ 163] 16 | bw ( KiB/s): min=196215, max=262144, per=66.63%, avg=206525.79, stdev=23867.49, samples=33 17 | iops : min= 5, max= 8, avg= 6.27, stdev= 0.76, samples=33 18 | lat (msec) : 4=7.50%, 10=26.25%, 250=66.25% 19 | cpu : usr=0.01%, sys=1.57%, ctx=176, majf=0, minf=539 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=160,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=303MiB/s (317MB/s), 303MiB/s-303MiB/s (317MB/s-317MB/s), io=5120MiB (5369MB), run=16915-16915msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=15100/0, merge=0/0, ticks=1059140/0, in_queue=1051563, util=80.29% 31 | -------------------------------------------------------------------------------- /disks/bs.write/14_16m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 16.0MiB-16.0MiB, (W) 16.0MiB-16.0MiB, (T) 16.0MiB-16.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232763: Tue Aug 11 21:54:52 2020 6 | write: IOPS=14, BW=225MiB/s (236MB/s)(5120MiB/22751msec) 7 | slat (usec): min=557, max=2307, avg=1932.30, stdev=380.61 8 | clat (usec): min=2016, max=98268, avg=69154.39, stdev=24745.42 9 | lat (msec): min=3, max=100, avg=71.09, stdev=25.05 10 | clat percentiles (usec): 11 | | 1.00th=[ 2147], 5.00th=[ 2311], 10.00th=[ 2507], 20.00th=[72877], 12 | | 30.00th=[72877], 40.00th=[73925], 50.00th=[74974], 60.00th=[76022], 13 | | 70.00th=[79168], 80.00th=[82314], 90.00th=[86508], 95.00th=[87557], 14 | | 99.00th=[92799], 99.50th=[96994], 99.90th=[98042], 99.95th=[98042], 15 | | 99.99th=[98042] 16 | bw ( KiB/s): min=196608, max=1340806, per=99.83%, avg=230044.58, stdev=169939.16, samples=45 17 | iops : min= 12, max= 81, avg=14.02, stdev=10.25, samples=45 18 | lat (msec) : 4=11.56%, 100=88.44% 19 | cpu : usr=1.58%, sys=1.12%, ctx=336, majf=0, minf=12 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,320,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=225MiB/s (236MB/s), 225MiB/s-225MiB/s (236MB/s-236MB/s), io=5120MiB (5369MB), run=22751-22751msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20413, merge=0/0, ticks=0/704761, in_queue=694789, util=79.13% 31 | -------------------------------------------------------------------------------- /disks/bs.randwrite/14_16m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 16.0MiB-16.0MiB, (W) 16.0MiB-16.0MiB, (T) 16.0MiB-16.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231843: Tue Aug 11 21:30:25 2020 6 | write: IOPS=13, BW=214MiB/s (224MB/s)(5120MiB/23937msec) 7 | slat (usec): min=540, max=2555, avg=1899.61, stdev=421.04 8 | clat (msec): min=2, max=116, avg=72.89, stdev=26.30 9 | lat (msec): min=2, max=118, avg=74.79, stdev=26.67 10 | clat percentiles (msec): 11 | | 1.00th=[ 3], 5.00th=[ 3], 10.00th=[ 3], 20.00th=[ 73], 12 | | 30.00th=[ 75], 40.00th=[ 80], 50.00th=[ 82], 60.00th=[ 84], 13 | | 70.00th=[ 85], 80.00th=[ 87], 90.00th=[ 90], 95.00th=[ 93], 14 | | 99.00th=[ 99], 99.50th=[ 105], 99.90th=[ 117], 99.95th=[ 117], 15 | | 99.99th=[ 117] 16 | bw ( KiB/s): min=163840, max=1343488, per=99.95%, avg=218918.13, stdev=167935.58, samples=47 17 | iops : min= 10, max= 82, avg=13.36, stdev=10.25, samples=47 18 | lat (msec) : 4=11.56%, 100=87.50%, 250=0.94% 19 | cpu : usr=1.47%, sys=1.06%, ctx=334, majf=0, minf=10 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,320,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=214MiB/s (224MB/s), 214MiB/s-214MiB/s (224MB/s-224MB/s), io=5120MiB (5369MB), run=23937-23937msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20468, merge=0/0, ticks=0/717624, in_queue=707677, util=75.14% 31 | -------------------------------------------------------------------------------- /disks/bs.write/13_8m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 8192KiB-8192KiB, (W) 8192KiB-8192KiB, (T) 8192KiB-8192KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232717: Tue Aug 11 21:54:18 2020 6 | write: IOPS=25, BW=202MiB/s (212MB/s)(5120MiB/25368msec) 7 | slat (usec): min=344, max=990, avg=903.75, stdev=84.93 8 | clat (usec): min=1244, max=69382, avg=38725.11, stdev=4268.65 9 | lat (usec): min=1620, max=70373, avg=39630.02, stdev=4282.86 10 | clat percentiles (usec): 11 | | 1.00th=[35914], 5.00th=[35914], 10.00th=[36439], 20.00th=[36439], 12 | | 30.00th=[36439], 40.00th=[36963], 50.00th=[37487], 60.00th=[38011], 13 | | 70.00th=[39584], 80.00th=[40109], 90.00th=[43254], 95.00th=[45351], 14 | | 99.00th=[53740], 99.50th=[57934], 99.90th=[69731], 99.95th=[69731], 15 | | 99.99th=[69731] 16 | bw ( KiB/s): min=180224, max=245760, per=99.88%, avg=206430.54, stdev=13246.34, samples=50 17 | iops : min= 22, max= 30, avg=25.18, stdev= 1.64, samples=50 18 | lat (msec) : 2=0.31%, 50=98.12%, 100=1.56% 19 | cpu : usr=1.13%, sys=1.17%, ctx=645, majf=0, minf=13 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,640,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=202MiB/s (212MB/s), 202MiB/s-202MiB/s (212MB/s-212MB/s), io=5120MiB (5369MB), run=25368-25368msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20313, merge=0/0, ticks=0/400595, in_queue=390163, util=79.78% 31 | -------------------------------------------------------------------------------- /disks/bs.randread/16_64m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 64.0MiB-64.0MiB, (W) 64.0MiB-64.0MiB, (T) 64.0MiB-64.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229150: Tue Aug 11 21:30:00 2020 6 | read: IOPS=3, BW=255MiB/s (267MB/s)(5120MiB/20102msec) 7 | slat (usec): min=2503, max=13906, avg=3543.48, stdev=1220.87 8 | clat (msec): min=7, max=345, avg=247.71, stdev=135.08 9 | lat (msec): min=11, max=348, avg=251.26, stdev=134.92 10 | clat percentiles (msec): 11 | | 1.00th=[ 8], 5.00th=[ 8], 10.00th=[ 8], 20.00th=[ 8], 12 | | 30.00th=[ 305], 40.00th=[ 313], 50.00th=[ 317], 60.00th=[ 321], 13 | | 70.00th=[ 326], 80.00th=[ 330], 90.00th=[ 338], 95.00th=[ 338], 14 | | 99.00th=[ 347], 99.50th=[ 347], 99.90th=[ 347], 99.95th=[ 347], 15 | | 99.99th=[ 347] 16 | bw ( KiB/s): min=131072, max=655360, per=97.99%, avg=255570.77, stdev=135837.48, samples=40 17 | iops : min= 2, max= 10, avg= 3.88, stdev= 2.05, samples=40 18 | lat (msec) : 10=22.50%, 20=1.25%, 500=76.25% 19 | cpu : usr=0.00%, sys=1.35%, ctx=91, majf=0, minf=554 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=80,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=255MiB/s (267MB/s), 255MiB/s-255MiB/s (267MB/s-267MB/s), io=5120MiB (5369MB), run=20102-20102msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=20086/0, merge=0/0, ticks=2601307/0, in_queue=2591287, util=78.33% 31 | -------------------------------------------------------------------------------- /disks/bs.randwrite/15_32m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 32.0MiB-32.0MiB, (W) 32.0MiB-32.0MiB, (T) 32.0MiB-32.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231891: Tue Aug 11 21:30:59 2020 6 | write: IOPS=6, BW=219MiB/s (229MB/s)(5120MiB/23409msec) 7 | slat (usec): min=1325, max=4691, avg=4090.07, stdev=786.05 8 | clat (msec): min=4, max=188, avg=142.20, stdev=50.35 9 | lat (msec): min=6, max=193, avg=146.29, stdev=51.04 10 | clat percentiles (msec): 11 | | 1.00th=[ 5], 5.00th=[ 5], 10.00th=[ 6], 20.00th=[ 148], 12 | | 30.00th=[ 153], 40.00th=[ 155], 50.00th=[ 157], 60.00th=[ 161], 13 | | 70.00th=[ 165], 80.00th=[ 169], 90.00th=[ 174], 95.00th=[ 176], 14 | | 99.00th=[ 186], 99.50th=[ 190], 99.90th=[ 190], 99.95th=[ 190], 15 | | 99.99th=[ 190] 16 | bw ( KiB/s): min=131072, max=1310720, per=99.87%, avg=223668.67, stdev=164974.12, samples=46 17 | iops : min= 4, max= 40, avg= 6.80, stdev= 5.04, samples=46 18 | lat (msec) : 10=11.25%, 100=0.62%, 250=88.12% 19 | cpu : usr=1.77%, sys=1.00%, ctx=183, majf=0, minf=10 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,160,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=219MiB/s (229MB/s), 219MiB/s-219MiB/s (229MB/s-229MB/s), io=5120MiB (5369MB), run=23409-23409msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20286, merge=0/0, ticks=0/1429319, in_queue=1419193, util=76.13% 31 | -------------------------------------------------------------------------------- /disks/bs.write/15_32m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 32.0MiB-32.0MiB, (W) 32.0MiB-32.0MiB, (T) 32.0MiB-32.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232809: Tue Aug 11 21:55:25 2020 6 | write: IOPS=7, BW=226MiB/s (237MB/s)(5120MiB/22664msec) 7 | slat (usec): min=1487, max=4908, avg=4081.32, stdev=796.69 8 | clat (msec): min=3, max=184, avg=137.56, stdev=48.61 9 | lat (msec): min=6, max=188, avg=141.64, stdev=49.26 10 | clat percentiles (msec): 11 | | 1.00th=[ 5], 5.00th=[ 5], 10.00th=[ 6], 20.00th=[ 146], 12 | | 30.00th=[ 146], 40.00th=[ 148], 50.00th=[ 150], 60.00th=[ 155], 13 | | 70.00th=[ 157], 80.00th=[ 161], 90.00th=[ 169], 95.00th=[ 171], 14 | | 99.00th=[ 184], 99.50th=[ 184], 99.90th=[ 184], 99.95th=[ 184], 15 | | 99.99th=[ 184] 16 | bw ( KiB/s): min=131072, max=1310720, per=99.47%, avg=230104.18, stdev=166863.82, samples=45 17 | iops : min= 4, max= 40, avg= 7.02, stdev= 5.09, samples=45 18 | lat (msec) : 4=0.62%, 10=10.62%, 100=0.62%, 250=88.12% 19 | cpu : usr=1.84%, sys=1.01%, ctx=188, majf=0, minf=12 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,160,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22664-22664msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20480, merge=0/0, ticks=0/1396982, in_queue=1386783, util=78.68% 31 | -------------------------------------------------------------------------------- /disks/bs.randread/15_32m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 32.0MiB-32.0MiB, (W) 32.0MiB-32.0MiB, (T) 32.0MiB-32.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229104: Tue Aug 11 21:29:29 2020 6 | read: IOPS=7, BW=242MiB/s (254MB/s)(5120MiB/21132msec) 7 | slat (usec): min=1332, max=7289, avg=1801.70, stdev=452.63 8 | clat (msec): min=3, max=228, avg=130.26, stdev=71.30 9 | lat (msec): min=5, max=230, avg=132.06, stdev=71.21 10 | clat percentiles (msec): 11 | | 1.00th=[ 4], 5.00th=[ 4], 10.00th=[ 4], 20.00th=[ 4], 12 | | 30.00th=[ 157], 40.00th=[ 163], 50.00th=[ 167], 60.00th=[ 169], 13 | | 70.00th=[ 171], 80.00th=[ 174], 90.00th=[ 180], 95.00th=[ 186], 14 | | 99.00th=[ 192], 99.50th=[ 228], 99.90th=[ 228], 99.95th=[ 228], 15 | | 99.99th=[ 228] 16 | bw ( KiB/s): min=131072, max=457836, per=98.10%, avg=243382.02, stdev=66688.07, samples=42 17 | iops : min= 4, max= 13, avg= 7.38, stdev= 1.94, samples=42 18 | lat (msec) : 4=22.50%, 10=0.62%, 20=0.62%, 250=76.25% 19 | cpu : usr=0.01%, sys=1.30%, ctx=170, majf=0, minf=538 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=160,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=242MiB/s (254MB/s), 242MiB/s-242MiB/s (254MB/s-254MB/s), io=5120MiB (5369MB), run=21132-21132msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=19953/0, merge=0/0, ticks=1415312/0, in_queue=1405254, util=74.73% 31 | -------------------------------------------------------------------------------- /disks/bs.randwrite/16_64m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 64.0MiB-64.0MiB, (W) 64.0MiB-64.0MiB, (T) 64.0MiB-64.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231938: Tue Aug 11 21:31:33 2020 6 | write: IOPS=3, BW=223MiB/s (234MB/s)(5120MiB/22965msec) 7 | slat (usec): min=4162, max=9758, avg=8357.70, stdev=1429.17 8 | clat (msec): min=7, max=359, avg=278.69, stdev=98.09 9 | lat (msec): min=13, max=368, avg=287.05, stdev=99.26 10 | clat percentiles (msec): 11 | | 1.00th=[ 8], 5.00th=[ 10], 10.00th=[ 10], 20.00th=[ 296], 12 | | 30.00th=[ 300], 40.00th=[ 309], 50.00th=[ 313], 60.00th=[ 313], 13 | | 70.00th=[ 317], 80.00th=[ 321], 90.00th=[ 334], 95.00th=[ 338], 14 | | 99.00th=[ 359], 99.50th=[ 359], 99.90th=[ 359], 99.95th=[ 359], 15 | | 99.99th=[ 359] 16 | bw ( KiB/s): min=131072, max=1310720, per=99.52%, avg=227191.47, stdev=177618.94, samples=45 17 | iops : min= 2, max= 20, avg= 3.47, stdev= 2.71, samples=45 18 | lat (msec) : 10=10.00%, 20=1.25%, 250=1.25%, 500=87.50% 19 | cpu : usr=1.97%, sys=0.91%, ctx=102, majf=0, minf=9 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=0,80,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | WRITE: bw=223MiB/s (234MB/s), 223MiB/s-223MiB/s (234MB/s-234MB/s), io=5120MiB (5369MB), run=22965-22965msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=0/20428, merge=0/0, ticks=0/2814524, in_queue=2804400, util=77.11% 31 | -------------------------------------------------------------------------------- /disks/iodepth/9_512.log: -------------------------------------------------------------------------------- 1 | read4k-rand: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=512 2 | fio-3.7 3 | Starting 1 process 4 | 5 | read4k-rand: (groupid=0, jobs=1): err= 0: pid=234122: Tue Aug 11 22:45:54 2020 6 | read: IOPS=763, BW=3054KiB/s (3127kB/s)(90.7MiB/30412msec) 7 | slat (usec): min=3, max=51997, avg=1286.87, stdev=3423.75 8 | clat (msec): min=356, max=1868, avg=667.12, stdev=110.33 9 | lat (msec): min=356, max=1868, avg=668.41, stdev=110.35 10 | clat percentiles (msec): 11 | | 1.00th=[ 542], 5.00th=[ 575], 10.00th=[ 584], 20.00th=[ 600], 12 | | 30.00th=[ 609], 40.00th=[ 617], 50.00th=[ 634], 60.00th=[ 651], 13 | | 70.00th=[ 676], 80.00th=[ 718], 90.00th=[ 802], 95.00th=[ 885], 14 | | 99.00th=[ 1099], 99.50th=[ 1183], 99.90th=[ 1418], 99.95th=[ 1519], 15 | | 99.99th=[ 1737] 16 | bw ( KiB/s): min= 840, max= 3200, per=99.17%, avg=3027.60, stdev=296.05, samples=60 17 | iops : min= 210, max= 800, avg=756.90, stdev=74.01, samples=60 18 | lat (msec) : 500=0.73%, 750=84.21%, 1000=12.89% 19 | cpu : usr=0.39%, sys=1.19%, ctx=3122, majf=0, minf=522 20 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.7% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1% 23 | issued rwts: total=23219,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=512 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=3054KiB/s (3127kB/s), 3054KiB/s-3054KiB/s (3127kB/s-3127kB/s), io=90.7MiB (95.1MB), run=30412-30412msec 28 | 29 | Disk stats (read/write): 30 | sdd: ios=23097/0, merge=0/0, ticks=7571007/0, in_queue=7559462, util=76.09% 31 | -------------------------------------------------------------------------------- /disks/bs.read/13_8m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 8192KiB-8192KiB, (W) 8192KiB-8192KiB, (T) 8192KiB-8192KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229969: Tue Aug 11 21:52:18 2020 6 | read: IOPS=37, BW=303MiB/s (317MB/s)(5120MiB/16922msec) 7 | slat (usec): min=210, max=2060, avg=500.90, stdev=78.45 8 | clat (usec): min=983, max=45308, avg=25933.55, stdev=17862.73 9 | lat (usec): min=1502, max=45841, avg=26435.15, stdev=17894.84 10 | clat percentiles (usec): 11 | | 1.00th=[ 1004], 5.00th=[ 1020], 10.00th=[ 1029], 20.00th=[ 1057], 12 | | 30.00th=[ 1156], 40.00th=[36963], 50.00th=[37487], 60.00th=[38536], 13 | | 70.00th=[39060], 80.00th=[39584], 90.00th=[40109], 95.00th=[40109], 14 | | 99.00th=[41681], 99.50th=[41681], 99.90th=[45351], 99.95th=[45351], 15 | | 99.99th=[45351] 16 | bw ( KiB/s): min=196608, max=212992, per=67.30%, avg=208523.64, stdev=7409.94, samples=33 17 | iops : min= 24, max= 26, avg=25.45, stdev= 0.90, samples=33 18 | lat (usec) : 1000=0.47% 19 | lat (msec) : 2=33.44%, 50=66.09% 20 | cpu : usr=0.05%, sys=1.87%, ctx=652, majf=0, minf=526 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=640,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=303MiB/s (317MB/s), 303MiB/s-303MiB/s (317MB/s-317MB/s), io=5120MiB (5369MB), run=16922-16922msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=15417/0, merge=0/0, ticks=270361/0, in_queue=262580, util=80.64% 32 | -------------------------------------------------------------------------------- /disks/bs.write/12_4m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232669: Tue Aug 11 21:53:42 2020 6 | write: IOPS=56, BW=228MiB/s (239MB/s)(5120MiB/22490msec) 7 | slat (usec): min=106, max=562, avg=445.47, stdev=94.45 8 | clat (usec): min=530, max=30248, avg=17117.05, stdev=6265.27 9 | lat (usec): min=734, max=30639, avg=17563.49, stdev=6346.17 10 | clat percentiles (usec): 11 | | 1.00th=[ 578], 5.00th=[ 611], 10.00th=[ 652], 20.00th=[17957], 12 | | 30.00th=[18220], 40.00th=[18220], 50.00th=[18482], 60.00th=[18744], 13 | | 70.00th=[19006], 80.00th=[20055], 90.00th=[21103], 95.00th=[21365], 14 | | 99.00th=[27919], 99.50th=[28443], 99.90th=[29492], 99.95th=[30278], 15 | | 99.99th=[30278] 16 | bw ( KiB/s): min=188416, max=1368064, per=100.00%, avg=233472.00, stdev=175231.87, samples=44 17 | iops : min= 46, max= 334, avg=57.00, stdev=42.78, samples=44 18 | lat (usec) : 750=11.64% 19 | lat (msec) : 20=68.67%, 50=19.69% 20 | cpu : usr=1.19%, sys=1.44%, ctx=1282, majf=0, minf=11 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,1280,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=228MiB/s (239MB/s), 228MiB/s-228MiB/s (239MB/s-239MB/s), io=5120MiB (5369MB), run=22490-22490msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20432, merge=0/0, ticks=0/183471, in_queue=172774, util=80.79% 32 | -------------------------------------------------------------------------------- /disks/bs.read/12_4m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229923: Tue Aug 11 21:51:50 2020 6 | read: IOPS=75, BW=302MiB/s (316MB/s)(5120MiB/16981msec) 7 | slat (usec): min=139, max=1223, avg=302.84, stdev=47.05 8 | clat (usec): min=515, max=33115, avg=12957.09, stdev=8912.92 9 | lat (usec): min=807, max=34341, avg=13260.70, stdev=8944.04 10 | clat percentiles (usec): 11 | | 1.00th=[ 529], 5.00th=[ 537], 10.00th=[ 545], 20.00th=[ 562], 12 | | 30.00th=[ 627], 40.00th=[18482], 50.00th=[18482], 60.00th=[19006], 13 | | 70.00th=[19530], 80.00th=[19792], 90.00th=[19792], 95.00th=[20317], 14 | | 99.00th=[21627], 99.50th=[21627], 99.90th=[28181], 99.95th=[33162], 15 | | 99.99th=[33162] 16 | bw ( KiB/s): min=196608, max=221184, per=67.45%, avg=208263.00, stdev=6808.70, samples=33 17 | iops : min= 48, max= 54, avg=50.82, stdev= 1.69, samples=33 18 | lat (usec) : 750=33.91% 19 | lat (msec) : 10=0.08%, 20=57.58%, 50=8.44% 20 | cpu : usr=0.12%, sys=2.23%, ctx=1296, majf=0, minf=525 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=1280,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=302MiB/s (316MB/s), 302MiB/s-302MiB/s (316MB/s-316MB/s), io=5120MiB (5369MB), run=16981-16981msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=19531/0, merge=0/0, ticks=139898/0, in_queue=131239, util=81.26% 32 | -------------------------------------------------------------------------------- /disks/bs.read/14_16m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 16.0MiB-16.0MiB, (W) 16.0MiB-16.0MiB, (T) 16.0MiB-16.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=230016: Tue Aug 11 21:52:46 2020 6 | read: IOPS=18, BW=301MiB/s (316MB/s)(5120MiB/16988msec) 7 | slat (usec): min=384, max=3734, avg=893.99, stdev=183.77 8 | clat (usec): min=1947, max=131435, avg=52185.76, stdev=36073.90 9 | lat (msec): min=2, max=132, avg=53.08, stdev=36.13 10 | clat percentiles (usec): 11 | | 1.00th=[ 1991], 5.00th=[ 2008], 10.00th=[ 2040], 20.00th=[ 2147], 12 | | 30.00th=[ 2311], 40.00th=[ 73925], 50.00th=[ 74974], 60.00th=[ 77071], 13 | | 70.00th=[ 79168], 80.00th=[ 79168], 90.00th=[ 80217], 95.00th=[ 81265], 14 | | 99.00th=[ 82314], 99.50th=[ 89654], 99.90th=[131597], 99.95th=[131597], 15 | | 99.99th=[131597] 16 | bw ( KiB/s): min=196215, max=229376, per=67.24%, avg=207506.85, stdev=15703.87, samples=33 17 | iops : min= 11, max= 14, avg=12.61, stdev= 1.03, samples=33 18 | lat (msec) : 2=2.81%, 4=30.94%, 50=0.31%, 100=65.62%, 250=0.31% 19 | cpu : usr=0.02%, sys=1.64%, ctx=334, majf=0, minf=532 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=320,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=301MiB/s (316MB/s), 301MiB/s-301MiB/s (316MB/s-316MB/s), io=5120MiB (5369MB), run=16988-16988msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=19267/0, merge=0/0, ticks=541791/0, in_queue=532366, util=80.18% 31 | -------------------------------------------------------------------------------- /disks/bs.write/11_2m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 2048KiB-2048KiB, (W) 2048KiB-2048KiB, (T) 2048KiB-2048KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232621: Tue Aug 11 21:53:08 2020 6 | write: IOPS=113, BW=227MiB/s (238MB/s)(5120MiB/22585msec) 7 | slat (usec): min=63, max=310, avg=264.42, stdev=48.49 8 | clat (usec): min=322, max=26389, avg=8550.53, stdev=3260.65 9 | lat (usec): min=405, max=26679, avg=8815.87, stdev=3300.29 10 | clat percentiles (usec): 11 | | 1.00th=[ 334], 5.00th=[ 343], 10.00th=[ 355], 20.00th=[ 8979], 12 | | 30.00th=[ 8979], 40.00th=[ 9110], 50.00th=[ 9110], 60.00th=[ 9241], 13 | | 70.00th=[ 9372], 80.00th=[ 9765], 90.00th=[10421], 95.00th=[10814], 14 | | 99.00th=[17433], 99.50th=[18220], 99.90th=[18744], 99.95th=[25560], 15 | | 99.99th=[26346] 16 | bw ( KiB/s): min=188416, max=1351680, per=99.98%, avg=232097.20, stdev=170867.73, samples=45 17 | iops : min= 92, max= 660, avg=113.31, stdev=83.43, samples=45 18 | lat (usec) : 500=11.60% 19 | lat (msec) : 10=72.38%, 20=15.94%, 50=0.08% 20 | cpu : usr=1.22%, sys=2.00%, ctx=2561, majf=0, minf=12 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,2560,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=5120MiB (5369MB), run=22585-22585msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20343, merge=0/0, ticks=0/95930, in_queue=85557, util=81.31% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/14_16m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 16.0MiB-16.0MiB, (W) 16.0MiB-16.0MiB, (T) 16.0MiB-16.0MiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229056: Tue Aug 11 21:28:57 2020 6 | read: IOPS=14, BW=232MiB/s (244MB/s)(5120MiB/22040msec) 7 | slat (usec): min=855, max=3782, avg=942.53, stdev=166.45 8 | clat (usec): min=1892, max=108424, avg=67921.16, stdev=37342.57 9 | lat (msec): min=2, max=109, avg=68.86, stdev=37.31 10 | clat percentiles (usec): 11 | | 1.00th=[ 1926], 5.00th=[ 1958], 10.00th=[ 1958], 20.00th=[ 1991], 12 | | 30.00th=[ 78119], 40.00th=[ 82314], 50.00th=[ 85459], 60.00th=[ 88605], 13 | | 70.00th=[ 90702], 80.00th=[ 93848], 90.00th=[ 96994], 95.00th=[ 98042], 14 | | 99.00th=[103285], 99.50th=[106431], 99.90th=[108528], 99.95th=[108528], 15 | | 99.99th=[108528] 16 | bw ( KiB/s): min=163840, max=360448, per=99.56%, avg=236823.27, stdev=50400.45, samples=44 17 | iops : min= 10, max= 22, avg=14.45, stdev= 3.08, samples=44 18 | lat (msec) : 2=22.19%, 4=1.25%, 10=0.31%, 100=73.44%, 250=2.81% 19 | cpu : usr=0.01%, sys=1.33%, ctx=333, majf=0, minf=529 20 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 21 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 22 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | issued rwts: total=320,0,0,0 short=0,0,0,0 dropped=0,0,0,0 24 | latency : target=0, window=0, percentile=100.00%, depth=1 25 | 26 | Run status group 0 (all jobs): 27 | READ: bw=232MiB/s (244MB/s), 232MiB/s-232MiB/s (244MB/s-244MB/s), io=5120MiB (5369MB), run=22040-22040msec 28 | 29 | Disk stats (read/write): 30 | sde: ios=20347/0, merge=0/0, ticks=761687/0, in_queue=751528, util=71.63% 31 | -------------------------------------------------------------------------------- /disks/bs.write/09_512k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232529: Tue Aug 11 21:52:02 2020 6 | write: IOPS=449, BW=225MiB/s (235MB/s)(5120MiB/22805msec) 7 | slat (usec): min=21, max=279, avg=100.17, stdev=16.94 8 | clat (usec): min=127, max=19273, avg=2119.94, stdev=1049.31 9 | lat (usec): min=153, max=19380, avg=2221.00, stdev=1060.21 10 | clat percentiles (usec): 11 | | 1.00th=[ 139], 5.00th=[ 145], 10.00th=[ 151], 20.00th=[ 2089], 12 | | 30.00th=[ 2114], 40.00th=[ 2147], 50.00th=[ 2180], 60.00th=[ 2245], 13 | | 70.00th=[ 2442], 80.00th=[ 2507], 90.00th=[ 2606], 95.00th=[ 2737], 14 | | 99.00th=[ 4424], 99.50th=[10552], 99.90th=[11076], 99.95th=[11207], 15 | | 99.99th=[18744] 16 | bw ( KiB/s): min=173732, max=1326080, per=100.00%, avg=230119.20, stdev=167365.71, samples=45 17 | iops : min= 339, max= 2590, avg=449.44, stdev=326.89, samples=45 18 | lat (usec) : 250=11.72% 19 | lat (msec) : 2=0.37%, 4=86.43%, 10=0.84%, 20=0.64% 20 | cpu : usr=1.55%, sys=3.93%, ctx=10243, majf=0, minf=13 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,10240,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=225MiB/s (235MB/s), 225MiB/s-225MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22805-22805msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20371, merge=0/0, ticks=0/31724, in_queue=24380, util=84.20% 32 | -------------------------------------------------------------------------------- /disks/bs.read/10_1m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229831: Tue Aug 11 21:50:54 2020 6 | read: IOPS=299, BW=299MiB/s (314MB/s)(5120MiB/17121msec) 7 | slat (usec): min=43, max=404, avg=115.29, stdev=23.78 8 | clat (usec): min=178, max=17860, avg=3223.30, stdev=2190.94 9 | lat (usec): min=262, max=17957, avg=3339.25, stdev=2212.22 10 | clat percentiles (usec): 11 | | 1.00th=[ 194], 5.00th=[ 202], 10.00th=[ 204], 20.00th=[ 217], 12 | | 30.00th=[ 223], 40.00th=[ 4359], 50.00th=[ 4555], 60.00th=[ 4686], 13 | | 70.00th=[ 4752], 80.00th=[ 4883], 90.00th=[ 5014], 95.00th=[ 5080], 14 | | 99.00th=[ 6587], 99.50th=[ 6783], 99.90th=[ 6849], 99.95th=[ 6915], 15 | | 99.99th=[17957] 16 | bw ( KiB/s): min=200704, max=2805760, per=93.04%, avg=284900.29, stdev=445451.93, samples=34 17 | iops : min= 196, max= 2740, avg=278.21, stdev=435.01, samples=34 18 | lat (usec) : 250=33.83%, 500=0.12% 19 | lat (msec) : 2=0.02%, 10=66.00%, 20=0.04% 20 | cpu : usr=0.39%, sys=3.49%, ctx=5122, majf=0, minf=268 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=5120,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=299MiB/s (314MB/s), 299MiB/s-299MiB/s (314MB/s-314MB/s), io=5120MiB (5369MB), run=17121-17121msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=17985/0, merge=0/0, ticks=40334/0, in_queue=34070, util=83.42% 32 | -------------------------------------------------------------------------------- /disks/bs.write/02_4k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232201: Tue Aug 11 21:48:02 2020 6 | write: IOPS=28.0k, BW=109MiB/s (115MB/s)(3282MiB/30001msec) 7 | slat (usec): min=3, max=212, avg= 6.57, stdev= 3.34 8 | clat (usec): min=4, max=562, avg=28.04, stdev= 7.51 9 | lat (usec): min=23, max=571, avg=34.75, stdev= 9.86 10 | clat percentiles (usec): 11 | | 1.00th=[ 22], 5.00th=[ 22], 10.00th=[ 23], 20.00th=[ 24], 12 | | 30.00th=[ 24], 40.00th=[ 25], 50.00th=[ 27], 60.00th=[ 28], 13 | | 70.00th=[ 30], 80.00th=[ 33], 90.00th=[ 35], 95.00th=[ 38], 14 | | 99.00th=[ 63], 99.50th=[ 71], 99.90th=[ 94], 99.95th=[ 100], 15 | | 99.99th=[ 113] 16 | bw ( KiB/s): min=102576, max=122248, per=100.00%, avg=112103.32, stdev=4353.67, samples=59 17 | iops : min=25644, max=30562, avg=28025.83, stdev=1088.42, samples=59 18 | lat (usec) : 10=0.01%, 20=0.04%, 50=98.20%, 100=1.72%, 250=0.04% 19 | lat (usec) : 500=0.01%, 750=0.01% 20 | cpu : usr=9.17%, sys=22.26%, ctx=840231, majf=0, minf=21 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,840229,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=109MiB/s (115MB/s), 109MiB/s-109MiB/s (115MB/s-115MB/s), io=3282MiB (3442MB), run=30001-30001msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/838333, merge=0/0, ticks=0/21444, in_queue=0, util=99.07% 32 | -------------------------------------------------------------------------------- /disks/bs.write/10_1m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232575: Tue Aug 11 21:52:35 2020 6 | write: IOPS=226, BW=226MiB/s (237MB/s)(5120MiB/22629msec) 7 | slat (usec): min=30, max=343, avg=155.20, stdev=30.04 8 | clat (usec): min=189, max=15252, avg=4256.70, stdev=1752.18 9 | lat (usec): min=231, max=15415, avg=4412.77, stdev=1775.13 10 | clat percentiles (usec): 11 | | 1.00th=[ 202], 5.00th=[ 206], 10.00th=[ 215], 20.00th=[ 4293], 12 | | 30.00th=[ 4293], 40.00th=[ 4424], 50.00th=[ 4686], 60.00th=[ 4686], 13 | | 70.00th=[ 4752], 80.00th=[ 4817], 90.00th=[ 5080], 95.00th=[ 5407], 14 | | 99.00th=[12649], 99.50th=[13042], 99.90th=[13435], 99.95th=[13698], 15 | | 99.99th=[15270] 16 | bw ( KiB/s): min=184320, max=1359872, per=100.00%, avg=231742.58, stdev=172164.36, samples=45 17 | iops : min= 180, max= 1328, avg=226.31, stdev=168.13, samples=45 18 | lat (usec) : 250=11.54%, 500=0.14% 19 | lat (msec) : 4=0.06%, 10=87.21%, 20=1.05% 20 | cpu : usr=1.45%, sys=2.55%, ctx=5122, majf=0, minf=12 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,5120,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22629-22629msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20311, merge=0/0, ticks=0/52726, in_queue=44138, util=82.69% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/13_8m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 8192KiB-8192KiB, (W) 8192KiB-8192KiB, (T) 8192KiB-8192KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231797: Tue Aug 11 21:29:50 2020 6 | write: IOPS=25, BW=202MiB/s (212MB/s)(5120MiB/25287msec) 7 | slat (usec): min=226, max=1025, avg=864.01, stdev=144.69 8 | clat (usec): min=939, max=60859, avg=38636.79, stdev=14377.72 9 | lat (usec): min=1443, max=61775, avg=39501.72, stdev=14479.30 10 | clat percentiles (usec): 11 | | 1.00th=[ 1037], 5.00th=[ 1156], 10.00th=[ 1254], 20.00th=[36439], 12 | | 30.00th=[37487], 40.00th=[40109], 50.00th=[42730], 60.00th=[44303], 13 | | 70.00th=[45876], 80.00th=[47973], 90.00th=[49546], 95.00th=[51119], 14 | | 99.00th=[55313], 99.50th=[56886], 99.90th=[61080], 99.95th=[61080], 15 | | 99.99th=[61080] 16 | bw ( KiB/s): min=163512, max=1343488, per=100.00%, avg=207400.48, stdev=164198.61, samples=50 17 | iops : min= 19, max= 164, avg=25.26, stdev=20.06, samples=50 18 | lat (usec) : 1000=0.47% 19 | lat (msec) : 2=11.09%, 50=81.25%, 100=7.19% 20 | cpu : usr=1.06%, sys=1.15%, ctx=652, majf=0, minf=11 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,640,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=202MiB/s (212MB/s), 202MiB/s-202MiB/s (212MB/s-212MB/s), io=5120MiB (5369MB), run=25287-25287msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20393, merge=0/1, ticks=0/404851, in_queue=394932, util=70.81% 32 | -------------------------------------------------------------------------------- /disks/bs.read/09_512k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229783: Tue Aug 11 21:50:26 2020 6 | read: IOPS=594, BW=297MiB/s (312MB/s)(5120MiB/17220msec) 7 | slat (usec): min=21, max=235, avg=72.81, stdev=19.24 8 | clat (usec): min=112, max=12923, avg=1603.22, stdev=1089.31 9 | lat (usec): min=144, max=12991, avg=1676.67, stdev=1107.63 10 | clat percentiles (usec): 11 | | 1.00th=[ 126], 5.00th=[ 128], 10.00th=[ 129], 20.00th=[ 131], 12 | | 30.00th=[ 133], 40.00th=[ 2147], 50.00th=[ 2180], 60.00th=[ 2245], 13 | | 70.00th=[ 2278], 80.00th=[ 2343], 90.00th=[ 2638], 95.00th=[ 2704], 14 | | 99.00th=[ 2769], 99.50th=[ 4359], 99.90th=[ 4490], 99.95th=[ 4555], 15 | | 99.99th=[10814] 16 | bw ( KiB/s): min=200704, max=2356224, per=89.25%, avg=271721.41, stdev=368354.23, samples=34 17 | iops : min= 392, max= 4602, avg=530.71, stdev=719.44, samples=34 18 | lat (usec) : 250=33.94%, 500=0.01%, 750=0.03% 19 | lat (msec) : 4=65.38%, 10=0.62%, 20=0.02% 20 | cpu : usr=0.77%, sys=4.47%, ctx=10243, majf=0, minf=140 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=10240,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=297MiB/s (312MB/s), 297MiB/s-297MiB/s (312MB/s-312MB/s), io=5120MiB (5369MB), run=17220-17220msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=20046/0, merge=0/0, ticks=24400/0, in_queue=20127, util=85.08% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/11_2m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 2048KiB-2048KiB, (W) 2048KiB-2048KiB, (T) 2048KiB-2048KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228917: Tue Aug 11 21:27:13 2020 6 | read: IOPS=81, BW=163MiB/s (171MB/s)(4890MiB/30010msec) 7 | slat (usec): min=201, max=825, avg=237.07, stdev=20.74 8 | clat (usec): min=290, max=39435, avg=12028.96, stdev=7001.99 9 | lat (usec): min=532, max=40264, avg=12266.82, stdev=7003.04 10 | clat percentiles (usec): 11 | | 1.00th=[ 310], 5.00th=[ 326], 10.00th=[ 330], 20.00th=[ 330], 12 | | 30.00th=[11600], 40.00th=[12780], 50.00th=[14091], 60.00th=[15139], 13 | | 70.00th=[16450], 80.00th=[17695], 90.00th=[19006], 95.00th=[20055], 14 | | 99.00th=[24511], 99.50th=[25035], 99.90th=[26084], 99.95th=[26346], 15 | | 99.99th=[39584] 16 | bw ( KiB/s): min=147456, max=196608, per=99.99%, avg=166843.73, stdev=13675.99, samples=60 17 | iops : min= 72, max= 96, avg=81.47, stdev= 6.68, samples=60 18 | lat (usec) : 500=22.62%, 750=0.04% 19 | lat (msec) : 10=3.56%, 20=69.04%, 50=4.74% 20 | cpu : usr=0.13%, sys=1.94%, ctx=2446, majf=0, minf=522 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=2445,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=163MiB/s (171MB/s), 163MiB/s-163MiB/s (171MB/s-171MB/s), io=4890MiB (5128MB), run=30010-30010msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=19499/0, merge=0/0, ticks=168315/0, in_queue=159728, util=51.62% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/13_8m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 8192KiB-8192KiB, (W) 8192KiB-8192KiB, (T) 8192KiB-8192KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229010: Tue Aug 11 21:28:24 2020 6 | read: IOPS=27, BW=222MiB/s (232MB/s)(5120MiB/23092msec) 7 | slat (usec): min=416, max=2074, avg=524.07, stdev=67.90 8 | clat (usec): min=904, max=67411, avg=35548.63, stdev=19745.09 9 | lat (usec): min=1520, max=69488, avg=36073.49, stdev=19732.04 10 | clat percentiles (usec): 11 | | 1.00th=[ 955], 5.00th=[ 988], 10.00th=[ 1004], 20.00th=[ 1037], 12 | | 30.00th=[39584], 40.00th=[42206], 50.00th=[44303], 60.00th=[45351], 13 | | 70.00th=[47449], 80.00th=[49021], 90.00th=[51643], 95.00th=[54264], 14 | | 99.00th=[58459], 99.50th=[65274], 99.90th=[67634], 99.95th=[67634], 15 | | 99.99th=[67634] 16 | bw ( KiB/s): min=180224, max=294912, per=98.67%, avg=224033.39, stdev=29319.65, samples=46 17 | iops : min= 22, max= 36, avg=27.35, stdev= 3.58, samples=46 18 | lat (usec) : 1000=9.06% 19 | lat (msec) : 2=14.53%, 20=0.16%, 50=60.47%, 100=15.78% 20 | cpu : usr=0.03%, sys=1.44%, ctx=658, majf=0, minf=523 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=640,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=222MiB/s (232MB/s), 222MiB/s-222MiB/s (232MB/s-232MB/s), io=5120MiB (5369MB), run=23092-23092msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=20081/0, merge=0/0, ticks=419151/0, in_queue=408592, util=68.12% 32 | -------------------------------------------------------------------------------- /disks/bs.read/11_2m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 2048KiB-2048KiB, (W) 2048KiB-2048KiB, (T) 2048KiB-2048KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229877: Tue Aug 11 21:51:22 2020 6 | read: IOPS=149, BW=299MiB/s (314MB/s)(5120MiB/17106msec) 7 | slat (usec): min=55, max=766, avg=195.87, stdev=39.85 8 | clat (usec): min=324, max=51329, avg=6480.68, stdev=4519.15 9 | lat (usec): min=463, max=51546, avg=6677.23, stdev=4549.78 10 | clat percentiles (usec): 11 | | 1.00th=[ 334], 5.00th=[ 347], 10.00th=[ 347], 20.00th=[ 367], 12 | | 30.00th=[ 396], 40.00th=[ 9110], 50.00th=[ 9241], 60.00th=[ 9372], 13 | | 70.00th=[ 9634], 80.00th=[ 9634], 90.00th=[ 9896], 95.00th=[10159], 14 | | 99.00th=[11469], 99.50th=[11600], 99.90th=[17433], 99.95th=[38011], 15 | | 99.99th=[51119] 16 | bw ( KiB/s): min=184320, max=2805760, per=92.72%, avg=284190.12, stdev=445597.17, samples=34 17 | iops : min= 90, max= 1370, avg=138.76, stdev=217.58, samples=34 18 | lat (usec) : 500=33.95% 19 | lat (msec) : 4=0.04%, 10=59.02%, 20=6.91%, 50=0.04%, 100=0.04% 20 | cpu : usr=0.20%, sys=2.93%, ctx=2561, majf=0, minf=523 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=2560,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=299MiB/s (314MB/s), 299MiB/s-299MiB/s (314MB/s-314MB/s), io=5120MiB (5369MB), run=17106-17106msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=17744/0, merge=0/0, ticks=73237/0, in_queue=65712, util=81.81% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/11_2m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 2048KiB-2048KiB, (W) 2048KiB-2048KiB, (T) 2048KiB-2048KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231702: Tue Aug 11 21:28:34 2020 6 | write: IOPS=78, BW=157MiB/s (165MB/s)(4714MiB/30013msec) 7 | slat (usec): min=61, max=396, avg=266.02, stdev=57.51 8 | clat (usec): min=314, max=56186, avg=12458.66, stdev=6324.98 9 | lat (usec): min=410, max=56468, avg=12725.61, stdev=6363.20 10 | clat percentiles (usec): 11 | | 1.00th=[ 343], 5.00th=[ 351], 10.00th=[ 367], 20.00th=[ 9110], 12 | | 30.00th=[ 9372], 40.00th=[10421], 50.00th=[12649], 60.00th=[14353], 13 | | 70.00th=[16319], 80.00th=[17957], 90.00th=[19268], 95.00th=[20841], 14 | | 99.00th=[26608], 99.50th=[27657], 99.90th=[50594], 99.95th=[53216], 15 | | 99.99th=[56361] 16 | bw ( KiB/s): min=122880, max=1277952, per=100.00%, avg=160831.22, stdev=146930.60, samples=60 17 | iops : min= 60, max= 624, avg=78.52, stdev=71.74, samples=60 18 | lat (usec) : 500=12.35% 19 | lat (msec) : 10=24.65%, 20=55.83%, 50=7.04%, 100=0.13% 20 | cpu : usr=0.88%, sys=1.37%, ctx=2360, majf=0, minf=9 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,2357,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=157MiB/s (165MB/s), 157MiB/s-157MiB/s (165MB/s-165MB/s), io=4714MiB (4943MB), run=30013-30013msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/19273, merge=0/2145, ticks=0/140029, in_queue=130740, util=54.40% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/12_4m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228963: Tue Aug 11 21:27:50 2020 6 | read: IOPS=50, BW=200MiB/s (210MB/s)(5120MiB/25579msec) 7 | slat (usec): min=275, max=1200, avg=319.32, stdev=32.60 8 | clat (usec): min=481, max=65408, avg=19655.62, stdev=11208.89 9 | lat (usec): min=834, max=65706, avg=19975.77, stdev=11202.88 10 | clat percentiles (usec): 11 | | 1.00th=[ 506], 5.00th=[ 523], 10.00th=[ 537], 20.00th=[ 545], 12 | | 30.00th=[20317], 40.00th=[22414], 50.00th=[23987], 60.00th=[25297], 13 | | 70.00th=[26608], 80.00th=[27919], 90.00th=[29492], 95.00th=[31065], 14 | | 99.00th=[34866], 99.50th=[35390], 99.90th=[50070], 99.95th=[65274], 15 | | 99.99th=[65274] 16 | bw ( KiB/s): min=155648, max=253952, per=98.90%, avg=202711.84, stdev=23219.26, samples=51 17 | iops : min= 38, max= 62, avg=49.49, stdev= 5.67, samples=51 18 | lat (usec) : 500=0.47%, 750=23.12% 19 | lat (msec) : 10=0.08%, 20=6.02%, 50=70.16%, 100=0.16% 20 | cpu : usr=0.08%, sys=1.58%, ctx=1300, majf=0, minf=522 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=1280,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=200MiB/s (210MB/s), 200MiB/s-200MiB/s (210MB/s-210MB/s), io=5120MiB (5369MB), run=25579-25579msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=20148/0, merge=0/0, ticks=256092/0, in_queue=246748, util=61.64% 32 | -------------------------------------------------------------------------------- /disks/iodepth/7_128.log: -------------------------------------------------------------------------------- 1 | read4k-rand: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=128 2 | fio-3.7 3 | Starting 1 process 4 | 5 | read4k-rand: (groupid=0, jobs=1): err= 0: pid=234028: Tue Aug 11 22:44:32 2020 6 | read: IOPS=763, BW=3053KiB/s (3126kB/s)(90.2MiB/30262msec) 7 | slat (usec): min=4, max=339, avg=42.53, stdev= 5.81 8 | clat (msec): min=20, max=1530, avg=167.66, stdev=103.80 9 | lat (msec): min=20, max=1530, avg=167.70, stdev=103.80 10 | clat percentiles (msec): 11 | | 1.00th=[ 84], 5.00th=[ 88], 10.00th=[ 91], 20.00th=[ 97], 12 | | 30.00th=[ 106], 40.00th=[ 115], 50.00th=[ 130], 60.00th=[ 150], 13 | | 70.00th=[ 178], 80.00th=[ 220], 90.00th=[ 296], 95.00th=[ 372], 14 | | 99.00th=[ 575], 99.50th=[ 659], 99.90th=[ 902], 99.95th=[ 978], 15 | | 99.99th=[ 1267] 16 | bw ( KiB/s): min= 2880, max= 3224, per=100.00%, avg=3062.13, stdev=71.29, samples=60 17 | iops : min= 720, max= 806, avg=765.53, stdev=17.82, samples=60 18 | lat (msec) : 50=0.08%, 100=24.44%, 250=60.33%, 500=13.42%, 750=1.48% 19 | lat (msec) : 1000=0.22% 20 | cpu : usr=1.31%, sys=3.64%, ctx=23070, majf=0, minf=140 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.7% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1% 24 | issued rwts: total=23094,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=128 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=3053KiB/s (3126kB/s), 3053KiB/s-3053KiB/s (3126kB/s-3126kB/s), io=90.2MiB (94.6MB), run=30262-30262msec 29 | 30 | Disk stats (read/write): 31 | sdd: ios=23076/0, merge=0/0, ticks=3846329/0, in_queue=3834752, util=79.75% 32 | -------------------------------------------------------------------------------- /disks/iodepth/8_256.log: -------------------------------------------------------------------------------- 1 | read4k-rand: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256 2 | fio-3.7 3 | Starting 1 process 4 | 5 | read4k-rand: (groupid=0, jobs=1): err= 0: pid=234076: Tue Aug 11 22:45:13 2020 6 | read: IOPS=763, BW=3056KiB/s (3129kB/s)(90.7MiB/30406msec) 7 | slat (usec): min=3, max=354, avg=42.67, stdev= 6.39 8 | clat (msec): min=31, max=1506, avg=335.04, stdev=109.28 9 | lat (msec): min=31, max=1506, avg=335.08, stdev=109.28 10 | clat percentiles (msec): 11 | | 1.00th=[ 245], 5.00th=[ 251], 10.00th=[ 257], 20.00th=[ 264], 12 | | 30.00th=[ 271], 40.00th=[ 284], 50.00th=[ 296], 60.00th=[ 317], 13 | | 70.00th=[ 342], 80.00th=[ 384], 90.00th=[ 468], 95.00th=[ 550], 14 | | 99.00th=[ 751], 99.50th=[ 860], 99.90th=[ 1116], 99.95th=[ 1217], 15 | | 99.99th=[ 1368] 16 | bw ( KiB/s): min= 2896, max= 3192, per=100.00%, avg=3062.68, stdev=71.13, samples=60 17 | iops : min= 724, max= 798, avg=765.67, stdev=17.78, samples=60 18 | lat (msec) : 50=0.06%, 100=0.18%, 250=3.76%, 500=88.43%, 750=6.52% 19 | lat (msec) : 1000=0.83% 20 | cpu : usr=1.35%, sys=3.57%, ctx=23202, majf=0, minf=267 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.7% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1% 24 | issued rwts: total=23227,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=256 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=3056KiB/s (3129kB/s), 3056KiB/s-3056KiB/s (3129kB/s-3129kB/s), io=90.7MiB (95.1MB), run=30406-30406msec 29 | 30 | Disk stats (read/write): 31 | sdd: ios=23107/0, merge=0/0, ticks=7678123/0, in_queue=7666573, util=79.84% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/09_512k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228825: Tue Aug 11 21:25:52 2020 6 | read: IOPS=161, BW=80.9MiB/s (84.9MB/s)(2428MiB/30003msec) 7 | slat (usec): min=49, max=243, avg=78.80, stdev=15.29 8 | clat (usec): min=108, max=20720, avg=6092.11, stdev=4128.96 9 | lat (usec): min=178, max=20965, avg=6171.63, stdev=4129.47 10 | clat percentiles (usec): 11 | | 1.00th=[ 129], 5.00th=[ 130], 10.00th=[ 131], 20.00th=[ 133], 12 | | 30.00th=[ 4293], 40.00th=[ 5473], 50.00th=[ 6587], 60.00th=[ 7635], 13 | | 70.00th=[ 8979], 80.00th=[10028], 90.00th=[11076], 95.00th=[11731], 14 | | 99.00th=[13829], 99.50th=[16712], 99.90th=[18482], 99.95th=[19268], 15 | | 99.99th=[20841] 16 | bw ( KiB/s): min=68608, max=95232, per=99.99%, avg=82858.67, stdev=5609.60, samples=60 17 | iops : min= 134, max= 186, avg=161.83, stdev=10.96, samples=60 18 | lat (usec) : 250=23.89%, 750=1.11%, 1000=0.04% 19 | lat (msec) : 4=2.86%, 10=52.06%, 20=20.02%, 50=0.02% 20 | cpu : usr=0.26%, sys=1.32%, ctx=4858, majf=0, minf=138 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=4856,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=80.9MiB/s (84.9MB/s), 80.9MiB/s-80.9MiB/s (84.9MB/s-84.9MB/s), io=2428MiB (2546MB), run=30003-30003msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=9680/0, merge=0/0, ticks=54467/0, in_queue=50463, util=26.27% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/12_4m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231751: Tue Aug 11 21:29:14 2020 6 | write: IOPS=44, BW=177MiB/s (185MB/s)(5120MiB/28949msec) 7 | slat (usec): min=108, max=590, avg=461.02, stdev=78.70 8 | clat (usec): min=513, max=61628, avg=22146.08, stdev=8388.79 9 | lat (usec): min=743, max=62124, avg=22608.05, stdev=8441.03 10 | clat percentiles (usec): 11 | | 1.00th=[ 578], 5.00th=[ 635], 10.00th=[17957], 20.00th=[18482], 12 | | 30.00th=[19006], 40.00th=[21103], 50.00th=[23462], 60.00th=[25297], 13 | | 70.00th=[26870], 80.00th=[28443], 90.00th=[29754], 95.00th=[31589], 14 | | 99.00th=[37487], 99.50th=[39060], 99.90th=[54789], 99.95th=[61604], 15 | | 99.99th=[61604] 16 | bw ( KiB/s): min=131072, max=1089536, per=99.99%, avg=181080.56, stdev=122828.98, samples=57 17 | iops : min= 32, max= 266, avg=44.19, stdev=29.99, samples=57 18 | lat (usec) : 750=9.06%, 1000=0.08% 19 | lat (msec) : 10=0.08%, 20=27.11%, 50=63.52%, 100=0.16% 20 | cpu : usr=0.94%, sys=1.18%, ctx=1281, majf=0, minf=9 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,1280,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=177MiB/s (185MB/s), 177MiB/s-177MiB/s (185MB/s-185MB/s), io=5120MiB (5369MB), run=28949-28949msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20606, merge=0/561, ticks=0/250063, in_queue=239604, util=63.90% 32 | -------------------------------------------------------------------------------- /disks/bs.write/07_128k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232437: Tue Aug 11 21:50:54 2020 6 | write: IOPS=1792, BW=224MiB/s (235MB/s)(5120MiB/22848msec) 7 | slat (usec): min=11, max=377, avg=32.41, stdev=14.06 8 | clat (usec): min=58, max=9513, avg=521.97, stdev=402.56 9 | lat (usec): min=75, max=9549, avg=554.74, stdev=402.89 10 | clat percentiles (usec): 11 | | 1.00th=[ 72], 5.00th=[ 74], 10.00th=[ 76], 20.00th=[ 453], 12 | | 30.00th=[ 506], 40.00th=[ 519], 50.00th=[ 529], 60.00th=[ 537], 13 | | 70.00th=[ 545], 80.00th=[ 562], 90.00th=[ 676], 95.00th=[ 1012], 14 | | 99.00th=[ 1123], 99.50th=[ 1156], 99.90th=[ 9110], 99.95th=[ 9372], 15 | | 99.99th=[ 9503] 16 | bw ( KiB/s): min=185600, max=1273600, per=100.00%, avg=229649.07, stdev=159379.50, samples=45 17 | iops : min= 1450, max= 9950, avg=1794.13, stdev=1245.15, samples=45 18 | lat (usec) : 100=11.99%, 250=0.17%, 500=15.90%, 750=65.77%, 1000=1.00% 19 | lat (msec) : 2=4.83%, 4=0.21%, 10=0.14% 20 | cpu : usr=2.22%, sys=5.74%, ctx=40961, majf=0, minf=14 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,40960,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22848-22848msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/40671, merge=0/0, ticks=0/20958, in_queue=2408, util=95.75% 32 | -------------------------------------------------------------------------------- /disks/bs.write/08_256k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 256KiB-256KiB, (W) 256KiB-256KiB, (T) 256KiB-256KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232483: Tue Aug 11 21:51:28 2020 6 | write: IOPS=899, BW=225MiB/s (236MB/s)(5120MiB/22771msec) 7 | slat (usec): min=9, max=393, avg=69.12, stdev=14.85 8 | clat (usec): min=88, max=17790, avg=1035.40, stdev=608.94 9 | lat (usec): min=99, max=17865, avg=1105.38, stdev=616.49 10 | clat percentiles (usec): 11 | | 1.00th=[ 105], 5.00th=[ 109], 10.00th=[ 113], 20.00th=[ 988], 12 | | 30.00th=[ 1020], 40.00th=[ 1037], 50.00th=[ 1045], 60.00th=[ 1074], 13 | | 70.00th=[ 1123], 80.00th=[ 1188], 90.00th=[ 1418], 95.00th=[ 1500], 14 | | 99.00th=[ 1663], 99.50th=[ 3294], 99.90th=[ 9765], 99.95th=[ 9896], 15 | | 99.99th=[ 9896] 16 | bw ( KiB/s): min=186368, max=1312768, per=100.00%, avg=230377.24, stdev=165252.31, samples=45 17 | iops : min= 728, max= 5128, avg=899.91, stdev=645.52, samples=45 18 | lat (usec) : 100=0.62%, 250=11.30%, 750=0.01%, 1000=9.74% 19 | lat (msec) : 2=77.63%, 4=0.41%, 10=0.27%, 20=0.01% 20 | cpu : usr=2.37%, sys=5.87%, ctx=20482, majf=0, minf=14 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,20480,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=225MiB/s (236MB/s), 225MiB/s-225MiB/s (236MB/s-236MB/s), io=5120MiB (5369MB), run=22771-22771msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/20395, merge=0/0, ticks=0/20850, in_queue=15736, util=87.81% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/10_1m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231655: Tue Aug 11 21:27:53 2020 6 | write: IOPS=136, BW=136MiB/s (143MB/s)(4092MiB/30001msec) 7 | slat (usec): min=29, max=266, avg=160.29, stdev=29.40 8 | clat (usec): min=179, max=46381, avg=7162.39, stdev=4065.73 9 | lat (usec): min=231, max=46549, avg=7323.82, stdev=4079.95 10 | clat percentiles (usec): 11 | | 1.00th=[ 204], 5.00th=[ 212], 10.00th=[ 258], 20.00th=[ 4359], 12 | | 30.00th=[ 4883], 40.00th=[ 5800], 50.00th=[ 7177], 60.00th=[ 8356], 13 | | 70.00th=[ 9110], 80.00th=[10159], 90.00th=[11994], 95.00th=[13435], 14 | | 99.00th=[17433], 99.50th=[20055], 99.90th=[37487], 99.95th=[42730], 15 | | 99.99th=[46400] 16 | bw ( KiB/s): min=102400, max=960512, per=99.98%, avg=139634.83, stdev=108064.85, samples=60 17 | iops : min= 100, max= 938, avg=136.35, stdev=105.53, samples=60 18 | lat (usec) : 250=9.70%, 500=0.86% 19 | lat (msec) : 2=0.05%, 4=5.28%, 10=63.00%, 20=20.63%, 50=0.49% 20 | cpu : usr=0.87%, sys=1.61%, ctx=4102, majf=0, minf=9 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,4092,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=136MiB/s (143MB/s), 136MiB/s-136MiB/s (143MB/s-143MB/s), io=4092MiB (4291MB), run=30001-30001msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/17378, merge=0/5091, ticks=0/76664, in_queue=68571, util=48.89% 32 | -------------------------------------------------------------------------------- /disks/bs.write/03_8k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 8192B-8192B, (W) 8192B-8192B, (T) 8192B-8192B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232248: Tue Aug 11 21:48:38 2020 6 | write: IOPS=26.2k, BW=204MiB/s (214MB/s)(5120MiB/25040msec) 7 | slat (usec): min=3, max=194, avg= 6.87, stdev= 3.46 8 | clat (usec): min=5, max=1087, avg=30.47, stdev= 8.31 9 | lat (usec): min=24, max=1094, avg=37.44, stdev=10.53 10 | clat percentiles (usec): 11 | | 1.00th=[ 23], 5.00th=[ 24], 10.00th=[ 24], 20.00th=[ 25], 12 | | 30.00th=[ 26], 40.00th=[ 27], 50.00th=[ 29], 60.00th=[ 31], 13 | | 70.00th=[ 33], 80.00th=[ 35], 90.00th=[ 41], 95.00th=[ 46], 14 | | 99.00th=[ 58], 99.50th=[ 67], 99.90th=[ 93], 99.95th=[ 99], 15 | | 99.99th=[ 114] 16 | bw ( KiB/s): min=193456, max=227632, per=99.99%, avg=209358.32, stdev=7759.00, samples=50 17 | iops : min=24182, max=28454, avg=26169.78, stdev=969.87, samples=50 18 | lat (usec) : 10=0.01%, 20=0.01%, 50=97.00%, 100=2.94%, 250=0.04% 19 | lat (usec) : 500=0.01%, 750=0.01% 20 | lat (msec) : 2=0.01% 21 | cpu : usr=7.74%, sys=21.88%, ctx=655365, majf=0, minf=21 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,655360,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=204MiB/s (214MB/s), 204MiB/s-204MiB/s (214MB/s-214MB/s), io=5120MiB (5369MB), run=25040-25040msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/652259, merge=0/0, ticks=0/18173, in_queue=0, util=98.85% 33 | -------------------------------------------------------------------------------- /disks/bs.randread/06_64k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228681: Tue Aug 11 21:23:49 2020 6 | read: IOPS=231, BW=14.5MiB/s (15.2MB/s)(434MiB/30003msec) 7 | slat (nsec): min=14296, max=81963, avg=39606.85, stdev=12811.79 8 | clat (usec): min=41, max=44880, avg=4276.14, stdev=3244.24 9 | lat (usec): min=62, max=44927, avg=4316.52, stdev=3244.45 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 52], 10.00th=[ 55], 20.00th=[ 56], 12 | | 30.00th=[ 2089], 40.00th=[ 3195], 50.00th=[ 4228], 60.00th=[ 5276], 13 | | 70.00th=[ 6456], 80.00th=[ 7635], 90.00th=[ 8848], 95.00th=[ 9241], 14 | | 99.00th=[ 9765], 99.50th=[ 9896], 99.90th=[10683], 99.95th=[15008], 15 | | 99.99th=[44827] 16 | bw ( KiB/s): min=11648, max=19072, per=99.99%, avg=14802.25, stdev=1273.90, samples=60 17 | iops : min= 182, max= 298, avg=231.27, stdev=19.92, samples=60 18 | lat (usec) : 50=1.76%, 100=21.90%, 250=0.72% 19 | lat (msec) : 2=4.74%, 4=18.67%, 10=51.93%, 20=0.24%, 50=0.03% 20 | cpu : usr=0.35%, sys=1.00%, ctx=6941, majf=0, minf=25 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=6940,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=14.5MiB/s (15.2MB/s), 14.5MiB/s-14.5MiB/s (15.2MB/s-15.2MB/s), io=434MiB (455MB), run=30003-30003msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=6923/0, merge=0/0, ticks=29584/0, in_queue=26822, util=19.25% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/08_256k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 256KiB-256KiB, (W) 256KiB-256KiB, (T) 256KiB-256KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228775: Tue Aug 11 21:25:11 2020 6 | read: IOPS=198, BW=49.7MiB/s (52.2MB/s)(1493MiB/30006msec) 7 | slat (usec): min=27, max=143, avg=54.13, stdev=13.39 8 | clat (usec): min=74, max=42827, avg=4963.49, stdev=3537.16 9 | lat (usec): min=119, max=42888, avg=5018.39, stdev=3537.22 10 | clat percentiles (usec): 11 | | 1.00th=[ 93], 5.00th=[ 96], 10.00th=[ 97], 20.00th=[ 99], 12 | | 30.00th=[ 2966], 40.00th=[ 4047], 50.00th=[ 5145], 60.00th=[ 6194], 13 | | 70.00th=[ 7373], 80.00th=[ 8586], 90.00th=[ 9634], 95.00th=[10159], 14 | | 99.00th=[10814], 99.50th=[10945], 99.90th=[12125], 99.95th=[12780], 15 | | 99.99th=[42730] 16 | bw ( KiB/s): min=44032, max=63488, per=100.00%, avg=50944.00, stdev=3906.68, samples=60 17 | iops : min= 172, max= 248, avg=199.00, stdev=15.26, samples=60 18 | lat (usec) : 100=22.49%, 250=1.14%, 500=0.52%, 750=0.35% 19 | lat (msec) : 2=0.07%, 4=14.94%, 10=53.99%, 20=6.46%, 50=0.03% 20 | cpu : usr=0.31%, sys=1.13%, ctx=5973, majf=0, minf=74 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=5971,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=49.7MiB/s (52.2MB/s), 49.7MiB/s-49.7MiB/s (52.2MB/s-52.2MB/s), io=1493MiB (1565MB), run=30006-30006msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=5954/0, merge=0/0, ticks=29557/0, in_queue=27126, util=17.12% 32 | -------------------------------------------------------------------------------- /disks/bs.randread/10_1m.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228871: Tue Aug 11 21:26:33 2020 6 | read: IOPS=121, BW=122MiB/s (128MB/s)(3655MiB/30006msec) 7 | slat (usec): min=93, max=399, avg=123.98, stdev=16.67 8 | clat (usec): min=179, max=60712, avg=8077.70, stdev=5308.41 9 | lat (usec): min=294, max=60843, avg=8202.57, stdev=5309.14 10 | clat percentiles (usec): 11 | | 1.00th=[ 198], 5.00th=[ 200], 10.00th=[ 202], 20.00th=[ 204], 12 | | 30.00th=[ 6718], 40.00th=[ 7898], 50.00th=[ 9110], 60.00th=[10159], 13 | | 70.00th=[11338], 80.00th=[12649], 90.00th=[13829], 95.00th=[14615], 14 | | 99.00th=[19268], 99.50th=[20317], 99.90th=[21890], 99.95th=[40633], 15 | | 99.99th=[60556] 16 | bw ( KiB/s): min=96256, max=147456, per=99.99%, avg=124719.65, stdev=11582.97, samples=60 17 | iops : min= 94, max= 144, avg=121.78, stdev=11.33, samples=60 18 | lat (usec) : 250=24.38% 19 | lat (msec) : 2=0.90%, 4=0.16%, 10=32.39%, 20=41.56%, 50=0.57% 20 | lat (msec) : 100=0.03% 21 | cpu : usr=0.19%, sys=1.54%, ctx=3656, majf=0, minf=266 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=3655,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=122MiB/s (128MB/s), 122MiB/s-122MiB/s (128MB/s-128MB/s), io=3655MiB (3833MB), run=30006-30006msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=14574/0, merge=0/0, ticks=96745/0, in_queue=90644, util=38.42% 33 | -------------------------------------------------------------------------------- /disks/numjobs.4k_randwrite/16.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | ... 3 | fio-3.7 4 | Starting 16 processes 5 | 6 | job: (groupid=0, jobs=16): err= 0: pid=248046: Wed Aug 12 17:46:51 2020 7 | write: IOPS=788, BW=3154KiB/s (3230kB/s)(92.5MiB/30019msec) 8 | slat (usec): min=4, max=107, avg=45.67, stdev=15.09 9 | clat (usec): min=26, max=74279, avg=20230.09, stdev=9653.80 10 | lat (usec): min=32, max=74330, avg=20276.59, stdev=9666.09 11 | clat percentiles (usec): 12 | | 1.00th=[ 39], 5.00th=[ 45], 10.00th=[ 58], 20.00th=[18482], 13 | | 30.00th=[20055], 40.00th=[21103], 50.00th=[21890], 60.00th=[22676], 14 | | 70.00th=[23725], 80.00th=[25297], 90.00th=[29230], 95.00th=[31589], 15 | | 99.00th=[40633], 99.50th=[56361], 99.90th=[64750], 99.95th=[66323], 16 | | 99.99th=[67634] 17 | bw ( KiB/s): min= 135, max=21456, per=6.25%, avg=197.16, stdev=701.91, samples=947 18 | iops : min= 33, max= 5364, avg=49.21, stdev=175.48, samples=947 19 | lat (usec) : 50=9.53%, 100=4.17%, 250=0.48% 20 | lat (msec) : 4=0.01%, 10=0.42%, 20=14.98%, 50=69.63%, 100=0.78% 21 | cpu : usr=0.08%, sys=0.26%, ctx=23682, majf=0, minf=136 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,23670,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=3154KiB/s (3230kB/s), 3154KiB/s-3154KiB/s (3230kB/s-3230kB/s), io=92.5MiB (96.0MB), run=30019-30019msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/23629, merge=0/0, ticks=0/477875, in_queue=467584, util=67.48% 33 | -------------------------------------------------------------------------------- /disks/bs.randread/07_128k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228729: Tue Aug 11 21:24:30 2020 6 | read: IOPS=219, BW=27.4MiB/s (28.7MB/s)(823MiB/30001msec) 7 | slat (nsec): min=19512, max=99172, avg=45279.65, stdev=13177.78 8 | clat (usec): min=46, max=32806, avg=4506.52, stdev=3302.80 9 | lat (usec): min=82, max=32908, avg=4552.64, stdev=3302.98 10 | clat percentiles (usec): 11 | | 1.00th=[ 65], 5.00th=[ 67], 10.00th=[ 69], 20.00th=[ 71], 12 | | 30.00th=[ 2376], 40.00th=[ 3490], 50.00th=[ 4555], 60.00th=[ 5669], 13 | | 70.00th=[ 6783], 80.00th=[ 7898], 90.00th=[ 8979], 95.00th=[ 9503], 14 | | 99.00th=[10028], 99.50th=[10290], 99.90th=[10683], 99.95th=[10945], 15 | | 99.99th=[32900] 16 | bw ( KiB/s): min=22784, max=35072, per=100.00%, avg=28148.59, stdev=2038.47, samples=59 17 | iops : min= 178, max= 274, avg=219.88, stdev=15.95, samples=59 18 | lat (usec) : 50=0.03%, 100=23.43%, 250=0.09%, 500=0.70% 19 | lat (msec) : 2=2.43%, 4=18.42%, 10=53.53%, 20=1.35%, 50=0.02% 20 | cpu : usr=0.37%, sys=1.03%, ctx=6581, majf=0, minf=42 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=6580,0,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | READ: bw=27.4MiB/s (28.7MB/s), 27.4MiB/s-27.4MiB/s (28.7MB/s-28.7MB/s), io=823MiB (862MB), run=30001-30001msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=6567/0, merge=0/0, ticks=29567/0, in_queue=26902, util=18.53% 32 | -------------------------------------------------------------------------------- /disks/iodepth.64k_write/8.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=8 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243636: Wed Aug 12 14:41:00 2020 6 | write: IOPS=3619, BW=226MiB/s (237MB/s)(5120MiB/22633msec) 7 | slat (usec): min=4, max=255, avg=19.33, stdev= 6.88 8 | clat (usec): min=79, max=13159, avg=2188.76, stdev=947.94 9 | lat (usec): min=98, max=13176, avg=2208.32, stdev=947.79 10 | clat percentiles (usec): 11 | | 1.00th=[ 161], 5.00th=[ 192], 10.00th=[ 221], 20.00th=[ 2212], 12 | | 30.00th=[ 2212], 40.00th=[ 2212], 50.00th=[ 2245], 60.00th=[ 2376], 13 | | 70.00th=[ 2573], 80.00th=[ 2606], 90.00th=[ 2704], 95.00th=[ 2868], 14 | | 99.00th=[ 4424], 99.50th=[ 4686], 99.90th=[11076], 99.95th=[11207], 15 | | 99.99th=[11338] 16 | bw ( KiB/s): min=185216, max=1338240, per=100.00%, avg=231751.11, stdev=168899.17, samples=45 17 | iops : min= 2894, max=20910, avg=3621.11, stdev=2639.05, samples=45 18 | lat (usec) : 100=0.03%, 250=11.46%, 500=0.40%, 750=0.01%, 1000=0.01% 19 | lat (msec) : 2=0.41%, 4=86.57%, 10=0.72%, 20=0.39% 20 | cpu : usr=2.95%, sys=6.86%, ctx=74377, majf=0, minf=13 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=100.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=8 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22633-22633msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81244, merge=0/0, ticks=0/176192, in_queue=146811, util=96.83% 32 | -------------------------------------------------------------------------------- /disks/bs.write/00_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 1024B-1024B, (W) 1024B-1024B, (T) 1024B-1024B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232107: Tue Aug 11 21:46:40 2020 6 | write: IOPS=27.8k, BW=27.1MiB/s (28.5MB/s)(814MiB/30001msec) 7 | slat (usec): min=24, max=4052, avg=33.66, stdev=10.04 8 | clat (nsec): min=701, max=117759, avg=1413.85, stdev=762.85 9 | lat (usec): min=25, max=4059, avg=35.31, stdev=10.67 10 | clat percentiles (nsec): 11 | | 1.00th=[ 732], 5.00th=[ 740], 10.00th=[ 756], 20.00th=[ 828], 12 | | 30.00th=[ 932], 40.00th=[ 1048], 50.00th=[ 1176], 60.00th=[ 1384], 13 | | 70.00th=[ 1560], 80.00th=[ 1960], 90.00th=[ 2672], 95.00th=[ 2736], 14 | | 99.00th=[ 2800], 99.50th=[ 3056], 99.90th=[ 8096], 99.95th=[10304], 15 | | 99.99th=[16768] 16 | bw ( KiB/s): min=25496, max=30420, per=100.00%, avg=27800.61, stdev=1234.85, samples=59 17 | iops : min=25496, max=30420, avg=27800.61, stdev=1234.85, samples=59 18 | lat (nsec) : 750=7.67%, 1000=27.66% 19 | lat (usec) : 2=46.63%, 4=17.75%, 10=0.24%, 20=0.05%, 50=0.01% 20 | lat (usec) : 100=0.01%, 250=0.01% 21 | cpu : usr=6.78%, sys=16.82%, ctx=834033, majf=0, minf=19 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,834028,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=27.1MiB/s (28.5MB/s), 27.1MiB/s-27.1MiB/s (28.5MB/s-28.5MB/s), io=814MiB (854MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/831932, merge=0/0, ticks=0/21287, in_queue=4, util=99.05% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_write/16.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=16 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243735: Wed Aug 12 14:41:34 2020 6 | write: IOPS=3622, BW=226MiB/s (237MB/s)(5120MiB/22615msec) 7 | slat (usec): min=4, max=358, avg=19.50, stdev= 6.98 8 | clat (usec): min=141, max=22924, avg=4395.25, stdev=1698.48 9 | lat (usec): min=148, max=22942, avg=4414.96, stdev=1698.85 10 | clat percentiles (usec): 11 | | 1.00th=[ 285], 5.00th=[ 383], 10.00th=[ 441], 20.00th=[ 4424], 12 | | 30.00th=[ 4490], 40.00th=[ 4555], 50.00th=[ 4817], 60.00th=[ 4883], 13 | | 70.00th=[ 4883], 80.00th=[ 5014], 90.00th=[ 5276], 95.00th=[ 5538], 14 | | 99.00th=[ 7111], 99.50th=[13173], 99.90th=[13566], 99.95th=[13698], 15 | | 99.99th=[20841] 16 | bw ( KiB/s): min=189056, max=1348096, per=100.00%, avg=231912.69, stdev=170383.37, samples=45 17 | iops : min= 2954, max=21064, avg=3623.62, stdev=2662.24, samples=45 18 | lat (usec) : 250=0.30%, 500=11.19%, 750=0.38%, 1000=0.01% 19 | lat (msec) : 2=0.01%, 4=0.06%, 10=87.33%, 20=0.73%, 50=0.01% 20 | cpu : usr=3.09%, sys=6.91%, ctx=73173, majf=0, minf=13 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=16 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22615-22615msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81304, merge=0/0, ticks=0/354261, in_queue=309195, util=96.81% 32 | -------------------------------------------------------------------------------- /disks/numjobs.4k_randwrite/8.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | ... 3 | fio-3.7 4 | Starting 8 processes 5 | 6 | job: (groupid=0, jobs=8): err= 0: pid=247990: Wed Aug 12 17:46:10 2020 7 | write: IOPS=807, BW=3231KiB/s (3308kB/s)(94.7MiB/30009msec) 8 | slat (usec): min=3, max=128, avg=49.10, stdev=11.35 9 | clat (usec): min=27, max=66787, avg=9844.92, stdev=4347.03 10 | lat (usec): min=31, max=66838, avg=9895.02, stdev=4352.77 11 | clat percentiles (usec): 12 | | 1.00th=[ 35], 5.00th=[ 135], 10.00th=[ 6587], 20.00th=[ 7898], 13 | | 30.00th=[ 8586], 40.00th=[ 9110], 50.00th=[ 9765], 60.00th=[10159], 14 | | 70.00th=[10814], 80.00th=[11600], 90.00th=[13304], 95.00th=[17433], 15 | | 99.00th=[21103], 99.50th=[26608], 99.90th=[47973], 99.95th=[52691], 16 | | 99.99th=[61604] 17 | bw ( KiB/s): min= 280, max= 8712, per=12.50%, avg=403.87, stdev=385.15, samples=479 18 | iops : min= 70, max= 2178, avg=100.93, stdev=96.29, samples=479 19 | lat (usec) : 50=3.87%, 100=0.40%, 250=1.53%, 750=0.01% 20 | lat (msec) : 4=0.09%, 10=50.04%, 20=42.59%, 50=1.39%, 100=0.08% 21 | cpu : usr=0.17%, sys=0.58%, ctx=24249, majf=0, minf=65 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,24238,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=3231KiB/s (3308kB/s), 3231KiB/s-3231KiB/s (3308kB/s-3308kB/s), io=94.7MiB (99.3MB), run=30009-30009msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/24074, merge=0/0, ticks=0/236555, in_queue=225165, util=65.67% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/10.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228360: Tue Aug 11 20:08:24 2020 6 | read: IOPS=3257, BW=204MiB/s (213MB/s)(2036MiB/10001msec) 7 | slat (nsec): min=4534, max=71949, avg=16458.67, stdev=4937.25 8 | clat (usec): min=37, max=8676, avg=288.60, stdev=139.21 9 | lat (usec): min=42, max=8692, avg=305.28, stdev=138.57 10 | clat percentiles (usec): 11 | | 1.00th=[ 157], 5.00th=[ 255], 10.00th=[ 258], 20.00th=[ 262], 12 | | 30.00th=[ 265], 40.00th=[ 269], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 783], 99.90th=[ 2573], 99.95th=[ 2573], 15 | | 99.99th=[ 4621] 16 | bw ( KiB/s): min=192512, max=218880, per=100.00%, avg=208458.11, stdev=6924.80, samples=19 17 | iops : min= 3008, max= 3420, avg=3257.16, stdev=108.20, samples=19 18 | lat (usec) : 50=0.02%, 100=0.01%, 250=3.58%, 500=92.91%, 750=1.47% 19 | lat (usec) : 1000=1.88% 20 | lat (msec) : 4=0.14%, 10=0.01% 21 | cpu : usr=1.70%, sys=6.24%, ctx=32577, majf=0, minf=29 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=32576,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=204MiB/s (213MB/s), 204MiB/s-204MiB/s (213MB/s-213MB/s), io=2036MiB (2135MB), run=10001-10001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=32376/0, merge=0/0, ticks=9313/0, in_queue=107, util=96.20% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/50.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229967: Tue Aug 11 20:27:58 2020 6 | write: IOPS=3588, BW=224MiB/s (235MB/s)(5120MiB/22831msec) 7 | slat (usec): min=4, max=309, avg=18.82, stdev= 6.25 8 | clat (usec): min=29, max=9238, avg=257.80, stdev=218.22 9 | lat (usec): min=43, max=9255, avg=276.86, stdev=217.96 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 241], 12 | | 30.00th=[ 258], 40.00th=[ 262], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 302], 14 | | 99.00th=[ 816], 99.50th=[ 857], 99.90th=[ 2606], 99.95th=[ 2671], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=190848, max=876160, per=100.00%, avg=229939.20, stdev=112347.46, samples=45 17 | iops : min= 2982, max=13690, avg=3592.80, stdev=1755.43, samples=45 18 | lat (usec) : 50=1.05%, 100=12.83%, 250=9.44%, 500=73.63%, 750=1.10% 19 | lat (usec) : 1000=1.81% 20 | lat (msec) : 4=0.10%, 10=0.04% 21 | cpu : usr=2.79%, sys=7.02%, ctx=81923, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22831-22831msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/81438, merge=0/0, ticks=0/20574, in_queue=423, util=97.14% 33 | -------------------------------------------------------------------------------- /disks/bs.randwrite/01_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 2048B-2048B, (W) 2048B-2048B, (T) 2048B-2048B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231228: Tue Aug 11 21:21:45 2020 6 | write: IOPS=972, BW=1945KiB/s (1992kB/s)(56.0MiB/30001msec) 7 | slat (usec): min=27, max=35833, avg=1016.00, stdev=1283.55 8 | clat (nsec): min=738, max=55126, avg=5652.36, stdev=2651.43 9 | lat (usec): min=28, max=35842, avg=1022.85, stdev=1285.24 10 | clat percentiles (nsec): 11 | | 1.00th=[ 1176], 5.00th=[ 2024], 10.00th=[ 2768], 20.00th=[ 2992], 12 | | 30.00th=[ 3504], 40.00th=[ 3792], 50.00th=[ 7520], 60.00th=[ 7584], 13 | | 70.00th=[ 7648], 80.00th=[ 7648], 90.00th=[ 7712], 95.00th=[ 7776], 14 | | 99.00th=[ 8160], 99.50th=[15168], 99.90th=[25472], 99.95th=[26752], 15 | | 99.99th=[28544] 16 | bw ( KiB/s): min= 1472, max=14816, per=100.00%, avg=1945.27, stdev=1692.63, samples=60 17 | iops : min= 736, max= 7408, avg=972.63, stdev=846.31, samples=60 18 | lat (nsec) : 750=0.02%, 1000=0.70% 19 | lat (usec) : 2=4.00%, 4=39.18%, 10=55.57%, 20=0.11%, 50=0.41% 20 | lat (usec) : 100=0.01% 21 | cpu : usr=1.12%, sys=3.33%, ctx=29181, majf=0, minf=10 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,29180,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=1945KiB/s (1992kB/s), 1945KiB/s-1945KiB/s (1992kB/s-1992kB/s), io=56.0MiB (59.8MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/29226, merge=0/231, ticks=0/28808, in_queue=18723, util=62.27% 33 | -------------------------------------------------------------------------------- /disks/bs.write/06_64k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232389: Tue Aug 11 21:50:20 2020 6 | write: IOPS=3566, BW=223MiB/s (234MB/s)(5120MiB/22970msec) 7 | slat (usec): min=5, max=222, avg=18.58, stdev= 6.44 8 | clat (usec): min=19, max=9244, avg=260.03, stdev=273.56 9 | lat (usec): min=47, max=9265, avg=278.81, stdev=273.33 10 | clat percentiles (usec): 11 | | 1.00th=[ 49], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 241], 12 | | 30.00th=[ 258], 40.00th=[ 262], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 265], 80.00th=[ 281], 90.00th=[ 302], 95.00th=[ 310], 14 | | 99.00th=[ 840], 99.50th=[ 857], 99.90th=[ 2671], 99.95th=[ 8717], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=190464, max=892032, per=100.00%, avg=228468.22, stdev=114081.19, samples=45 17 | iops : min= 2976, max=13938, avg=3569.80, stdev=1782.52, samples=45 18 | lat (usec) : 20=0.01%, 50=1.33%, 100=12.70%, 250=9.27%, 500=73.64% 19 | lat (usec) : 750=0.90%, 1000=1.99% 20 | lat (msec) : 4=0.10%, 10=0.07% 21 | cpu : usr=2.80%, sys=6.74%, ctx=81922, majf=0, minf=13 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=223MiB/s (234MB/s), 223MiB/s-223MiB/s (234MB/s-234MB/s), io=5120MiB (5369MB), run=22970-22970msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81775, merge=0/0, ticks=0/20836, in_queue=671, util=96.18% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/04_n1i16.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=16 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=256147: Thu Aug 13 12:15:50 2020 6 | write: IOPS=3626, BW=227MiB/s (238MB/s)(5120MiB/22592msec) 7 | slat (usec): min=3, max=350, avg=19.24, stdev= 7.13 8 | clat (usec): min=122, max=15241, avg=4391.09, stdev=1702.53 9 | lat (usec): min=133, max=15260, avg=4410.54, stdev=1703.11 10 | clat percentiles (usec): 11 | | 1.00th=[ 273], 5.00th=[ 359], 10.00th=[ 433], 20.00th=[ 4424], 12 | | 30.00th=[ 4490], 40.00th=[ 4555], 50.00th=[ 4817], 60.00th=[ 4883], 13 | | 70.00th=[ 4883], 80.00th=[ 5014], 90.00th=[ 5276], 95.00th=[ 5538], 14 | | 99.00th=[ 7111], 99.50th=[13173], 99.90th=[13566], 99.95th=[13566], 15 | | 99.99th=[15008] 16 | bw ( KiB/s): min=188032, max=1350656, per=100.00%, avg=232140.80, stdev=170718.77, samples=45 17 | iops : min= 2938, max=21104, avg=3627.20, stdev=2667.48, samples=45 18 | lat (usec) : 250=0.36%, 500=11.27%, 750=0.31%, 1000=0.01% 19 | lat (msec) : 2=0.01%, 4=0.01%, 10=87.25%, 20=0.78% 20 | cpu : usr=2.94%, sys=6.93%, ctx=73348, majf=0, minf=13 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=16 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=5120MiB (5369MB), run=22592-22592msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81370, merge=0/0, ticks=0/354555, in_queue=309356, util=96.82% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/07_128k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231514: Tue Aug 11 21:25:50 2020 6 | write: IOPS=354, BW=44.3MiB/s (46.4MB/s)(1328MiB/30004msec) 7 | slat (usec): min=7, max=107, avg=58.03, stdev=14.99 8 | clat (usec): min=50, max=39455, avg=2757.52, stdev=2792.68 9 | lat (usec): min=63, max=39527, avg=2816.35, stdev=2797.04 10 | clat percentiles (usec): 11 | | 1.00th=[ 73], 5.00th=[ 91], 10.00th=[ 100], 20.00th=[ 717], 12 | | 30.00th=[ 1418], 40.00th=[ 1795], 50.00th=[ 2147], 60.00th=[ 2573], 13 | | 70.00th=[ 3195], 80.00th=[ 3982], 90.00th=[ 5342], 95.00th=[ 9765], 14 | | 99.00th=[12518], 99.50th=[13566], 99.90th=[20055], 99.95th=[36963], 15 | | 99.99th=[39060] 16 | bw ( KiB/s): min=24064, max=370432, per=100.00%, avg=45333.33, stdev=43400.91, samples=60 17 | iops : min= 188, max= 2894, avg=354.17, stdev=339.07, samples=60 18 | lat (usec) : 100=10.08%, 250=4.05%, 500=2.63%, 750=4.20%, 1000=3.64% 19 | lat (msec) : 2=21.62%, 4=34.03%, 10=15.64%, 20=4.03%, 50=0.09% 20 | cpu : usr=0.75%, sys=2.11%, ctx=10627, majf=0, minf=11 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,10626,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=44.3MiB/s (46.4MB/s), 44.3MiB/s-44.3MiB/s (46.4MB/s-46.4MB/s), io=1328MiB (1393MB), run=30004-30004msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/10642, merge=0/10108, ticks=0/29090, in_queue=24281, util=33.62% 32 | -------------------------------------------------------------------------------- /disks/bs.randwrite/08_256k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 256KiB-256KiB, (W) 256KiB-256KiB, (T) 256KiB-256KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231562: Tue Aug 11 21:26:31 2020 6 | write: IOPS=295, BW=73.0MiB/s (77.6MB/s)(2220MiB/30009msec) 7 | slat (usec): min=10, max=266, avg=70.94, stdev=15.03 8 | clat (usec): min=91, max=47800, avg=3300.34, stdev=3194.57 9 | lat (usec): min=102, max=47878, avg=3372.14, stdev=3199.73 10 | clat percentiles (usec): 11 | | 1.00th=[ 110], 5.00th=[ 129], 10.00th=[ 145], 20.00th=[ 1045], 12 | | 30.00th=[ 1549], 40.00th=[ 2311], 50.00th=[ 2638], 60.00th=[ 3032], 13 | | 70.00th=[ 3556], 80.00th=[ 4424], 90.00th=[ 7308], 95.00th=[10552], 14 | | 99.00th=[12518], 99.50th=[14615], 99.90th=[35914], 99.95th=[39060], 15 | | 99.99th=[47973] 16 | bw ( KiB/s): min=32768, max=617472, per=100.00%, avg=75758.93, stdev=72025.17, samples=60 17 | iops : min= 128, max= 2412, avg=295.93, stdev=281.35, samples=60 18 | lat (usec) : 100=0.20%, 250=13.11%, 500=0.48%, 750=1.11%, 1000=4.04% 19 | lat (msec) : 2=14.66%, 4=41.91%, 10=16.38%, 20=7.93%, 50=0.17% 20 | cpu : usr=0.78%, sys=2.02%, ctx=8882, majf=0, minf=10 21 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,8879,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=1 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=73.0MiB/s (77.6MB/s), 73.0MiB/s-73.0MiB/s (77.6MB/s-77.6MB/s), io=2220MiB (2328MB), run=30009-30009msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/8899, merge=0/11746, ticks=0/29011, in_queue=25127, util=30.03% 32 | -------------------------------------------------------------------------------- /disks/bs.read/08_256k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 256KiB-256KiB, (W) 256KiB-256KiB, (T) 256KiB-256KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229737: Tue Aug 11 21:49:58 2020 6 | read: IOPS=1174, BW=294MiB/s (308MB/s)(5120MiB/17434msec) 7 | slat (usec): min=16, max=234, avg=48.09, stdev=17.00 8 | clat (usec): min=2, max=22449, avg=798.07, stdev=561.32 9 | lat (usec): min=101, max=22478, avg=846.80, stdev=576.19 10 | clat percentiles (usec): 11 | | 1.00th=[ 86], 5.00th=[ 88], 10.00th=[ 90], 20.00th=[ 91], 12 | | 30.00th=[ 93], 40.00th=[ 1045], 50.00th=[ 1057], 60.00th=[ 1090], 13 | | 70.00th=[ 1123], 80.00th=[ 1139], 90.00th=[ 1221], 95.00th=[ 1500], 14 | | 99.00th=[ 1565], 99.50th=[ 1631], 99.90th=[ 3326], 99.95th=[ 3359], 15 | | 99.99th=[ 9372] 16 | bw ( KiB/s): min=201216, max=1739776, per=84.26%, avg=253379.76, stdev=262686.16, samples=34 17 | iops : min= 786, max= 6796, avg=989.76, stdev=1026.12, samples=34 18 | lat (usec) : 4=0.01%, 100=33.43%, 250=0.51%, 500=0.03%, 750=0.01% 19 | lat (usec) : 1000=1.23% 20 | lat (msec) : 2=64.46%, 4=0.31%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.30%, sys=6.04%, ctx=20481, majf=0, minf=76 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=20480,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=294MiB/s (308MB/s), 294MiB/s-294MiB/s (308MB/s-308MB/s), io=5120MiB (5369MB), run=17434-17434msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=20438/0, merge=0/0, ticks=16365/0, in_queue=13476, util=87.71% 33 | -------------------------------------------------------------------------------- /disks/bs.write/01_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 2048B-2048B, (W) 2048B-2048B, (T) 2048B-2048B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232153: Tue Aug 11 21:47:21 2020 6 | write: IOPS=26.0k, BW=52.7MiB/s (55.3MB/s)(1582MiB/30001msec) 7 | slat (usec): min=24, max=884, avg=34.64, stdev= 9.57 8 | clat (nsec): min=688, max=300351, avg=1490.74, stdev=879.42 9 | lat (usec): min=25, max=886, avg=36.39, stdev=10.30 10 | clat percentiles (nsec): 11 | | 1.00th=[ 716], 5.00th=[ 740], 10.00th=[ 780], 20.00th=[ 884], 12 | | 30.00th=[ 980], 40.00th=[ 1096], 50.00th=[ 1256], 60.00th=[ 1448], 13 | | 70.00th=[ 1688], 80.00th=[ 2096], 90.00th=[ 2640], 95.00th=[ 2768], 14 | | 99.00th=[ 3184], 99.50th=[ 3312], 99.90th=[ 8384], 99.95th=[11072], 15 | | 99.99th=[16768] 16 | bw ( KiB/s): min=48236, max=60480, per=99.98%, avg=53969.63, stdev=2765.20, samples=59 17 | iops : min=24118, max=30240, avg=26984.85, stdev=1382.65, samples=59 18 | lat (nsec) : 750=6.40%, 1000=25.20% 19 | lat (usec) : 2=47.43%, 4=20.64%, 10=0.26%, 20=0.06%, 50=0.01% 20 | lat (usec) : 100=0.01%, 250=0.01%, 500=0.01% 21 | cpu : usr=7.29%, sys=16.41%, ctx=809770, majf=0, minf=20 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,809768,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=52.7MiB/s (55.3MB/s), 52.7MiB/s-52.7MiB/s (55.3MB/s-55.3MB/s), io=1582MiB (1658MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/808002, merge=0/0, ticks=0/21273, in_queue=0, util=99.08% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_read/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243643: Wed Aug 12 14:39:17 2020 6 | read: IOPS=4035, BW=252MiB/s (264MB/s)(5120MiB/20301msec) 7 | slat (usec): min=4, max=147, avg=15.47, stdev= 5.02 8 | clat (usec): min=23, max=15279, avg=230.63, stdev=160.11 9 | lat (usec): min=41, max=15295, avg=246.26, stdev=160.97 10 | clat percentiles (usec): 11 | | 1.00th=[ 40], 5.00th=[ 43], 10.00th=[ 45], 20.00th=[ 48], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 265], 60.00th=[ 273], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 285], 95.00th=[ 289], 14 | | 99.00th=[ 758], 99.50th=[ 775], 99.90th=[ 807], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=201216, max=1097216, per=95.29%, avg=246092.30, stdev=168435.83, samples=40 17 | iops : min= 3144, max=17144, avg=3845.18, stdev=2631.81, samples=40 18 | lat (usec) : 50=22.66%, 100=1.06%, 250=2.30%, 500=71.31%, 750=1.16% 19 | lat (usec) : 1000=1.41% 20 | lat (msec) : 4=0.09%, 10=0.01%, 20=0.01% 21 | cpu : usr=1.95%, sys=7.14%, ctx=81922, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=252MiB/s (264MB/s), 252MiB/s-252MiB/s (264MB/s-264MB/s), io=5120MiB (5369MB), run=20301-20301msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=79862/0, merge=0/0, ticks=18785/0, in_queue=179, util=97.91% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/03_n1i8.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=8 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=256099: Thu Aug 13 12:14:57 2020 6 | write: IOPS=3630, BW=227MiB/s (238MB/s)(5120MiB/22567msec) 7 | slat (usec): min=5, max=149, avg=19.72, stdev= 6.81 8 | clat (usec): min=68, max=12126, avg=2181.86, stdev=923.51 9 | lat (usec): min=96, max=12143, avg=2201.84, stdev=923.33 10 | clat percentiles (usec): 11 | | 1.00th=[ 157], 5.00th=[ 196], 10.00th=[ 225], 20.00th=[ 2212], 12 | | 30.00th=[ 2212], 40.00th=[ 2212], 50.00th=[ 2245], 60.00th=[ 2376], 13 | | 70.00th=[ 2573], 80.00th=[ 2606], 90.00th=[ 2704], 95.00th=[ 2868], 14 | | 99.00th=[ 4424], 99.50th=[ 4621], 99.90th=[11076], 99.95th=[11207], 15 | | 99.99th=[11338] 16 | bw ( KiB/s): min=188544, max=1344640, per=100.00%, avg=232393.96, stdev=169795.72, samples=45 17 | iops : min= 2946, max=21010, avg=3631.16, stdev=2653.06, samples=45 18 | lat (usec) : 100=0.02%, 250=11.47%, 500=0.50%, 750=0.01%, 1000=0.01% 19 | lat (msec) : 2=0.42%, 4=86.51%, 10=0.74%, 20=0.33% 20 | cpu : usr=2.83%, sys=7.21%, ctx=74297, majf=0, minf=13 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=100.0%, 16=0.0%, 32=0.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=8 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=5120MiB (5369MB), run=22567-22567msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81453, merge=0/0, ticks=0/176150, in_queue=146742, util=97.02% 32 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/06_n1i64.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=64 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=256263: Thu Aug 13 12:17:37 2020 6 | write: IOPS=3619, BW=226MiB/s (237MB/s)(5120MiB/22633msec) 7 | slat (usec): min=4, max=253, avg=19.31, stdev= 7.68 8 | clat (usec): min=482, max=37483, avg=17659.61, stdev=6262.14 9 | lat (usec): min=492, max=37501, avg=17679.15, stdev=6262.96 10 | clat percentiles (usec): 11 | | 1.00th=[ 955], 5.00th=[ 1418], 10.00th=[ 1745], 20.00th=[18482], 12 | | 30.00th=[18482], 40.00th=[18744], 50.00th=[18744], 60.00th=[19268], 13 | | 70.00th=[19530], 80.00th=[20579], 90.00th=[21627], 95.00th=[21890], 14 | | 99.00th=[28443], 99.50th=[28967], 99.90th=[35390], 99.95th=[36963], 15 | | 99.99th=[37487] 16 | bw ( KiB/s): min=187904, max=1360256, per=100.00%, avg=231833.60, stdev=172247.36, samples=45 17 | iops : min= 2936, max=21254, avg=3622.40, stdev=2691.36, samples=45 18 | lat (usec) : 500=0.02%, 750=0.29%, 1000=0.90% 19 | lat (msec) : 2=10.63%, 4=0.07%, 10=0.03%, 20=58.80%, 50=29.26% 20 | cpu : usr=3.11%, sys=7.01%, ctx=72402, majf=0, minf=18 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.9% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=64 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22633-22633msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81260, merge=0/0, ticks=0/1422594, in_queue=1381292, util=96.67% 32 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/20.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229066: Tue Aug 11 20:16:22 2020 6 | write: IOPS=3631, BW=227MiB/s (238MB/s)(4540MiB/20001msec) 7 | slat (usec): min=5, max=332, avg=18.57, stdev= 6.45 8 | clat (usec): min=25, max=9246, avg=254.72, stdev=238.36 9 | lat (usec): min=42, max=9263, avg=273.53, stdev=238.18 10 | clat percentiles (usec): 11 | | 1.00th=[ 48], 5.00th=[ 54], 10.00th=[ 56], 20.00th=[ 239], 12 | | 30.00th=[ 258], 40.00th=[ 260], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 293], 95.00th=[ 306], 14 | | 99.00th=[ 816], 99.50th=[ 840], 99.90th=[ 2638], 99.95th=[ 2704], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=194048, max=891136, per=100.00%, avg=232845.13, stdev=121873.59, samples=39 17 | iops : min= 3032, max=13924, avg=3638.21, stdev=1904.27, samples=39 18 | lat (usec) : 50=1.92%, 100=13.61%, 250=9.55%, 500=71.92%, 750=1.03% 19 | lat (usec) : 1000=1.82% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.05% 21 | cpu : usr=2.94%, sys=6.89%, ctx=72637, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,72636,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=4540MiB (4760MB), run=20001-20001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/72405, merge=0/0, ticks=0/18063, in_queue=454, util=96.58% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/30.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229821: Tue Aug 11 20:25:16 2020 6 | write: IOPS=3582, BW=224MiB/s (235MB/s)(5120MiB/22868msec) 7 | slat (usec): min=4, max=280, avg=18.60, stdev= 6.39 8 | clat (usec): min=20, max=9197, avg=258.71, stdev=229.54 9 | lat (usec): min=43, max=9214, avg=277.50, stdev=229.31 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 241], 12 | | 30.00th=[ 258], 40.00th=[ 262], 50.00th=[ 265], 60.00th=[ 265], 13 | | 70.00th=[ 281], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 306], 14 | | 99.00th=[ 824], 99.50th=[ 857], 99.90th=[ 2638], 99.95th=[ 2671], 15 | | 99.99th=[ 9110] 16 | bw ( KiB/s): min=190080, max=884864, per=100.00%, avg=229586.49, stdev=113091.90, samples=45 17 | iops : min= 2970, max=13826, avg=3587.24, stdev=1767.07, samples=45 18 | lat (usec) : 50=1.02%, 100=12.97%, 250=9.40%, 500=73.55%, 750=1.05% 19 | lat (usec) : 1000=1.86% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.04% 21 | cpu : usr=2.67%, sys=6.96%, ctx=81923, majf=0, minf=15 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22868-22868msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/81290, merge=0/0, ticks=0/20611, in_queue=468, util=96.94% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/60.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=230041: Tue Aug 11 20:29:45 2020 6 | write: IOPS=3577, BW=224MiB/s (234MB/s)(5120MiB/22901msec) 7 | slat (usec): min=4, max=383, avg=19.02, stdev= 6.32 8 | clat (usec): min=28, max=9237, avg=258.30, stdev=234.69 9 | lat (usec): min=43, max=9254, avg=277.57, stdev=234.36 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 241], 12 | | 30.00th=[ 258], 40.00th=[ 260], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 306], 14 | | 99.00th=[ 824], 99.50th=[ 857], 99.90th=[ 2638], 99.95th=[ 2704], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=189824, max=863616, per=100.00%, avg=229273.60, stdev=110904.69, samples=45 17 | iops : min= 2966, max=13494, avg=3582.40, stdev=1732.89, samples=45 18 | lat (usec) : 50=1.21%, 100=12.77%, 250=9.78%, 500=73.18%, 750=1.07% 19 | lat (usec) : 1000=1.84% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.05% 21 | cpu : usr=3.09%, sys=6.83%, ctx=81922, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=224MiB/s (234MB/s), 224MiB/s-224MiB/s (234MB/s-234MB/s), io=5120MiB (5369MB), run=22901-22901msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/81219, merge=0/0, ticks=0/20563, in_queue=491, util=96.87% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/90.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=230116: Tue Aug 11 20:30:58 2020 6 | write: IOPS=3589, BW=224MiB/s (235MB/s)(5120MiB/22819msec) 7 | slat (usec): min=7, max=380, avg=19.20, stdev= 6.56 8 | clat (usec): min=20, max=9218, avg=257.16, stdev=211.87 9 | lat (usec): min=52, max=9236, avg=276.61, stdev=211.57 10 | clat percentiles (usec): 11 | | 1.00th=[ 51], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 241], 12 | | 30.00th=[ 258], 40.00th=[ 260], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 306], 14 | | 99.00th=[ 824], 99.50th=[ 857], 99.90th=[ 2606], 99.95th=[ 2671], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=189056, max=872448, per=100.00%, avg=230050.13, stdev=111710.49, samples=45 17 | iops : min= 2954, max=13632, avg=3594.53, stdev=1745.48, samples=45 18 | lat (usec) : 50=0.81%, 100=13.15%, 250=9.84%, 500=73.15%, 750=1.06% 19 | lat (usec) : 1000=1.86% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.03% 21 | cpu : usr=3.03%, sys=7.03%, ctx=81922, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22819-22819msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/81482, merge=0/0, ticks=0/20525, in_queue=399, util=97.25% 33 | -------------------------------------------------------------------------------- /disks/bs.read/05_32k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 32.0KiB-32.0KiB, (W) 32.0KiB-32.0KiB, (T) 32.0KiB-32.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229597: Tue Aug 11 21:48:32 2020 6 | read: IOPS=6525, BW=204MiB/s (214MB/s)(5120MiB/25109msec) 7 | slat (usec): min=3, max=339, avg=13.82, stdev= 4.18 8 | clat (usec): min=12, max=15060, avg=137.55, stdev=136.29 9 | lat (usec): min=33, max=15064, avg=151.63, stdev=135.96 10 | clat percentiles (usec): 11 | | 1.00th=[ 40], 5.00th=[ 41], 10.00th=[ 41], 20.00th=[ 42], 12 | | 30.00th=[ 42], 40.00th=[ 42], 50.00th=[ 66], 60.00th=[ 208], 13 | | 70.00th=[ 212], 80.00th=[ 225], 90.00th=[ 229], 95.00th=[ 233], 14 | | 99.00th=[ 709], 99.50th=[ 725], 99.90th=[ 742], 99.95th=[ 2507], 15 | | 99.99th=[ 2540] 16 | bw ( KiB/s): min=201216, max=217600, per=99.99%, avg=208784.64, stdev=5161.30, samples=50 17 | iops : min= 6288, max= 6800, avg=6524.52, stdev=161.29, samples=50 18 | lat (usec) : 20=0.01%, 50=49.43%, 100=1.83%, 250=46.60%, 500=0.39% 19 | lat (usec) : 750=1.66%, 1000=0.02% 20 | lat (msec) : 4=0.06%, 10=0.01%, 20=0.01% 21 | cpu : usr=3.26%, sys=10.90%, ctx=163837, majf=0, minf=24 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=163840,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=204MiB/s (214MB/s), 204MiB/s-204MiB/s (214MB/s-214MB/s), io=5120MiB (5369MB), run=25109-25109msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=162611/0, merge=0/0, ticks=22216/0, in_queue=213, util=98.19% 33 | -------------------------------------------------------------------------------- /disks/bs.write/04_16k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232296: Tue Aug 11 21:49:12 2020 6 | write: IOPS=13.0k, BW=218MiB/s (229MB/s)(5120MiB/23466msec) 7 | slat (usec): min=3, max=224, avg=11.00, stdev= 4.10 8 | clat (usec): min=13, max=17414, avg=59.10, stdev=141.02 9 | lat (usec): min=26, max=17424, avg=70.28, stdev=141.24 10 | clat percentiles (usec): 11 | | 1.00th=[ 25], 5.00th=[ 28], 10.00th=[ 31], 20.00th=[ 33], 12 | | 30.00th=[ 36], 40.00th=[ 37], 50.00th=[ 38], 60.00th=[ 40], 13 | | 70.00th=[ 43], 80.00th=[ 71], 90.00th=[ 125], 95.00th=[ 143], 14 | | 99.00th=[ 178], 99.50th=[ 545], 99.90th=[ 619], 99.95th=[ 676], 15 | | 99.99th=[ 8717] 16 | bw ( KiB/s): min=165984, max=416800, per=100.00%, avg=223632.00, stdev=54874.96, samples=46 17 | iops : min=10374, max=26050, avg=13976.96, stdev=3429.66, samples=46 18 | lat (usec) : 20=0.01%, 50=78.05%, 100=4.32%, 250=16.89%, 500=0.05% 19 | lat (usec) : 750=0.64% 20 | lat (msec) : 2=0.01%, 4=0.02%, 10=0.02%, 20=0.01% 21 | cpu : usr=6.75%, sys=18.29%, ctx=327686, majf=0, minf=18 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,327680,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=218MiB/s (229MB/s), 218MiB/s-218MiB/s (229MB/s-229MB/s), io=5120MiB (5369MB), run=23466-23466msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/327141, merge=0/0, ticks=0/18053, in_queue=644, util=96.36% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/05_n1i32.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=32 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=256195: Thu Aug 13 12:16:44 2020 6 | write: IOPS=3637, BW=227MiB/s (238MB/s)(5120MiB/22523msec) 7 | slat (usec): min=4, max=367, avg=19.71, stdev= 7.18 8 | clat (usec): min=245, max=26512, avg=8775.69, stdev=3169.49 9 | lat (usec): min=254, max=26530, avg=8795.65, stdev=3170.48 10 | clat percentiles (usec): 11 | | 1.00th=[ 529], 5.00th=[ 685], 10.00th=[ 865], 20.00th=[ 9241], 12 | | 30.00th=[ 9241], 40.00th=[ 9372], 50.00th=[ 9372], 60.00th=[ 9503], 13 | | 70.00th=[ 9765], 80.00th=[10159], 90.00th=[10683], 95.00th=[11076], 14 | | 99.00th=[17695], 99.50th=[17695], 99.90th=[19006], 99.95th=[19530], 15 | | 99.99th=[25822] 16 | bw ( KiB/s): min=189440, max=1364096, per=100.00%, avg=232784.93, stdev=172674.97, samples=45 17 | iops : min= 2960, max=21314, avg=3637.24, stdev=2698.05, samples=45 18 | lat (usec) : 250=0.01%, 500=0.67%, 750=5.24%, 1000=5.89% 19 | lat (msec) : 2=0.15%, 4=0.01%, 10=61.88%, 20=26.13%, 50=0.02% 20 | cpu : usr=2.93%, sys=7.17%, ctx=72699, majf=0, minf=13 21 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=100.0%, >=64=0.0% 22 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 23 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0% 24 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 25 | latency : target=0, window=0, percentile=100.00%, depth=32 26 | 27 | Run status group 0 (all jobs): 28 | WRITE: bw=227MiB/s (238MB/s), 227MiB/s-227MiB/s (238MB/s-238MB/s), io=5120MiB (5369MB), run=22523-22523msec 29 | 30 | Disk stats (read/write): 31 | sde: ios=0/81595, merge=0/0, ticks=0/710543, in_queue=680052, util=97.08% 32 | -------------------------------------------------------------------------------- /disks/iodepth.64k_read/2.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=2 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243689: Wed Aug 12 14:39:47 2020 6 | read: IOPS=4174, BW=261MiB/s (274MB/s)(5120MiB/19623msec) 7 | slat (usec): min=3, max=200, avg=13.66, stdev= 6.84 8 | clat (usec): min=25, max=24261, avg=463.92, stdev=301.90 9 | lat (usec): min=39, max=24284, avg=477.73, stdev=305.67 10 | clat percentiles (usec): 11 | | 1.00th=[ 40], 5.00th=[ 41], 10.00th=[ 41], 20.00th=[ 42], 12 | | 30.00th=[ 537], 40.00th=[ 545], 50.00th=[ 545], 60.00th=[ 562], 13 | | 70.00th=[ 578], 80.00th=[ 578], 90.00th=[ 586], 95.00th=[ 947], 14 | | 99.00th=[ 1057], 99.50th=[ 1074], 99.90th=[ 2802], 99.95th=[ 2868], 15 | | 99.99th=[ 3130] 16 | bw ( KiB/s): min=201088, max=1906560, per=94.35%, avg=252094.36, stdev=271949.43, samples=39 17 | iops : min= 3142, max=29792, avg=3939.03, stdev=4249.53, samples=39 18 | lat (usec) : 50=22.34%, 100=1.38%, 250=0.05%, 500=1.61%, 750=69.28% 19 | lat (usec) : 1000=3.45% 20 | lat (msec) : 2=1.70%, 4=0.18%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.74%, sys=6.53%, ctx=81051, majf=0, minf=49 22 | IO depths : 1=0.1%, 2=100.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=2 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=261MiB/s (274MB/s), 261MiB/s-261MiB/s (274MB/s-274MB/s), io=5120MiB (5369MB), run=19623-19623msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=73579/0, merge=0/0, ticks=37630/0, in_queue=1737, util=97.79% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_read/4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243735: Wed Aug 12 14:40:18 2020 6 | read: IOPS=4189, BW=262MiB/s (275MB/s)(5120MiB/19555msec) 7 | slat (usec): min=3, max=198, avg=14.24, stdev= 6.86 8 | clat (usec): min=28, max=30085, avg=938.59, stdev=548.73 9 | lat (usec): min=47, max=30101, avg=952.99, stdev=553.13 10 | clat percentiles (usec): 11 | | 1.00th=[ 72], 5.00th=[ 75], 10.00th=[ 76], 20.00th=[ 77], 12 | | 30.00th=[ 1090], 40.00th=[ 1106], 50.00th=[ 1106], 60.00th=[ 1139], 13 | | 70.00th=[ 1172], 80.00th=[ 1188], 90.00th=[ 1500], 95.00th=[ 1582], 14 | | 99.00th=[ 1647], 99.50th=[ 1680], 99.90th=[ 3392], 99.95th=[ 3458], 15 | | 99.99th=[ 9372] 16 | bw ( KiB/s): min=201216, max=2228480, per=97.13%, avg=260424.21, stdev=323475.80, samples=39 17 | iops : min= 3144, max=34820, avg=4069.13, stdev=5054.31, samples=39 18 | lat (usec) : 50=0.02%, 100=22.99%, 250=0.73%, 500=0.02%, 750=0.01% 19 | lat (usec) : 1000=0.70% 20 | lat (msec) : 2=75.16%, 4=0.36%, 10=0.01%, 50=0.01% 21 | cpu : usr=2.03%, sys=6.82%, ctx=80511, majf=0, minf=75 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=262MiB/s (275MB/s), 262MiB/s-262MiB/s (275MB/s-275MB/s), io=5120MiB (5369MB), run=19555-19555msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=75834/0, merge=0/0, ticks=76367/0, in_queue=62758, util=97.83% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_write/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243409: Wed Aug 12 14:39:19 2020 6 | write: IOPS=3569, BW=223MiB/s (234MB/s)(5120MiB/22948msec) 7 | slat (usec): min=4, max=356, avg=18.29, stdev= 6.37 8 | clat (usec): min=33, max=11013, avg=259.88, stdev=250.60 9 | lat (usec): min=45, max=11037, avg=278.36, stdev=250.32 10 | clat percentiles (usec): 11 | | 1.00th=[ 51], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 243], 12 | | 30.00th=[ 258], 40.00th=[ 262], 50.00th=[ 265], 60.00th=[ 265], 13 | | 70.00th=[ 269], 80.00th=[ 285], 90.00th=[ 302], 95.00th=[ 314], 14 | | 99.00th=[ 832], 99.50th=[ 857], 99.90th=[ 2638], 99.95th=[ 8717], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=188288, max=877696, per=100.00%, avg=228843.11, stdev=112018.07, samples=45 17 | iops : min= 2942, max=13714, avg=3575.67, stdev=1750.28, samples=45 18 | lat (usec) : 50=0.71%, 100=13.31%, 250=7.85%, 500=75.06%, 750=0.94% 19 | lat (usec) : 1000=1.98% 20 | lat (msec) : 2=0.01%, 4=0.09%, 10=0.06%, 20=0.01% 21 | cpu : usr=3.03%, sys=6.55%, ctx=81923, majf=0, minf=16 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=223MiB/s (234MB/s), 223MiB/s-223MiB/s (234MB/s-234MB/s), io=5120MiB (5369MB), run=22948-22948msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81854, merge=0/0, ticks=0/20833, in_queue=548, util=96.65% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_write/2.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=2 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243542: Wed Aug 12 14:39:53 2020 6 | write: IOPS=3614, BW=226MiB/s (237MB/s)(5120MiB/22666msec) 7 | slat (usec): min=3, max=237, avg=17.62, stdev= 7.48 8 | clat (usec): min=39, max=17672, avg=533.80, stdev=366.53 9 | lat (usec): min=47, max=17688, avg=551.62, stdev=367.72 10 | clat percentiles (usec): 11 | | 1.00th=[ 47], 5.00th=[ 49], 10.00th=[ 74], 20.00th=[ 523], 12 | | 30.00th=[ 537], 40.00th=[ 545], 50.00th=[ 545], 60.00th=[ 545], 13 | | 70.00th=[ 562], 80.00th=[ 586], 90.00th=[ 627], 95.00th=[ 955], 14 | | 99.00th=[ 1123], 99.50th=[ 1188], 99.90th=[ 8848], 99.95th=[ 9241], 15 | | 99.99th=[ 9503] 16 | bw ( KiB/s): min=187904, max=1338752, per=100.00%, avg=231603.20, stdev=168981.03, samples=45 17 | iops : min= 2936, max=20918, avg=3618.80, stdev=2640.33, samples=45 18 | lat (usec) : 50=7.07%, 100=4.87%, 250=0.17%, 500=2.87%, 750=78.84% 19 | lat (usec) : 1000=2.70% 20 | lat (msec) : 2=3.20%, 4=0.18%, 10=0.10%, 20=0.01% 21 | cpu : usr=2.79%, sys=6.46%, ctx=81780, majf=0, minf=14 22 | IO depths : 1=0.1%, 2=100.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=2 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22666-22666msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81213, merge=0/0, ticks=0/42854, in_queue=3311, util=96.90% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/00_n1i1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=255895: Thu Aug 13 12:12:44 2020 6 | write: IOPS=3600, BW=225MiB/s (236MB/s)(5120MiB/22752msec) 7 | slat (usec): min=4, max=274, avg=19.39, stdev= 6.40 8 | clat (usec): min=30, max=9265, avg=256.03, stdev=213.80 9 | lat (usec): min=45, max=9284, avg=275.68, stdev=213.54 10 | clat percentiles (usec): 11 | | 1.00th=[ 46], 5.00th=[ 51], 10.00th=[ 55], 20.00th=[ 241], 12 | | 30.00th=[ 255], 40.00th=[ 260], 50.00th=[ 262], 60.00th=[ 262], 13 | | 70.00th=[ 269], 80.00th=[ 281], 90.00th=[ 302], 95.00th=[ 314], 14 | | 99.00th=[ 832], 99.50th=[ 857], 99.90th=[ 2606], 99.95th=[ 2671], 15 | | 99.99th=[ 9110] 16 | bw ( KiB/s): min=187648, max=917632, per=100.00%, avg=230603.89, stdev=115664.15, samples=45 17 | iops : min= 2932, max=14338, avg=3603.18, stdev=1807.25, samples=45 18 | lat (usec) : 50=3.86%, 100=10.26%, 250=8.71%, 500=74.10%, 750=0.93% 19 | lat (usec) : 1000=2.00% 20 | lat (msec) : 2=0.01%, 4=0.09%, 10=0.03% 21 | cpu : usr=3.12%, sys=7.01%, ctx=81921, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=225MiB/s (236MB/s), 225MiB/s-225MiB/s (236MB/s-236MB/s), io=5120MiB (5369MB), run=22752-22752msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81691, merge=0/0, ticks=0/20516, in_queue=384, util=97.30% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/17_n4i8.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=8 2 | ... 3 | fio-3.7 4 | Starting 4 processes 5 | 6 | job: (groupid=0, jobs=4): err= 0: pid=257021: Thu Aug 13 12:28:47 2020 7 | write: IOPS=3512, BW=220MiB/s (230MB/s)(6588MiB/30009msec) 8 | slat (usec): min=5, max=256, avg=33.78, stdev=17.05 9 | clat (usec): min=142, max=43990, avg=9071.62, stdev=3218.07 10 | lat (usec): min=159, max=44032, avg=9105.94, stdev=3221.15 11 | clat percentiles (usec): 12 | | 1.00th=[ 506], 5.00th=[ 578], 10.00th=[ 9110], 20.00th=[ 9241], 13 | | 30.00th=[ 9241], 40.00th=[ 9372], 50.00th=[ 9372], 60.00th=[ 9503], 14 | | 70.00th=[ 9765], 80.00th=[10159], 90.00th=[10683], 95.00th=[11076], 15 | | 99.00th=[17957], 99.50th=[19006], 99.90th=[34341], 99.95th=[42206], 16 | | 99.99th=[43779] 17 | bw ( KiB/s): min=45440, max=345856, per=25.00%, avg=56190.53, stdev=37193.49, samples=240 18 | iops : min= 710, max= 5404, avg=877.94, stdev=581.15, samples=240 19 | lat (usec) : 250=0.01%, 500=0.78%, 750=8.40%, 1000=0.02% 20 | lat (msec) : 2=0.01%, 4=0.01%, 10=64.62%, 20=25.80%, 50=0.36% 21 | cpu : usr=1.12%, sys=3.10%, ctx=98809, majf=0, minf=42 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=100.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,105407,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=8 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=220MiB/s (230MB/s), 220MiB/s-220MiB/s (230MB/s-230MB/s), io=6588MiB (6908MB), run=30009-30009msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/105088, merge=0/0, ticks=0/951965, in_queue=911007, util=96.54% 33 | -------------------------------------------------------------------------------- /disks/numjobs.64k_write/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=246832: Wed Aug 12 17:32:04 2020 6 | write: IOPS=3556, BW=222MiB/s (233MB/s)(5120MiB/23037msec) 7 | slat (usec): min=4, max=321, avg=19.00, stdev= 6.50 8 | clat (usec): min=23, max=17579, avg=260.14, stdev=270.86 9 | lat (usec): min=45, max=17596, avg=279.39, stdev=270.54 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 243], 12 | | 30.00th=[ 258], 40.00th=[ 260], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 269], 80.00th=[ 281], 90.00th=[ 302], 95.00th=[ 314], 14 | | 99.00th=[ 840], 99.50th=[ 857], 99.90th=[ 2638], 99.95th=[ 8717], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=184576, max=866688, per=100.00%, avg=227603.48, stdev=109752.46, samples=46 17 | iops : min= 2884, max=13542, avg=3556.30, stdev=1714.88, samples=46 18 | lat (usec) : 50=1.03%, 100=12.97%, 250=8.26%, 500=74.67%, 750=0.93% 19 | lat (usec) : 1000=1.99% 20 | lat (msec) : 2=0.01%, 4=0.09%, 10=0.06%, 20=0.01% 21 | cpu : usr=2.91%, sys=6.88%, ctx=81922, majf=0, minf=15 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=222MiB/s (233MB/s), 222MiB/s-222MiB/s (233MB/s-233MB/s), io=5120MiB (5369MB), run=23037-23037msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81536, merge=0/0, ticks=0/20807, in_queue=605, util=96.42% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randread/60.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=223501: Tue Aug 11 17:12:51 2020 6 | read: IOPS=246, BW=987KiB/s (1010kB/s)(57.8MiB/60024msec) 7 | slat (usec): min=10, max=240, avg=35.29, stdev=13.05 8 | clat (usec): min=4, max=42975, avg=4010.49, stdev=3132.72 9 | lat (usec): min=40, max=42990, avg=4046.57, stdev=3132.80 10 | clat percentiles (usec): 11 | | 1.00th=[ 35], 5.00th=[ 36], 10.00th=[ 43], 20.00th=[ 44], 12 | | 30.00th=[ 1696], 40.00th=[ 2802], 50.00th=[ 3916], 60.00th=[ 5014], 13 | | 70.00th=[ 6128], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10028], 15 | | 99.99th=[17433] 16 | bw ( KiB/s): min= 840, max= 1144, per=100.00%, avg=987.09, stdev=61.03, samples=120 17 | iops : min= 210, max= 286, avg=246.77, stdev=15.26, samples=120 18 | lat (usec) : 10=0.09%, 20=0.03%, 50=23.01%, 100=0.88%, 250=1.03% 19 | lat (usec) : 1000=0.14% 20 | lat (msec) : 2=7.66%, 4=17.82%, 10=49.28%, 20=0.05%, 50=0.01% 21 | cpu : usr=0.37%, sys=0.98%, ctx=14784, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=14808,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=987KiB/s (1010kB/s), 987KiB/s-987KiB/s (1010kB/s-1010kB/s), io=57.8MiB (60.7MB), run=60024-60024msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=14786/0, merge=0/0, ticks=59238/0, in_queue=53558, util=20.45% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/10.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228996: Tue Aug 11 20:15:46 2020 6 | write: IOPS=4009, BW=251MiB/s (263MB/s)(2506MiB/10001msec) 7 | slat (usec): min=4, max=197, avg=18.37, stdev= 6.13 8 | clat (usec): min=34, max=17509, avg=228.93, stdev=256.23 9 | lat (usec): min=42, max=17525, avg=247.55, stdev=256.35 10 | clat percentiles (usec): 11 | | 1.00th=[ 48], 5.00th=[ 53], 10.00th=[ 55], 20.00th=[ 56], 12 | | 30.00th=[ 237], 40.00th=[ 258], 50.00th=[ 262], 60.00th=[ 265], 13 | | 70.00th=[ 273], 80.00th=[ 281], 90.00th=[ 289], 95.00th=[ 302], 14 | | 99.00th=[ 807], 99.50th=[ 840], 99.90th=[ 2638], 99.95th=[ 2802], 15 | | 99.99th=[ 9110] 16 | bw ( KiB/s): min=186112, max=889472, per=100.00%, avg=259456.00, stdev=172071.28, samples=19 17 | iops : min= 2908, max=13898, avg=4054.00, stdev=2688.61, samples=19 18 | lat (usec) : 50=2.31%, 100=24.66%, 250=7.67%, 500=62.76%, 750=0.90% 19 | lat (usec) : 1000=1.54% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.05%, 20=0.01% 21 | cpu : usr=3.23%, sys=7.49%, ctx=40105, majf=0, minf=13 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,40103,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=251MiB/s (263MB/s), 251MiB/s-251MiB/s (263MB/s-263MB/s), io=2506MiB (2628MB), run=10001-10001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/39889, merge=0/0, ticks=0/8921, in_queue=263, util=94.82% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_write/40.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229895: Tue Aug 11 20:27:19 2020 6 | write: IOPS=3563, BW=223MiB/s (234MB/s)(5120MiB/22988msec) 7 | slat (usec): min=4, max=339, avg=18.19, stdev= 6.38 8 | clat (usec): min=26, max=17395, avg=260.47, stdev=258.18 9 | lat (usec): min=45, max=17416, avg=278.85, stdev=257.95 10 | clat percentiles (usec): 11 | | 1.00th=[ 50], 5.00th=[ 55], 10.00th=[ 57], 20.00th=[ 243], 12 | | 30.00th=[ 258], 40.00th=[ 262], 50.00th=[ 265], 60.00th=[ 265], 13 | | 70.00th=[ 281], 80.00th=[ 285], 90.00th=[ 297], 95.00th=[ 306], 14 | | 99.00th=[ 824], 99.50th=[ 857], 99.90th=[ 2638], 99.95th=[ 8717], 15 | | 99.99th=[ 9241] 16 | bw ( KiB/s): min=182912, max=891392, per=100.00%, avg=228585.24, stdev=113219.35, samples=45 17 | iops : min= 2858, max=13928, avg=3571.64, stdev=1769.05, samples=45 18 | lat (usec) : 50=1.26%, 100=12.59%, 250=9.27%, 500=73.80%, 750=1.05% 19 | lat (usec) : 1000=1.87% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.05%, 20=0.01% 21 | cpu : usr=2.86%, sys=6.63%, ctx=81921, majf=0, minf=14 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=223MiB/s (234MB/s), 223MiB/s-223MiB/s (234MB/s-234MB/s), io=5120MiB (5369MB), run=22988-22988msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/81783, merge=0/0, ticks=0/20870, in_queue=559, util=96.69% 33 | -------------------------------------------------------------------------------- /disks/bs.randwrite/09_512k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 512KiB-512KiB, (W) 512KiB-512KiB, (T) 512KiB-512KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231608: Tue Aug 11 21:27:12 2020 6 | write: IOPS=215, BW=108MiB/s (113MB/s)(3236MiB/30005msec) 7 | slat (usec): min=21, max=322, avg=104.60, stdev=17.43 8 | clat (usec): min=123, max=51374, avg=4522.32, stdev=3252.89 9 | lat (usec): min=158, max=51476, avg=4627.87, stdev=3259.14 10 | clat percentiles (usec): 11 | | 1.00th=[ 141], 5.00th=[ 157], 10.00th=[ 988], 20.00th=[ 2245], 12 | | 30.00th=[ 2802], 40.00th=[ 3556], 50.00th=[ 4015], 60.00th=[ 4555], 13 | | 70.00th=[ 5276], 80.00th=[ 6325], 90.00th=[ 8586], 95.00th=[10945], 14 | | 99.00th=[14484], 99.50th=[16057], 99.90th=[26608], 99.95th=[39060], 15 | | 99.99th=[51119] 16 | bw ( KiB/s): min=83968, max=690176, per=100.00%, avg=110434.95, stdev=76619.22, samples=60 17 | iops : min= 164, max= 1348, avg=215.68, stdev=149.65, samples=60 18 | lat (usec) : 250=9.60%, 500=0.11%, 750=0.12%, 1000=0.19% 19 | lat (msec) : 2=5.38%, 4=34.52%, 10=44.17%, 20=5.73%, 50=0.17% 20 | lat (msec) : 100=0.02% 21 | cpu : usr=0.85%, sys=1.92%, ctx=6475, majf=0, minf=10 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,6472,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=108MiB/s (113MB/s), 108MiB/s-108MiB/s (113MB/s-113MB/s), io=3236MiB (3393MB), run=30005-30005msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/13720, merge=0/7810, ticks=0/43927, in_queue=37469, util=41.17% 33 | -------------------------------------------------------------------------------- /disks/bs.read/01_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 2048B-2048B, (W) 2048B-2048B, (T) 2048B-2048B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229411: Tue Aug 11 21:46:03 2020 6 | read: IOPS=34.4k, BW=67.2MiB/s (70.5MB/s)(2016MiB/30001msec) 7 | slat (nsec): min=2849, max=121088, avg=3513.26, stdev=595.25 8 | clat (nsec): min=1276, max=14048k, avg=24939.87, stdev=14232.92 9 | lat (usec): min=25, max=14051, avg=28.57, stdev=14.27 10 | clat percentiles (nsec): 11 | | 1.00th=[23424], 5.00th=[23680], 10.00th=[23680], 20.00th=[23936], 12 | | 30.00th=[23936], 40.00th=[23936], 50.00th=[24192], 60.00th=[24448], 13 | | 70.00th=[24704], 80.00th=[24960], 90.00th=[25728], 95.00th=[30848], 14 | | 99.00th=[39680], 99.50th=[40192], 99.90th=[54016], 99.95th=[55552], 15 | | 99.99th=[69120] 16 | bw ( KiB/s): min=64660, max=70968, per=100.00%, avg=68823.46, stdev=1854.29, samples=59 17 | iops : min=32330, max=35484, avg=34411.73, stdev=927.14, samples=59 18 | lat (usec) : 2=0.01%, 10=0.01%, 20=0.01%, 50=99.68%, 100=0.32% 19 | lat (usec) : 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01% 20 | lat (msec) : 20=0.01% 21 | cpu : usr=5.80%, sys=14.03%, ctx=1032268, majf=0, minf=19 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=1032267,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=67.2MiB/s (70.5MB/s), 67.2MiB/s-67.2MiB/s (70.5MB/s-70.5MB/s), io=2016MiB (2114MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=1029706/0, merge=0/0, ticks=25603/0, in_queue=14, util=99.03% 33 | -------------------------------------------------------------------------------- /disks/bs.read/06_64k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229643: Tue Aug 11 21:49:01 2020 6 | read: IOPS=4482, BW=280MiB/s (294MB/s)(5120MiB/18274msec) 7 | slat (usec): min=4, max=327, avg=15.03, stdev= 5.08 8 | clat (usec): min=11, max=23261, avg=206.03, stdev=174.09 9 | lat (usec): min=41, max=23276, avg=221.34, stdev=175.15 10 | clat percentiles (usec): 11 | | 1.00th=[ 41], 5.00th=[ 42], 10.00th=[ 44], 20.00th=[ 48], 12 | | 30.00th=[ 48], 40.00th=[ 262], 50.00th=[ 265], 60.00th=[ 269], 13 | | 70.00th=[ 273], 80.00th=[ 281], 90.00th=[ 285], 95.00th=[ 285], 14 | | 99.00th=[ 758], 99.50th=[ 766], 99.90th=[ 799], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=201216, max=1082880, per=95.96%, avg=275313.00, stdev=227152.07, samples=36 17 | iops : min= 3144, max=16920, avg=4301.75, stdev=3549.26, samples=36 18 | lat (usec) : 20=0.01%, 50=32.44%, 100=1.50%, 250=2.13%, 500=61.62% 19 | lat (usec) : 750=1.07%, 1000=1.16% 20 | lat (msec) : 2=0.01%, 4=0.08%, 10=0.01%, 50=0.01% 21 | cpu : usr=2.33%, sys=7.63%, ctx=81921, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=280MiB/s (294MB/s), 280MiB/s-280MiB/s (294MB/s-294MB/s), io=5120MiB (5369MB), run=18274-18274msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=80388/0, merge=0/0, ticks=16771/0, in_queue=167, util=97.80% 33 | -------------------------------------------------------------------------------- /disks/iodepth.4k_randread/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=244153: Wed Aug 12 14:44:27 2020 6 | read: IOPS=244, BW=979KiB/s (1002kB/s)(28.7MiB/30010msec) 7 | slat (nsec): min=10849, max=80419, avg=35128.19, stdev=12458.71 8 | clat (usec): min=4, max=23263, avg=4044.82, stdev=3115.07 9 | lat (usec): min=44, max=23311, avg=4080.74, stdev=3115.03 10 | clat percentiles (usec): 11 | | 1.00th=[ 36], 5.00th=[ 37], 10.00th=[ 43], 20.00th=[ 44], 12 | | 30.00th=[ 1778], 40.00th=[ 2933], 50.00th=[ 3982], 60.00th=[ 5014], 13 | | 70.00th=[ 6128], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10028], 15 | | 99.99th=[23200] 16 | bw ( KiB/s): min= 800, max= 1216, per=100.00%, avg=978.80, stdev=72.92, samples=60 17 | iops : min= 200, max= 304, avg=244.70, stdev=18.23, samples=60 18 | lat (usec) : 10=0.10%, 20=0.01%, 50=22.53%, 100=1.12%, 250=0.86% 19 | lat (usec) : 1000=0.18% 20 | lat (msec) : 2=7.06%, 4=18.47%, 10=49.63%, 20=0.04%, 50=0.01% 21 | cpu : usr=0.37%, sys=0.96%, ctx=7331, majf=0, minf=10 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=7342,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=979KiB/s (1002kB/s), 979KiB/s-979KiB/s (1002kB/s-1002kB/s), io=28.7MiB (30.1MB), run=30010-30010msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=7320/0, merge=0/0, ticks=29591/0, in_queue=26761, util=20.34% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_write/4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243590: Wed Aug 12 14:40:27 2020 6 | write: IOPS=3602, BW=225MiB/s (236MB/s)(5120MiB/22737msec) 7 | slat (usec): min=3, max=187, avg=19.70, stdev= 7.00 8 | clat (usec): min=35, max=18375, avg=1088.20, stdev=599.92 9 | lat (usec): min=71, max=18392, avg=1108.16, stdev=599.86 10 | clat percentiles (usec): 11 | | 1.00th=[ 84], 5.00th=[ 97], 10.00th=[ 116], 20.00th=[ 1074], 12 | | 30.00th=[ 1090], 40.00th=[ 1106], 50.00th=[ 1106], 60.00th=[ 1123], 13 | | 70.00th=[ 1172], 80.00th=[ 1254], 90.00th=[ 1500], 95.00th=[ 1598], 14 | | 99.00th=[ 1778], 99.50th=[ 3326], 99.90th=[ 9896], 99.95th=[ 9896], 15 | | 99.99th=[10159] 16 | bw ( KiB/s): min=185088, max=1333632, per=100.00%, avg=230899.67, stdev=168313.80, samples=45 17 | iops : min= 2892, max=20838, avg=3607.80, stdev=2629.90, samples=45 18 | lat (usec) : 50=0.01%, 100=6.83%, 250=5.08%, 500=0.05%, 750=0.02% 19 | lat (usec) : 1000=1.75% 20 | lat (msec) : 2=85.66%, 4=0.36%, 10=0.20%, 20=0.04% 21 | cpu : usr=3.01%, sys=7.00%, ctx=77560, majf=0, minf=13 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=225MiB/s (236MB/s), 225MiB/s-225MiB/s (236MB/s-236MB/s), io=5120MiB (5369MB), run=22737-22737msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81713, merge=0/0, ticks=0/88186, in_queue=72650, util=96.51% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs/00_n1i1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=261398: Thu Aug 13 13:59:57 2020 6 | read: IOPS=212, BW=850KiB/s (870kB/s)(24.9MiB/30005msec) 7 | slat (nsec): min=11178, max=70979, avg=38689.92, stdev=9970.27 8 | clat (usec): min=4, max=16967, avg=4659.41, stdev=2869.71 9 | lat (usec): min=44, max=17009, avg=4698.96, stdev=2869.98 10 | clat percentiles (usec): 11 | | 1.00th=[ 35], 5.00th=[ 44], 10.00th=[ 45], 20.00th=[ 1827], 12 | | 30.00th=[ 2802], 40.00th=[ 3752], 50.00th=[ 4686], 60.00th=[ 5735], 13 | | 70.00th=[ 6652], 80.00th=[ 7570], 90.00th=[ 8586], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[ 9896], 15 | | 99.99th=[16909] 16 | bw ( KiB/s): min= 736, max= 984, per=100.00%, avg=849.80, stdev=52.66, samples=60 17 | iops : min= 184, max= 246, avg=212.43, stdev=13.16, samples=60 18 | lat (usec) : 10=0.06%, 20=0.02%, 50=11.11%, 100=0.63%, 250=1.02% 19 | lat (usec) : 750=0.02%, 1000=0.24% 20 | lat (msec) : 2=8.41%, 4=20.97%, 10=57.52%, 20=0.02% 21 | cpu : usr=0.31%, sys=0.96%, ctx=6371, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=6375,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=850KiB/s (870kB/s), 850KiB/s-850KiB/s (870kB/s-870kB/s), io=24.9MiB (26.1MB), run=30005-30005msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=6358/0, merge=0/0, ticks=29611/0, in_queue=26812, util=20.08% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs/34_n16i64.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=64 2 | ... 3 | fio-3.7 4 | Starting 16 processes 5 | 6 | job: (groupid=0, jobs=16): err= 0: pid=264848: Thu Aug 13 14:41:16 2020 7 | read: IOPS=540, BW=2162KiB/s (2214kB/s)(65.0MiB/30788msec) 8 | slat (usec): min=3, max=215915, avg=28813.30, stdev=40110.38 9 | clat (usec): min=1993, max=3694.6k, avg=1805451.99, stdev=439004.53 10 | lat (msec): min=2, max=3808, avg=1834.27, stdev=444.83 11 | clat percentiles (msec): 12 | | 1.00th=[ 268], 5.00th=[ 1083], 10.00th=[ 1334], 20.00th=[ 1519], 13 | | 30.00th=[ 1653], 40.00th=[ 1754], 50.00th=[ 1838], 60.00th=[ 1921], 14 | | 70.00th=[ 2022], 80.00th=[ 2140], 90.00th=[ 2299], 95.00th=[ 2433], 15 | | 99.00th=[ 2735], 99.50th=[ 2869], 99.90th=[ 3104], 99.95th=[ 3239], 16 | | 99.99th=[ 3540] 17 | bw ( KiB/s): min= 7, max= 1208, per=6.23%, avg=134.74, stdev=54.93, samples=927 18 | iops : min= 1, max= 302, avg=33.61, stdev=13.74, samples=927 19 | lat (msec) : 2=0.01%, 4=0.02%, 10=0.05%, 20=0.07%, 50=0.17% 20 | lat (msec) : 100=0.28%, 250=0.37%, 500=0.75%, 750=1.26%, 1000=1.33% 21 | cpu : usr=0.04%, sys=0.18%, ctx=7891, majf=0, minf=1173 22 | IO depths : 1=0.1%, 2=0.2%, 4=0.4%, 8=0.8%, 16=1.5%, 32=3.1%, >=64=93.9% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=99.9%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.1%, >=64=0.0% 25 | issued rwts: total=16641,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=64 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=2162KiB/s (2214kB/s), 2162KiB/s-2162KiB/s (2214kB/s-2214kB/s), io=65.0MiB (68.2MB), run=30788-30788msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=16625/0, merge=0/0, ticks=7686092/0, in_queue=7677900, util=53.55% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/11_n2i16.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=16 2 | ... 3 | fio-3.7 4 | Starting 2 processes 5 | 6 | job: (groupid=0, jobs=2): err= 0: pid=256599: Thu Aug 13 12:22:42 2020 7 | write: IOPS=3524, BW=220MiB/s (231MB/s)(6611MiB/30011msec) 8 | slat (usec): min=5, max=344, avg=32.53, stdev=17.42 9 | clat (usec): min=154, max=34525, avg=9040.94, stdev=3021.21 10 | lat (usec): min=194, max=34544, avg=9074.05, stdev=3024.78 11 | clat percentiles (usec): 12 | | 1.00th=[ 502], 5.00th=[ 570], 10.00th=[ 9110], 20.00th=[ 9241], 13 | | 30.00th=[ 9241], 40.00th=[ 9372], 50.00th=[ 9372], 60.00th=[ 9503], 14 | | 70.00th=[ 9765], 80.00th=[10159], 90.00th=[10683], 95.00th=[11076], 15 | | 99.00th=[17695], 99.50th=[18220], 99.90th=[21627], 99.95th=[28181], 16 | | 99.99th=[33817] 17 | bw ( KiB/s): min=92928, max=700800, per=50.00%, avg=112786.97, stdev=75184.75, samples=120 18 | iops : min= 1452, max=10950, avg=1762.25, stdev=1174.77, samples=120 19 | lat (usec) : 250=0.01%, 500=1.01%, 750=8.16%, 1000=0.01% 20 | lat (msec) : 2=0.01%, 4=0.01%, 10=64.64%, 20=26.02%, 50=0.15% 21 | cpu : usr=2.32%, sys=5.96%, ctx=97894, majf=0, minf=297 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,105781,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=16 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=220MiB/s (231MB/s), 220MiB/s-220MiB/s (231MB/s-231MB/s), io=6611MiB (6932MB), run=30011-30011msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/105491, merge=0/0, ticks=0/951832, in_queue=910559, util=96.93% 33 | -------------------------------------------------------------------------------- /disks/numjobs.4k_randread/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=248136: Wed Aug 12 17:48:41 2020 6 | read: IOPS=305, BW=1222KiB/s (1252kB/s)(35.8MiB/30004msec) 7 | slat (nsec): min=2823, max=97811, avg=29236.83, stdev=16352.93 8 | clat (usec): min=4, max=18850, avg=3236.84, stdev=3231.17 9 | lat (usec): min=25, max=18893, avg=3266.74, stdev=3237.00 10 | clat percentiles (usec): 11 | | 1.00th=[ 24], 5.00th=[ 24], 10.00th=[ 25], 20.00th=[ 35], 12 | | 30.00th=[ 44], 40.00th=[ 139], 50.00th=[ 2606], 60.00th=[ 3982], 13 | | 70.00th=[ 5342], 80.00th=[ 6783], 90.00th=[ 8160], 95.00th=[ 8848], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10028], 15 | | 99.99th=[18744] 16 | bw ( KiB/s): min= 736, max=11360, per=100.00%, avg=1222.35, stdev=1431.13, samples=60 17 | iops : min= 184, max= 2840, avg=305.58, stdev=357.78, samples=60 18 | lat (usec) : 10=0.04%, 20=0.01%, 50=38.46%, 100=0.94%, 250=0.85% 19 | lat (usec) : 1000=0.13% 20 | lat (msec) : 2=5.62%, 4=14.13%, 10=39.76%, 20=0.05% 21 | cpu : usr=0.32%, sys=1.08%, ctx=9167, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=9169,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=1222KiB/s (1252kB/s), 1222KiB/s-1222KiB/s (1252kB/s-1252kB/s), io=35.8MiB (37.6MB), run=30004-30004msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=9153/1, merge=0/0, ticks=29572/0, in_queue=26698, util=20.22% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randwrite/10.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=225423: Tue Aug 11 20:07:29 2020 6 | write: IOPS=3139, BW=12.3MiB/s (12.9MB/s)(123MiB/10002msec) 7 | slat (usec): min=3, max=260, avg=15.18, stdev=14.69 8 | clat (usec): min=18, max=17567, avg=300.48, stdev=868.79 9 | lat (usec): min=28, max=17582, avg=315.92, stdev=873.71 10 | clat percentiles (usec): 11 | | 1.00th=[ 28], 5.00th=[ 31], 10.00th=[ 34], 20.00th=[ 37], 12 | | 30.00th=[ 39], 40.00th=[ 40], 50.00th=[ 43], 60.00th=[ 45], 13 | | 70.00th=[ 48], 80.00th=[ 111], 90.00th=[ 979], 95.00th=[ 1598], 14 | | 99.00th=[ 3916], 99.50th=[ 6063], 99.90th=[ 9634], 99.95th=[ 9896], 15 | | 99.99th=[11731] 16 | bw ( KiB/s): min= 3520, max=81224, per=100.00%, avg=12558.00, stdev=23613.91, samples=20 17 | iops : min= 880, max=20308, avg=3139.60, stdev=5903.78, samples=20 18 | lat (usec) : 20=0.01%, 50=71.89%, 100=7.88%, 250=2.99%, 500=3.19% 19 | lat (usec) : 750=2.01%, 1000=2.24% 20 | lat (msec) : 2=6.67%, 4=2.16%, 10=0.92%, 20=0.04% 21 | cpu : usr=1.84%, sys=5.92%, ctx=31401, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,31397,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=12.3MiB/s (12.9MB/s), 12.3MiB/s-12.3MiB/s (12.9MB/s-12.9MB/s), io=123MiB (129MB), run=10002-10002msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/31316, merge=0/0, ticks=0/9189, in_queue=5441, util=61.15% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/30.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228498: Tue Aug 11 20:09:53 2020 6 | read: IOPS=3578, BW=224MiB/s (235MB/s)(5120MiB/22892msec) 7 | slat (usec): min=3, max=326, avg=15.62, stdev= 5.20 8 | clat (usec): min=14, max=24355, avg=262.31, stdev=184.89 9 | lat (usec): min=40, max=24371, avg=278.09, stdev=185.00 10 | clat percentiles (usec): 11 | | 1.00th=[ 41], 5.00th=[ 45], 10.00th=[ 48], 20.00th=[ 255], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 783], 99.90th=[ 2474], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=188928, max=752640, per=96.52%, avg=221046.49, stdev=81380.53, samples=45 17 | iops : min= 2952, max=11760, avg=3453.84, stdev=1271.57, samples=45 18 | lat (usec) : 20=0.01%, 50=10.64%, 100=0.49%, 250=3.46%, 500=82.23% 19 | lat (usec) : 750=1.38%, 1000=1.68% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.63%, sys=6.47%, ctx=81920, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22892-22892msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=80903/0, merge=0/0, ticks=21242/0, in_queue=220, util=98.03% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/40.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228569: Tue Aug 11 20:10:51 2020 6 | read: IOPS=3579, BW=224MiB/s (235MB/s)(5120MiB/22884msec) 7 | slat (usec): min=4, max=327, avg=15.92, stdev= 5.22 8 | clat (usec): min=14, max=25003, avg=261.53, stdev=191.42 9 | lat (usec): min=40, max=25018, avg=277.69, stdev=191.54 10 | clat percentiles (usec): 11 | | 1.00th=[ 41], 5.00th=[ 44], 10.00th=[ 47], 20.00th=[ 255], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 273], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 791], 99.90th=[ 2474], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=188160, max=745344, per=96.38%, avg=220814.22, stdev=80311.21, samples=45 17 | iops : min= 2940, max=11646, avg=3450.22, stdev=1254.86, samples=45 18 | lat (usec) : 20=0.01%, 50=11.19%, 100=0.45%, 250=3.56%, 500=81.45% 19 | lat (usec) : 750=1.46%, 1000=1.72% 20 | lat (msec) : 2=0.06%, 4=0.11%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.87%, sys=6.52%, ctx=81921, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22884-22884msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=80648/0, merge=0/0, ticks=21193/0, in_queue=248, util=97.90% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/60.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228709: Tue Aug 11 20:13:21 2020 6 | read: IOPS=3582, BW=224MiB/s (235MB/s)(5120MiB/22869msec) 7 | slat (usec): min=3, max=333, avg=15.69, stdev= 5.29 8 | clat (usec): min=14, max=23280, avg=261.70, stdev=183.55 9 | lat (usec): min=40, max=23287, avg=277.65, stdev=183.73 10 | clat percentiles (usec): 11 | | 1.00th=[ 40], 5.00th=[ 44], 10.00th=[ 47], 20.00th=[ 255], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 791], 99.90th=[ 2474], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=191232, max=775424, per=96.67%, avg=221618.24, stdev=84742.77, samples=45 17 | iops : min= 2988, max=12116, avg=3462.78, stdev=1324.11, samples=45 18 | lat (usec) : 20=0.01%, 50=11.15%, 100=0.49%, 250=3.40%, 500=81.60% 19 | lat (usec) : 750=1.43%, 1000=1.75% 20 | lat (msec) : 2=0.06%, 4=0.11%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.87%, sys=6.34%, ctx=81921, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22869-22869msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=81184/0, merge=0/0, ticks=21226/0, in_queue=237, util=98.05% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/90.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228779: Tue Aug 11 20:14:22 2020 6 | read: IOPS=3579, BW=224MiB/s (235MB/s)(5120MiB/22885msec) 7 | slat (usec): min=4, max=325, avg=15.97, stdev= 5.24 8 | clat (usec): min=14, max=26558, avg=261.45, stdev=193.76 9 | lat (usec): min=42, max=26574, avg=277.66, stdev=193.90 10 | clat percentiles (usec): 11 | | 1.00th=[ 41], 5.00th=[ 45], 10.00th=[ 48], 20.00th=[ 255], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 273], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 791], 99.90th=[ 2474], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=187776, max=746112, per=96.42%, avg=220902.40, stdev=80418.16, samples=45 17 | iops : min= 2934, max=11658, avg=3451.60, stdev=1256.53, samples=45 18 | lat (usec) : 20=0.01%, 50=11.14%, 100=0.50%, 250=3.49%, 500=81.51% 19 | lat (usec) : 750=1.47%, 1000=1.70% 20 | lat (msec) : 2=0.06%, 4=0.11%, 10=0.01%, 50=0.01% 21 | cpu : usr=1.82%, sys=6.64%, ctx=81921, majf=0, minf=31 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=224MiB/s (235MB/s), 224MiB/s-224MiB/s (235MB/s-235MB/s), io=5120MiB (5369MB), run=22885-22885msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=80814/0, merge=0/0, ticks=21192/0, in_queue=244, util=98.01% 33 | -------------------------------------------------------------------------------- /disks/bs.randread/00_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 1024B-1024B, (W) 1024B-1024B, (T) 1024B-1024B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228395: Tue Aug 11 21:19:44 2020 6 | read: IOPS=245, BW=245KiB/s (251kB/s)(7352KiB/30005msec) 7 | slat (nsec): min=10951, max=73206, avg=35204.62, stdev=12571.26 8 | clat (usec): min=4, max=45742, avg=4038.26, stdev=3143.44 9 | lat (usec): min=44, max=45784, avg=4074.30, stdev=3143.49 10 | clat percentiles (usec): 11 | | 1.00th=[ 36], 5.00th=[ 37], 10.00th=[ 44], 20.00th=[ 46], 12 | | 30.00th=[ 1778], 40.00th=[ 2868], 50.00th=[ 3949], 60.00th=[ 5014], 13 | | 70.00th=[ 6128], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10290], 15 | | 99.99th=[45876] 16 | bw ( KiB/s): min= 210, max= 302, per=100.00%, avg=245.02, stdev=19.19, samples=60 17 | iops : min= 210, max= 302, avg=245.02, stdev=19.19, samples=60 18 | lat (usec) : 10=0.04%, 20=0.03%, 50=22.92%, 100=0.73%, 250=0.90% 19 | lat (usec) : 750=0.01%, 1000=0.20% 20 | lat (msec) : 2=7.13%, 4=18.42%, 10=49.55%, 20=0.05%, 50=0.01% 21 | cpu : usr=0.39%, sys=0.95%, ctx=7344, majf=0, minf=12 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=7352,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=245KiB/s (251kB/s), 245KiB/s-245KiB/s (251kB/s-251kB/s), io=7352KiB (7528kB), run=30005-30005msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=7329/0, merge=0/0, ticks=29581/0, in_queue=26750, util=20.14% 33 | -------------------------------------------------------------------------------- /disks/bs.randread/01_1k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 2048B-2048B, (W) 2048B-2048B, (T) 2048B-2048B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228448: Tue Aug 11 21:20:25 2020 6 | read: IOPS=244, BW=490KiB/s (502kB/s)(14.4MiB/30003msec) 7 | slat (nsec): min=10923, max=71584, avg=34840.32, stdev=12387.60 8 | clat (usec): min=4, max=29107, avg=4039.76, stdev=3119.27 9 | lat (usec): min=44, max=29154, avg=4075.34, stdev=3119.23 10 | clat percentiles (usec): 11 | | 1.00th=[ 36], 5.00th=[ 37], 10.00th=[ 43], 20.00th=[ 45], 12 | | 30.00th=[ 1778], 40.00th=[ 2900], 50.00th=[ 3949], 60.00th=[ 5014], 13 | | 70.00th=[ 6128], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10028], 15 | | 99.99th=[29230] 16 | bw ( KiB/s): min= 424, max= 612, per=100.00%, avg=489.88, stdev=36.22, samples=60 17 | iops : min= 212, max= 306, avg=244.93, stdev=18.11, samples=60 18 | lat (usec) : 10=0.07%, 20=0.01%, 50=22.68%, 100=0.95%, 250=0.90% 19 | lat (usec) : 500=0.01%, 1000=0.18% 20 | lat (msec) : 2=7.03%, 4=18.59%, 10=49.52%, 20=0.04%, 50=0.01% 21 | cpu : usr=0.33%, sys=1.00%, ctx=7344, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=7350,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=490KiB/s (502kB/s), 490KiB/s-490KiB/s (502kB/s-502kB/s), io=14.4MiB (15.1MB), run=30003-30003msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=7329/0, merge=0/0, ticks=29590/0, in_queue=26743, util=20.33% 33 | -------------------------------------------------------------------------------- /disks/bs.randwrite/03_8k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 8192B-8192B, (W) 8192B-8192B, (T) 8192B-8192B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231324: Tue Aug 11 21:23:07 2020 6 | write: IOPS=1027, BW=8218KiB/s (8415kB/s)(241MiB/30001msec) 7 | slat (usec): min=3, max=367, avg=33.92, stdev=18.47 8 | clat (usec): min=23, max=44603, avg=933.45, stdev=1307.77 9 | lat (usec): min=28, max=44655, avg=968.01, stdev=1311.62 10 | clat percentiles (usec): 11 | | 1.00th=[ 34], 5.00th=[ 36], 10.00th=[ 41], 20.00th=[ 67], 12 | | 30.00th=[ 98], 40.00th=[ 255], 50.00th=[ 545], 60.00th=[ 938], 13 | | 70.00th=[ 1237], 80.00th=[ 1565], 90.00th=[ 2057], 95.00th=[ 2638], 14 | | 99.00th=[ 8356], 99.50th=[ 9503], 99.90th=[10028], 99.95th=[10814], 15 | | 99.99th=[17957] 16 | bw ( KiB/s): min= 5888, max=95136, per=100.00%, avg=8216.72, stdev=11418.95, samples=60 17 | iops : min= 736, max=11892, avg=1027.07, stdev=1427.37, samples=60 18 | lat (usec) : 50=14.45%, 100=16.24%, 250=9.09%, 500=8.51%, 750=6.46% 19 | lat (usec) : 1000=6.99% 20 | lat (msec) : 2=27.46%, 4=8.81%, 10=1.89%, 20=0.10%, 50=0.01% 21 | cpu : usr=1.24%, sys=4.06%, ctx=30819, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,30817,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=8218KiB/s (8415kB/s), 8218KiB/s-8218KiB/s (8415kB/s-8415kB/s), io=241MiB (252MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/30802, merge=0/29773, ticks=0/27868, in_queue=18086, util=62.67% 33 | -------------------------------------------------------------------------------- /disks/bs.read/07_128k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=229691: Tue Aug 11 21:49:30 2020 6 | read: IOPS=2298, BW=287MiB/s (301MB/s)(5120MiB/17818msec) 7 | slat (usec): min=5, max=255, avg=28.61, stdev=13.82 8 | clat (usec): min=8, max=50677, avg=402.71, stdev=402.92 9 | lat (usec): min=59, max=50700, avg=431.85, stdev=406.51 10 | clat percentiles (usec): 11 | | 1.00th=[ 56], 5.00th=[ 58], 10.00th=[ 60], 20.00th=[ 63], 12 | | 30.00th=[ 65], 40.00th=[ 441], 50.00th=[ 469], 60.00th=[ 519], 13 | | 70.00th=[ 553], 80.00th=[ 619], 90.00th=[ 644], 95.00th=[ 660], 14 | | 99.00th=[ 1074], 99.50th=[ 1090], 99.90th=[ 2835], 99.95th=[ 2868], 15 | | 99.99th=[ 8979] 16 | bw ( KiB/s): min=185856, max=1565184, per=92.29%, avg=271567.43, stdev=270532.85, samples=35 17 | iops : min= 1452, max=12228, avg=2121.60, stdev=2113.54, samples=35 18 | lat (usec) : 10=0.01%, 50=0.04%, 100=33.89%, 250=0.04%, 500=20.78% 19 | lat (usec) : 750=40.62%, 1000=1.73% 20 | lat (msec) : 2=2.72%, 4=0.16%, 10=0.01%, 50=0.01%, 100=0.01% 21 | cpu : usr=1.91%, sys=7.18%, ctx=40960, majf=0, minf=44 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=40960,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=287MiB/s (301MB/s), 287MiB/s-287MiB/s (301MB/s-301MB/s), io=5120MiB (5369MB), run=17818-17818msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=39306/0, merge=0/0, ticks=16379/0, in_queue=1302, util=97.10% 33 | -------------------------------------------------------------------------------- /disks/bs.write/05_32k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 32.0KiB-32.0KiB, (W) 32.0KiB-32.0KiB, (T) 32.0KiB-32.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=232343: Tue Aug 11 21:49:47 2020 6 | write: IOPS=7069, BW=221MiB/s (232MB/s)(5120MiB/23176msec) 7 | slat (usec): min=3, max=232, avg=14.36, stdev= 5.45 8 | clat (usec): min=18, max=25299, avg=125.30, stdev=218.19 9 | lat (usec): min=29, max=25313, avg=139.90, stdev=218.19 10 | clat percentiles (usec): 11 | | 1.00th=[ 31], 5.00th=[ 38], 10.00th=[ 42], 20.00th=[ 47], 12 | | 30.00th=[ 48], 40.00th=[ 48], 50.00th=[ 49], 60.00th=[ 176], 13 | | 70.00th=[ 200], 80.00th=[ 204], 90.00th=[ 223], 95.00th=[ 239], 14 | | 99.00th=[ 709], 99.50th=[ 775], 99.90th=[ 840], 99.95th=[ 2606], 15 | | 99.99th=[ 9110] 16 | bw ( KiB/s): min=186112, max=656256, per=100.00%, avg=226278.96, stdev=89634.83, samples=46 17 | iops : min= 5816, max=20508, avg=7071.22, stdev=2801.09, samples=46 18 | lat (usec) : 20=0.01%, 50=53.38%, 100=4.85%, 250=39.43%, 500=0.83% 19 | lat (usec) : 750=0.75%, 1000=0.67% 20 | lat (msec) : 2=0.01%, 4=0.05%, 10=0.04%, 50=0.01% 21 | cpu : usr=4.36%, sys=11.40%, ctx=163841, majf=0, minf=17 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,163840,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=221MiB/s (232MB/s), 221MiB/s-221MiB/s (232MB/s-232MB/s), io=5120MiB (5369MB), run=23176-23176msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/163814, merge=0/0, ticks=0/19655, in_queue=716, util=96.05% 33 | -------------------------------------------------------------------------------- /disks/iodepth.4k_randwrite/16.log: -------------------------------------------------------------------------------- 1 | read4k-rand: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=16 2 | fio-3.7 3 | Starting 1 process 4 | 5 | read4k-rand: (groupid=0, jobs=1): err= 0: pid=242547: Wed Aug 12 13:50:13 2020 6 | write: IOPS=967, BW=3868KiB/s (3961kB/s)(113MiB/30014msec) 7 | slat (usec): min=3, max=370, avg=36.68, stdev=19.02 8 | clat (usec): min=118, max=80280, avg=16501.12, stdev=7523.00 9 | lat (usec): min=126, max=80333, avg=16538.45, stdev=7528.80 10 | clat percentiles (usec): 11 | | 1.00th=[ 293], 5.00th=[ 322], 10.00th=[ 363], 20.00th=[13042], 12 | | 30.00th=[14615], 40.00th=[15795], 50.00th=[16909], 60.00th=[18220], 13 | | 70.00th=[19792], 80.00th=[21627], 90.00th=[24773], 95.00th=[27132], 14 | | 99.00th=[32375], 99.50th=[34341], 99.90th=[62653], 99.95th=[73925], 15 | | 99.99th=[80217] 16 | bw ( KiB/s): min= 3080, max=28544, per=100.00%, avg=3867.87, stdev=3244.40, samples=60 17 | iops : min= 770, max= 7136, avg=966.97, stdev=811.10, samples=60 18 | lat (usec) : 250=0.51%, 500=10.42%, 750=0.08% 19 | lat (msec) : 2=0.01%, 4=0.01%, 10=1.05%, 20=59.80%, 50=28.02% 20 | lat (msec) : 100=0.11% 21 | cpu : usr=1.40%, sys=4.64%, ctx=23031, majf=0, minf=12 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=99.9%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,29025,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=16 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=3868KiB/s (3961kB/s), 3868KiB/s-3868KiB/s (3961kB/s-3961kB/s), io=113MiB (119MB), run=30014-30014msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/28951, merge=0/0, ticks=0/475717, in_queue=462614, util=61.93% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_read/8.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=8 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243781: Wed Aug 12 14:40:48 2020 6 | read: IOPS=4201, BW=263MiB/s (275MB/s)(5120MiB/19499msec) 7 | slat (usec): min=3, max=174, avg=13.76, stdev= 6.68 8 | clat (usec): min=45, max=35722, avg=1888.80, stdev=1069.16 9 | lat (usec): min=55, max=35737, avg=1902.71, stdev=1073.59 10 | clat percentiles (usec): 11 | | 1.00th=[ 119], 5.00th=[ 123], 10.00th=[ 124], 20.00th=[ 128], 12 | | 30.00th=[ 2212], 40.00th=[ 2245], 50.00th=[ 2278], 60.00th=[ 2343], 13 | | 70.00th=[ 2376], 80.00th=[ 2638], 90.00th=[ 2769], 95.00th=[ 2769], 14 | | 99.00th=[ 2868], 99.50th=[ 4490], 99.90th=[ 4621], 99.95th=[ 4752], 15 | | 99.99th=[10945] 16 | bw ( KiB/s): min=199296, max=217728, per=77.50%, avg=208386.21, stdev=5189.53, samples=38 17 | iops : min= 3114, max= 3402, avg=3256.03, stdev=81.08, samples=38 18 | lat (usec) : 50=0.01%, 100=0.10%, 250=23.60%, 500=0.03%, 750=0.02% 19 | lat (usec) : 1000=0.01% 20 | lat (msec) : 2=0.01%, 4=75.48%, 10=0.70%, 20=0.03%, 50=0.01% 21 | cpu : usr=1.73%, sys=6.61%, ctx=71543, majf=0, minf=281 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=100.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=8 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=263MiB/s (275MB/s), 263MiB/s-263MiB/s (275MB/s-275MB/s), io=5120MiB (5369MB), run=19499-19499msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=77838/0, merge=0/0, ticks=154089/0, in_queue=126506, util=97.73% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/09_n2i4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | ... 3 | fio-3.7 4 | Starting 2 processes 5 | 6 | job: (groupid=0, jobs=2): err= 0: pid=256498: Thu Aug 13 12:20:40 2020 7 | write: IOPS=3528, BW=221MiB/s (231MB/s)(6617MiB/30003msec) 8 | slat (usec): min=6, max=350, avg=30.53, stdev=15.97 9 | clat (usec): min=59, max=46388, avg=2232.42, stdev=969.42 10 | lat (usec): min=83, max=46414, avg=2263.43, stdev=972.01 11 | clat percentiles (usec): 12 | | 1.00th=[ 121], 5.00th=[ 159], 10.00th=[ 2040], 20.00th=[ 2180], 13 | | 30.00th=[ 2212], 40.00th=[ 2212], 50.00th=[ 2245], 60.00th=[ 2376], 14 | | 70.00th=[ 2540], 80.00th=[ 2606], 90.00th=[ 2671], 95.00th=[ 2868], 15 | | 99.00th=[ 4424], 99.50th=[ 4621], 99.90th=[11076], 99.95th=[11207], 16 | | 99.99th=[29230] 17 | bw ( KiB/s): min=92160, max=692119, per=49.99%, avg=112900.44, stdev=74474.79, samples=120 18 | iops : min= 1440, max=10814, avg=1764.02, stdev=1163.65, samples=120 19 | lat (usec) : 100=0.28%, 250=8.82%, 500=0.11%, 750=0.01%, 1000=0.01% 20 | lat (msec) : 2=0.34%, 4=89.33%, 10=0.75%, 20=0.35%, 50=0.02% 21 | cpu : usr=2.06%, sys=5.65%, ctx=102123, majf=0, minf=28 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,105874,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=221MiB/s (231MB/s), 221MiB/s-221MiB/s (231MB/s-231MB/s), io=6617MiB (6939MB), run=30003-30003msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/105606, merge=0/21, ticks=0/234643, in_queue=197029, util=97.14% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/12_n2i32.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=32 2 | ... 3 | fio-3.7 4 | Starting 2 processes 5 | 6 | job: (groupid=0, jobs=2): err= 0: pid=256647: Thu Aug 13 12:23:43 2020 7 | write: IOPS=3534, BW=221MiB/s (232MB/s)(6631MiB/30021msec) 8 | slat (usec): min=5, max=396, avg=31.89, stdev=17.19 9 | clat (usec): min=234, max=45920, avg=18070.70, stdev=5710.35 10 | lat (usec): min=245, max=45938, avg=18103.03, stdev=5715.08 11 | clat percentiles (usec): 12 | | 1.00th=[ 1057], 5.00th=[ 1123], 10.00th=[18482], 20.00th=[18482], 13 | | 30.00th=[18482], 40.00th=[18744], 50.00th=[18744], 60.00th=[19268], 14 | | 70.00th=[19530], 80.00th=[20579], 90.00th=[21627], 95.00th=[21890], 15 | | 99.00th=[27657], 99.50th=[28967], 99.90th=[35914], 99.95th=[43254], 16 | | 99.99th=[45351] 17 | bw ( KiB/s): min=92288, max=698112, per=50.00%, avg=113095.17, stdev=74828.12, samples=120 18 | iops : min= 1442, max=10908, avg=1767.07, stdev=1169.19, samples=120 19 | lat (usec) : 250=0.01%, 500=0.02%, 750=0.05%, 1000=0.25% 20 | lat (msec) : 2=8.80%, 4=0.01%, 10=0.02%, 20=61.58%, 50=29.27% 21 | cpu : usr=2.27%, sys=5.86%, ctx=98041, majf=0, minf=32 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=99.9%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.1%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,106100,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=32 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=221MiB/s (232MB/s), 221MiB/s-221MiB/s (232MB/s-232MB/s), io=6631MiB (6953MB), run=30021-30021msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/105777, merge=0/0, ticks=0/1908876, in_queue=1856368, util=97.21% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/16_n4i4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | ... 3 | fio-3.7 4 | Starting 4 processes 5 | 6 | job: (groupid=0, jobs=4): err= 0: pid=256966: Thu Aug 13 12:27:46 2020 7 | write: IOPS=3506, BW=219MiB/s (230MB/s)(6575MiB/30004msec) 8 | slat (usec): min=5, max=376, avg=36.74, stdev=18.45 9 | clat (usec): min=92, max=46574, avg=4522.01, stdev=1960.51 10 | lat (usec): min=122, max=46632, avg=4559.33, stdev=1963.42 11 | clat percentiles (usec): 12 | | 1.00th=[ 253], 5.00th=[ 289], 10.00th=[ 4293], 20.00th=[ 4424], 13 | | 30.00th=[ 4490], 40.00th=[ 4555], 50.00th=[ 4817], 60.00th=[ 4817], 14 | | 70.00th=[ 4883], 80.00th=[ 5080], 90.00th=[ 5342], 95.00th=[ 5538], 15 | | 99.00th=[ 7242], 99.50th=[13173], 99.90th=[30016], 99.95th=[37487], 16 | | 99.99th=[45876] 17 | bw ( KiB/s): min=44544, max=346880, per=25.00%, avg=56092.15, stdev=37470.83, samples=240 18 | iops : min= 696, max= 5420, avg=876.43, stdev=585.48, samples=240 19 | lat (usec) : 100=0.01%, 250=0.84%, 500=8.41%, 750=0.01%, 1000=0.01% 20 | lat (msec) : 2=0.01%, 4=0.22%, 10=89.61%, 20=0.76%, 50=0.16% 21 | cpu : usr=1.16%, sys=3.40%, ctx=101783, majf=0, minf=46 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,105195,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=219MiB/s (230MB/s), 219MiB/s-219MiB/s (230MB/s-230MB/s), io=6575MiB (6894MB), run=30004-30004msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/104884, merge=0/0, ticks=0/473182, in_queue=414761, util=96.41% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/23_n8i4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | ... 3 | fio-3.7 4 | Starting 8 processes 5 | 6 | job: (groupid=0, jobs=8): err= 0: pid=257346: Thu Aug 13 12:34:53 2020 7 | write: IOPS=3504, BW=219MiB/s (230MB/s)(6574MiB/30011msec) 8 | slat (usec): min=5, max=254, avg=47.56, stdev=17.22 9 | clat (usec): min=56, max=42028, avg=9074.92, stdev=3299.47 10 | lat (usec): min=81, max=42085, avg=9123.30, stdev=3305.76 11 | clat percentiles (usec): 12 | | 1.00th=[ 108], 5.00th=[ 562], 10.00th=[ 9110], 20.00th=[ 9241], 13 | | 30.00th=[ 9241], 40.00th=[ 9372], 50.00th=[ 9372], 60.00th=[ 9503], 14 | | 70.00th=[ 9765], 80.00th=[10028], 90.00th=[10683], 95.00th=[11076], 15 | | 99.00th=[18220], 99.50th=[19792], 99.90th=[35390], 99.95th=[38011], 16 | | 99.99th=[41157] 17 | bw ( KiB/s): min=22144, max=357760, per=12.50%, avg=28035.77, stdev=20887.00, samples=480 18 | iops : min= 346, max= 5590, avg=438.04, stdev=326.36, samples=480 19 | lat (usec) : 100=0.49%, 250=1.13%, 500=0.71%, 750=6.87%, 1000=0.02% 20 | lat (msec) : 2=0.01%, 4=0.01%, 10=64.43%, 20=25.87%, 50=0.47% 21 | cpu : usr=0.71%, sys=2.23%, ctx=100352, majf=0, minf=156 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,105182,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=219MiB/s (230MB/s), 219MiB/s-219MiB/s (230MB/s-230MB/s), io=6574MiB (6893MB), run=30011-30011msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/104510, merge=0/25, ticks=0/946355, in_queue=907539, util=96.22% 33 | -------------------------------------------------------------------------------- /disks/numjobs.4k_randwrite/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=247843: Wed Aug 12 17:44:07 2020 6 | write: IOPS=1777, BW=7111KiB/s (7282kB/s)(208MiB/30005msec) 7 | slat (usec): min=2, max=363, avg=20.05, stdev=17.65 8 | clat (usec): min=13, max=17513, avg=538.61, stdev=1269.20 9 | lat (usec): min=27, max=17527, avg=559.01, stdev=1272.78 10 | clat percentiles (usec): 11 | | 1.00th=[ 27], 5.00th=[ 29], 10.00th=[ 33], 20.00th=[ 37], 12 | | 30.00th=[ 40], 40.00th=[ 45], 50.00th=[ 52], 60.00th=[ 114], 13 | | 70.00th=[ 330], 80.00th=[ 758], 90.00th=[ 1401], 95.00th=[ 2089], 14 | | 99.00th=[ 8586], 99.50th=[ 9241], 99.90th=[ 9634], 99.95th=[ 9634], 15 | | 99.99th=[10814] 16 | bw ( KiB/s): min= 3592, max=89672, per=100.00%, avg=7112.00, stdev=15126.37, samples=60 17 | iops : min= 898, max=22418, avg=1778.00, stdev=3781.59, samples=60 18 | lat (usec) : 20=0.01%, 50=49.20%, 100=10.12%, 250=7.26%, 500=8.51% 19 | lat (usec) : 750=4.80%, 1000=4.56% 20 | lat (msec) : 2=10.14%, 4=2.87%, 10=2.49%, 20=0.03% 21 | cpu : usr=1.45%, sys=4.25%, ctx=53343, majf=0, minf=12 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,53341,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=7111KiB/s (7282kB/s), 7111KiB/s-7111KiB/s (7282kB/s-7282kB/s), io=208MiB (218MB), run=30005-30005msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/53277, merge=0/0, ticks=0/28231, in_queue=17554, util=57.34% 33 | -------------------------------------------------------------------------------- /disks/numjobs.64k_read/1.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=246535: Wed Aug 12 17:27:16 2020 6 | read: IOPS=3280, BW=205MiB/s (215MB/s)(5120MiB/24973msec) 7 | slat (usec): min=8, max=298, avg=16.90, stdev= 5.16 8 | clat (usec): min=19, max=31466, avg=285.96, stdev=199.83 9 | lat (usec): min=48, max=31483, avg=303.07, stdev=199.54 10 | clat percentiles (usec): 11 | | 1.00th=[ 145], 5.00th=[ 251], 10.00th=[ 258], 20.00th=[ 260], 12 | | 30.00th=[ 262], 40.00th=[ 265], 50.00th=[ 265], 60.00th=[ 269], 13 | | 70.00th=[ 273], 80.00th=[ 285], 90.00th=[ 306], 95.00th=[ 310], 14 | | 99.00th=[ 766], 99.50th=[ 791], 99.90th=[ 2474], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=188800, max=231040, per=99.94%, avg=209810.29, stdev=8879.41, samples=49 17 | iops : min= 2950, max= 3610, avg=3278.29, stdev=138.74, samples=49 18 | lat (usec) : 20=0.01%, 50=0.41%, 100=0.02%, 250=3.96%, 500=92.14% 19 | lat (usec) : 750=1.60%, 1000=1.76% 20 | lat (msec) : 2=0.01%, 4=0.10%, 10=0.01%, 20=0.01%, 50=0.01% 21 | cpu : usr=1.81%, sys=6.29%, ctx=81921, majf=0, minf=30 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=205MiB/s (215MB/s), 205MiB/s-205MiB/s (215MB/s-215MB/s), io=5120MiB (5369MB), run=24973-24973msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=81756/0, merge=0/0, ticks=23337/0, in_queue=263, util=98.02% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randread/90.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=223889: Tue Aug 11 17:21:53 2020 6 | read: IOPS=246, BW=984KiB/s (1008kB/s)(86.5MiB/90001msec) 7 | slat (usec): min=10, max=220, avg=34.57, stdev=12.37 8 | clat (usec): min=4, max=46069, avg=4022.35, stdev=3126.33 9 | lat (usec): min=43, max=46130, avg=4057.70, stdev=3126.49 10 | clat percentiles (usec): 11 | | 1.00th=[ 35], 5.00th=[ 36], 10.00th=[ 43], 20.00th=[ 44], 12 | | 30.00th=[ 1729], 40.00th=[ 2835], 50.00th=[ 3949], 60.00th=[ 5080], 13 | | 70.00th=[ 6194], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9503], 99.90th=[ 9896], 99.95th=[10028], 15 | | 99.99th=[17171] 16 | bw ( KiB/s): min= 816, max= 1144, per=100.00%, avg=984.09, stdev=62.58, samples=180 17 | iops : min= 204, max= 286, avg=246.02, stdev=15.64, samples=180 18 | lat (usec) : 10=0.04%, 20=0.03%, 50=22.93%, 100=0.88%, 250=1.06% 19 | lat (usec) : 500=0.01%, 1000=0.17% 20 | lat (msec) : 2=7.51%, 4=17.76%, 10=49.59%, 20=0.04%, 50=0.01% 21 | cpu : usr=0.37%, sys=0.96%, ctx=22120, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=22144,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=984KiB/s (1008kB/s), 984KiB/s-984KiB/s (1008kB/s-1008kB/s), io=86.5MiB (90.7MB), run=90001-90001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=22124/0, merge=0/0, ticks=88922/0, in_queue=80380, util=20.29% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randwrite/20.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=225496: Tue Aug 11 20:08:51 2020 6 | write: IOPS=2114, BW=8460KiB/s (8663kB/s)(165MiB/20001msec) 7 | slat (usec): min=2, max=230, avg=18.30, stdev=17.03 8 | clat (usec): min=19, max=17495, avg=450.91, stdev=1097.04 9 | lat (usec): min=29, max=17508, avg=469.55, stdev=1101.49 10 | clat percentiles (usec): 11 | | 1.00th=[ 28], 5.00th=[ 31], 10.00th=[ 33], 20.00th=[ 36], 12 | | 30.00th=[ 39], 40.00th=[ 41], 50.00th=[ 45], 60.00th=[ 58], 13 | | 70.00th=[ 184], 80.00th=[ 594], 90.00th=[ 1336], 95.00th=[ 1958], 14 | | 99.00th=[ 5997], 99.50th=[ 9110], 99.90th=[ 9765], 99.95th=[ 9896], 15 | | 99.99th=[11338] 16 | bw ( KiB/s): min= 3760, max=86834, per=99.96%, avg=8455.40, stdev=17935.49, samples=40 17 | iops : min= 940, max=21708, avg=2113.83, stdev=4483.82, samples=40 18 | lat (usec) : 20=0.01%, 50=56.71%, 100=10.15%, 250=5.52%, 500=6.06% 19 | lat (usec) : 750=3.55%, 1000=3.83% 20 | lat (msec) : 2=9.47%, 4=2.85%, 10=1.81%, 20=0.05% 21 | cpu : usr=1.71%, sys=4.54%, ctx=42303, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,42301,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=8460KiB/s (8663kB/s), 8460KiB/s-8460KiB/s (8663kB/s-8663kB/s), io=165MiB (173MB), run=20001-20001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/42254, merge=0/0, ticks=0/18689, in_queue=11435, util=59.55% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randwrite/30.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=225563: Tue Aug 11 20:09:48 2020 6 | write: IOPS=1491, BW=5964KiB/s (6107kB/s)(175MiB/30001msec) 7 | slat (usec): min=2, max=230, avg=22.71, stdev=17.33 8 | clat (usec): min=20, max=25528, avg=643.53, stdev=1408.10 9 | lat (usec): min=27, max=25544, avg=666.69, stdev=1410.03 10 | clat percentiles (usec): 11 | | 1.00th=[ 31], 5.00th=[ 35], 10.00th=[ 39], 20.00th=[ 43], 12 | | 30.00th=[ 48], 40.00th=[ 57], 50.00th=[ 95], 60.00th=[ 251], 13 | | 70.00th=[ 474], 80.00th=[ 873], 90.00th=[ 1516], 95.00th=[ 2442], 14 | | 99.00th=[ 8717], 99.50th=[ 9372], 99.90th=[ 9634], 99.95th=[10159], 15 | | 99.99th=[11994] 16 | bw ( KiB/s): min= 3448, max=77840, per=100.00%, avg=5995.78, stdev=9802.75, samples=59 17 | iops : min= 862, max=19460, avg=1498.93, stdev=2450.69, samples=59 18 | lat (usec) : 50=35.64%, 100=14.75%, 250=9.57%, 500=11.01%, 750=6.04% 19 | lat (usec) : 1000=5.60% 20 | lat (msec) : 2=11.01%, 4=2.78%, 10=3.53%, 20=0.06%, 50=0.01% 21 | cpu : usr=1.46%, sys=3.95%, ctx=44735, majf=0, minf=12 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,44733,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=5964KiB/s (6107kB/s), 5964KiB/s-5964KiB/s (6107kB/s-6107kB/s), io=175MiB (183MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/44643, merge=0/0, ticks=0/28314, in_queue=17789, util=55.41% 33 | -------------------------------------------------------------------------------- /disks/bs.randread/02_4k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228496: Tue Aug 11 21:21:05 2020 6 | read: IOPS=244, BW=977KiB/s (1000kB/s)(28.6MiB/30003msec) 7 | slat (nsec): min=10632, max=64827, avg=35176.33, stdev=12684.39 8 | clat (usec): min=4, max=47971, avg=4052.06, stdev=3161.77 9 | lat (usec): min=45, max=48014, avg=4088.06, stdev=3161.81 10 | clat percentiles (usec): 11 | | 1.00th=[ 35], 5.00th=[ 37], 10.00th=[ 43], 20.00th=[ 44], 12 | | 30.00th=[ 1795], 40.00th=[ 2900], 50.00th=[ 3982], 60.00th=[ 5014], 13 | | 70.00th=[ 6128], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[ 9896], 99.95th=[10683], 15 | | 99.99th=[47973] 16 | bw ( KiB/s): min= 800, max= 1208, per=100.00%, avg=976.80, stdev=69.44, samples=60 17 | iops : min= 200, max= 302, avg=244.20, stdev=17.36, samples=60 18 | lat (usec) : 10=0.01%, 20=0.01%, 50=22.72%, 100=0.98%, 250=0.85% 19 | lat (usec) : 500=0.01%, 1000=0.19% 20 | lat (msec) : 2=7.04%, 4=18.51%, 10=49.58%, 20=0.05%, 50=0.03% 21 | cpu : usr=0.36%, sys=0.98%, ctx=7322, majf=0, minf=10 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=7327,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=977KiB/s (1000kB/s), 977KiB/s-977KiB/s (1000kB/s-1000kB/s), io=28.6MiB (30.0MB), run=30003-30003msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=7309/0, merge=0/0, ticks=29586/0, in_queue=26753, util=20.30% 33 | -------------------------------------------------------------------------------- /disks/bs.randwrite/02_4k.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=231277: Tue Aug 11 21:22:26 2020 6 | write: IOPS=1047, BW=4188KiB/s (4289kB/s)(123MiB/30001msec) 7 | slat (usec): min=3, max=339, avg=32.41, stdev=19.47 8 | clat (usec): min=13, max=44490, avg=916.56, stdev=1289.70 9 | lat (usec): min=26, max=44542, avg=949.55, stdev=1293.36 10 | clat percentiles (usec): 11 | | 1.00th=[ 29], 5.00th=[ 33], 10.00th=[ 36], 20.00th=[ 46], 12 | | 30.00th=[ 77], 40.00th=[ 260], 50.00th=[ 553], 60.00th=[ 938], 13 | | 70.00th=[ 1237], 80.00th=[ 1549], 90.00th=[ 2008], 95.00th=[ 2573], 14 | | 99.00th=[ 6259], 99.50th=[ 9503], 99.90th=[10159], 99.95th=[10814], 15 | | 99.99th=[20579] 16 | bw ( KiB/s): min= 2632, max=48824, per=100.00%, avg=4199.36, stdev=5914.50, samples=59 17 | iops : min= 658, max=12206, avg=1049.83, stdev=1478.63, samples=59 18 | lat (usec) : 20=0.01%, 50=23.27%, 100=8.77%, 250=7.49%, 500=8.61% 19 | lat (usec) : 750=6.55%, 1000=6.91% 20 | lat (msec) : 2=28.16%, 4=8.32%, 10=1.79%, 20=0.11%, 50=0.01% 21 | cpu : usr=1.37%, sys=3.84%, ctx=31414, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,31413,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=4188KiB/s (4289kB/s), 4188KiB/s-4188KiB/s (4289kB/s-4289kB/s), io=123MiB (129MB), run=30001-30001msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/31391, merge=0/8, ticks=0/28806, in_queue=18773, util=62.16% 33 | -------------------------------------------------------------------------------- /disks/iodepth.64k_read/16.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=16 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=243879: Wed Aug 12 14:41:19 2020 6 | read: IOPS=4208, BW=263MiB/s (276MB/s)(5120MiB/19464msec) 7 | slat (usec): min=3, max=332, avg=14.65, stdev= 6.90 8 | clat (usec): min=47, max=34456, avg=3785.17, stdev=2047.98 9 | lat (usec): min=63, max=34484, avg=3800.09, stdev=2051.81 10 | clat percentiles (usec): 11 | | 1.00th=[ 180], 5.00th=[ 210], 10.00th=[ 217], 20.00th=[ 269], 12 | | 30.00th=[ 4424], 40.00th=[ 4621], 50.00th=[ 4752], 60.00th=[ 4883], 13 | | 70.00th=[ 4883], 80.00th=[ 5145], 90.00th=[ 5145], 95.00th=[ 5211], 14 | | 99.00th=[ 6718], 99.50th=[ 6980], 99.90th=[ 7046], 99.95th=[13042], 15 | | 99.99th=[32375] 16 | bw ( KiB/s): min=201216, max=217472, per=77.42%, avg=208532.21, stdev=5151.43, samples=38 17 | iops : min= 3144, max= 3398, avg=3258.32, stdev=80.49, samples=38 18 | lat (usec) : 50=0.01%, 100=0.11%, 250=19.40%, 500=4.16%, 750=0.05% 19 | lat (usec) : 1000=0.02% 20 | lat (msec) : 2=0.01%, 4=0.02%, 10=76.16%, 20=0.04%, 50=0.02% 21 | cpu : usr=1.81%, sys=6.84%, ctx=65740, majf=0, minf=280 22 | IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=100.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=16 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=263MiB/s (276MB/s), 263MiB/s-263MiB/s (276MB/s-276MB/s), io=5120MiB (5369MB), run=19464-19464msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=79645/0, merge=0/0, ticks=308635/0, in_queue=271777, util=97.75% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs/02_n1i4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=261494: Thu Aug 13 14:01:29 2020 6 | read: IOPS=415, BW=1661KiB/s (1701kB/s)(48.7MiB/30028msec) 7 | slat (nsec): min=5565, max=71687, avg=38306.96, stdev=9372.90 8 | clat (usec): min=4, max=95404, avg=9583.00, stdev=9674.30 9 | lat (usec): min=43, max=95419, avg=9622.18, stdev=9674.28 10 | clat percentiles (usec): 11 | | 1.00th=[ 34], 5.00th=[ 43], 10.00th=[ 44], 20.00th=[ 2802], 12 | | 30.00th=[ 4178], 40.00th=[ 5604], 50.00th=[ 6980], 60.00th=[ 8291], 13 | | 70.00th=[10159], 80.00th=[15008], 90.00th=[22152], 95.00th=[28967], 14 | | 99.00th=[44827], 99.50th=[51643], 99.90th=[72877], 99.95th=[82314], 15 | | 99.99th=[93848] 16 | bw ( KiB/s): min= 1480, max= 1824, per=100.00%, avg=1662.07, stdev=76.05, samples=60 17 | iops : min= 370, max= 456, avg=415.52, stdev=19.01, samples=60 18 | lat (usec) : 10=0.05%, 20=0.01%, 50=11.09%, 100=0.45%, 250=0.02% 19 | lat (msec) : 2=3.26%, 4=13.91%, 10=40.77%, 20=18.86%, 50=10.97% 20 | lat (msec) : 100=0.62% 21 | cpu : usr=0.69%, sys=1.79%, ctx=12460, majf=0, minf=15 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=12470,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=1661KiB/s (1701kB/s), 1661KiB/s-1661KiB/s (1701kB/s-1701kB/s), io=48.7MiB (51.1MB), run=30028-30028msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=12446/0, merge=0/0, ticks=119113/0, in_queue=113482, util=39.38% 33 | -------------------------------------------------------------------------------- /disks/iodepth_numjobs_64k_write/02_n1i4.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=write, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=4 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=256048: Thu Aug 13 12:14:03 2020 6 | write: IOPS=3622, BW=226MiB/s (237MB/s)(5120MiB/22617msec) 7 | slat (usec): min=4, max=344, avg=18.88, stdev= 7.13 8 | clat (usec): min=32, max=10128, avg=1083.62, stdev=559.17 9 | lat (usec): min=65, max=10145, avg=1102.70, stdev=559.06 10 | clat percentiles (usec): 11 | | 1.00th=[ 81], 5.00th=[ 95], 10.00th=[ 115], 20.00th=[ 1074], 12 | | 30.00th=[ 1090], 40.00th=[ 1106], 50.00th=[ 1106], 60.00th=[ 1123], 13 | | 70.00th=[ 1172], 80.00th=[ 1254], 90.00th=[ 1500], 95.00th=[ 1598], 14 | | 99.00th=[ 1762], 99.50th=[ 3294], 99.90th=[ 9765], 99.95th=[ 9896], 15 | | 99.99th=[10028] 16 | bw ( KiB/s): min=185600, max=1347328, per=100.00%, avg=231895.56, stdev=170255.78, samples=45 17 | iops : min= 2900, max=21052, avg=3623.36, stdev=2660.25, samples=45 18 | lat (usec) : 50=0.01%, 100=7.43%, 250=4.58%, 500=0.05%, 750=0.01% 19 | lat (usec) : 1000=1.72% 20 | lat (msec) : 2=85.65%, 4=0.36%, 10=0.17%, 20=0.02% 21 | cpu : usr=2.74%, sys=6.85%, ctx=77739, majf=0, minf=12 22 | IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,81920,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=4 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=226MiB/s (237MB/s), 226MiB/s-226MiB/s (237MB/s-237MB/s), io=5120MiB (5369MB), run=22617-22617msec 30 | 31 | Disk stats (read/write): 32 | sde: ios=0/81287, merge=0/0, ticks=0/87369, in_queue=71866, util=96.86% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randread/40.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=223742: Tue Aug 11 17:18:15 2020 6 | read: IOPS=245, BW=983KiB/s (1007kB/s)(38.4MiB/40002msec) 7 | slat (nsec): min=10605, max=71625, avg=35024.08, stdev=12577.94 8 | clat (usec): min=2, max=38377, avg=4026.11, stdev=3168.90 9 | lat (usec): min=43, max=38392, avg=4061.87, stdev=3168.93 10 | clat percentiles (usec): 11 | | 1.00th=[ 35], 5.00th=[ 37], 10.00th=[ 43], 20.00th=[ 44], 12 | | 30.00th=[ 1729], 40.00th=[ 2835], 50.00th=[ 3884], 60.00th=[ 5014], 13 | | 70.00th=[ 6194], 80.00th=[ 7308], 90.00th=[ 8455], 95.00th=[ 8979], 14 | | 99.00th=[ 9503], 99.50th=[ 9634], 99.90th=[10028], 99.95th=[13173], 15 | | 99.99th=[38536] 16 | bw ( KiB/s): min= 808, max= 1192, per=100.00%, avg=983.04, stdev=62.87, samples=80 17 | iops : min= 202, max= 298, avg=245.75, stdev=15.71, samples=80 18 | lat (usec) : 4=0.01%, 10=0.03%, 20=0.02%, 50=22.93%, 100=0.84% 19 | lat (usec) : 250=1.00%, 1000=0.18% 20 | lat (msec) : 2=7.62%, 4=18.24%, 10=49.05%, 20=0.05%, 50=0.03% 21 | cpu : usr=0.39%, sys=0.95%, ctx=9825, majf=0, minf=11 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=9832,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=983KiB/s (1007kB/s), 983KiB/s-983KiB/s (1007kB/s-1007kB/s), io=38.4MiB (40.3MB), run=40002-40002msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=9816/0, merge=0/0, ticks=39484/0, in_queue=35705, util=20.24% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randwrite/60.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=225777: Tue Aug 11 20:14:12 2020 6 | write: IOPS=1182, BW=4730KiB/s (4844kB/s)(277MiB/60005msec) 7 | slat (usec): min=2, max=354, avg=25.57, stdev=17.86 8 | clat (usec): min=18, max=18386, avg=815.24, stdev=1676.35 9 | lat (usec): min=27, max=18428, avg=841.22, stdev=1676.76 10 | clat percentiles (usec): 11 | | 1.00th=[ 32], 5.00th=[ 39], 10.00th=[ 44], 20.00th=[ 50], 12 | | 30.00th=[ 67], 40.00th=[ 124], 50.00th=[ 241], 60.00th=[ 392], 13 | | 70.00th=[ 652], 80.00th=[ 1004], 90.00th=[ 1663], 95.00th=[ 3916], 14 | | 99.00th=[ 9110], 99.50th=[ 9372], 99.90th=[ 9765], 99.95th=[10290], 15 | | 99.99th=[12649] 16 | bw ( KiB/s): min= 3664, max=57584, per=100.00%, avg=4730.23, stdev=4876.49, samples=120 17 | iops : min= 916, max=14396, avg=1182.54, stdev=1219.12, samples=120 18 | lat (usec) : 20=0.01%, 50=21.34%, 100=16.70%, 250=12.80%, 500=14.61% 19 | lat (usec) : 750=7.64%, 1000=6.88% 20 | lat (msec) : 2=12.24%, 4=2.85%, 10=4.85%, 20=0.07% 21 | cpu : usr=1.21%, sys=3.55%, ctx=70959, majf=0, minf=13 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,70958,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=4730KiB/s (4844kB/s), 4730KiB/s-4730KiB/s (4844kB/s-4844kB/s), io=277MiB (291MB), run=60005-60005msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/70841, merge=0/0, ticks=0/57036, in_queue=37012, util=52.01% 33 | -------------------------------------------------------------------------------- /disks/runtime.4k_randwrite/90.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=225847: Tue Aug 11 20:16:06 2020 6 | write: IOPS=1270, BW=5081KiB/s (5203kB/s)(447MiB/90001msec) 7 | slat (usec): min=2, max=368, avg=24.57, stdev=17.58 8 | clat (usec): min=15, max=19402, avg=757.94, stdev=1601.45 9 | lat (usec): min=28, max=19413, avg=782.97, stdev=1602.57 10 | clat percentiles (usec): 11 | | 1.00th=[ 32], 5.00th=[ 38], 10.00th=[ 41], 20.00th=[ 47], 12 | | 30.00th=[ 52], 40.00th=[ 80], 50.00th=[ 198], 60.00th=[ 343], 13 | | 70.00th=[ 570], 80.00th=[ 955], 90.00th=[ 1614], 95.00th=[ 3359], 14 | | 99.00th=[ 9110], 99.50th=[ 9372], 99.90th=[ 9765], 99.95th=[10159], 15 | | 99.99th=[16712] 16 | bw ( KiB/s): min= 3416, max=78592, per=100.00%, avg=5084.72, stdev=7666.34, samples=179 17 | iops : min= 854, max=19648, avg=1271.17, stdev=1916.59, samples=179 18 | lat (usec) : 20=0.01%, 50=28.35%, 100=14.03%, 250=11.60%, 500=13.37% 19 | lat (usec) : 750=7.42%, 1000=6.24% 20 | lat (msec) : 2=11.60%, 4=2.94%, 10=4.40%, 20=0.06% 21 | cpu : usr=1.28%, sys=3.67%, ctx=114322, majf=0, minf=73 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=0,114319,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | WRITE: bw=5081KiB/s (5203kB/s), 5081KiB/s-5081KiB/s (5203kB/s-5203kB/s), io=447MiB (468MB), run=90001-90001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=0/114243, merge=0/0, ticks=0/85433, in_queue=54990, util=52.90% 33 | -------------------------------------------------------------------------------- /disks/runtime.64k_read/20.log: -------------------------------------------------------------------------------- 1 | job: (g=0): rw=read, bs=(R) 64.0KiB-64.0KiB, (W) 64.0KiB-64.0KiB, (T) 64.0KiB-64.0KiB, ioengine=libaio, iodepth=1 2 | fio-3.7 3 | Starting 1 process 4 | 5 | job: (groupid=0, jobs=1): err= 0: pid=228429: Tue Aug 11 20:09:15 2020 6 | read: IOPS=3270, BW=204MiB/s (214MB/s)(4088MiB/20001msec) 7 | slat (usec): min=4, max=319, avg=16.37, stdev= 5.07 8 | clat (usec): min=14, max=22272, avg=287.51, stdev=162.15 9 | lat (usec): min=41, max=22287, avg=304.10, stdev=161.60 10 | clat percentiles (usec): 11 | | 1.00th=[ 153], 5.00th=[ 253], 10.00th=[ 255], 20.00th=[ 260], 12 | | 30.00th=[ 265], 40.00th=[ 269], 50.00th=[ 269], 60.00th=[ 273], 13 | | 70.00th=[ 277], 80.00th=[ 281], 90.00th=[ 297], 95.00th=[ 297], 14 | | 99.00th=[ 766], 99.50th=[ 783], 99.90th=[ 2507], 99.95th=[ 2573], 15 | | 99.99th=[ 2606] 16 | bw ( KiB/s): min=190976, max=219648, per=99.88%, avg=209053.54, stdev=7295.73, samples=39 17 | iops : min= 2984, max= 3432, avg=3266.46, stdev=114.00, samples=39 18 | lat (usec) : 20=0.01%, 50=0.01%, 100=0.01%, 250=4.05%, 500=92.45% 19 | lat (usec) : 750=1.51%, 1000=1.84% 20 | lat (msec) : 2=0.01%, 4=0.12%, 10=0.01%, 20=0.01%, 50=0.01% 21 | cpu : usr=1.76%, sys=6.16%, ctx=65409, majf=0, minf=29 22 | IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 23 | submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 24 | complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 25 | issued rwts: total=65408,0,0,0 short=0,0,0,0 dropped=0,0,0,0 26 | latency : target=0, window=0, percentile=100.00%, depth=1 27 | 28 | Run status group 0 (all jobs): 29 | READ: bw=204MiB/s (214MB/s), 204MiB/s-204MiB/s (214MB/s-214MB/s), io=4088MiB (4287MB), run=20001-20001msec 30 | 31 | Disk stats (read/write): 32 | sdd: ios=65200/0, merge=0/0, ticks=18699/0, in_queue=214, util=97.72% 33 | --------------------------------------------------------------------------------