$ sudo yum install -y amazon-efs-utils fio
$ sudo mkdir /efs
$ sudo mount -t efs -o tls fs-d462f79c:/ /efs
$ sudo fio -filename=/efs/test1 -rw=read -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file1
$ sudo fio -filename=/efs/test2 -rw=randread -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file2
$ sudo fio -filename=/efs/test3 -rw=write -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file3
$ sudo fio -filename=/efs/test4 -rw=randwrite -direct -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file4
$ sudo fio -filename=/efs/test1 -rw=read -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file1
file1: (g=0): rw=read, bs=4K-4K/4K-4K/4K-4K, ioengine=psync★="Basic pread(2) or pwrite(2) I/O" , iodepth=1
...
fio-2.14
Starting 2 processes
Jobs: 2 (f=2): [R(2)] [100.0% done] [2064KB/0KB/0KB /s] [516/0/0 iops] [eta 00m:00s]
file1: (groupid=0, jobs=2): err= 0: pid=19277: Sat Dec 22 19:28:24 2018
read : io=24700KB, bw=2469.2KB/s, iops=617, runt= 10004msec
clat (msec): min=1, max=44, avg= 3.23, stdev= 1.01
lat (msec): min=1, max=44, avg= 3.23★, stdev= 1.01
clat percentiles (usec):
| 1.00th=[ 2352], 5.00th=[ 2480], 10.00th=[ 2544], 20.00th=[ 2640],
| 30.00th=[ 2736], 40.00th=[ 2832], 50.00th=[ 2960], 60.00th=[ 3216],
| 70.00th=[ 3696], 80.00th=[ 3824], 90.00th=[ 4016], 95.00th=[ 4192],
| 99.00th=[ 5408], 99.50th=[ 6304], 99.90th=[ 7968], 99.95th=[ 8640],
| 99.99th=[44288]
lat (msec) : 2=0.03%, 4=88.62%, 10=11.32%, 50=0.03%
cpu : usr=0.60%, sys=0.00%, ctx=6187, majf=0, minf=18
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=6175/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
READ: io=24700KB, aggrb=2469KB/s, minb=2469KB/s, maxb=2469KB/s, mint=10004msec, maxt=10004msec
$ sudo fio -filename=/efs/test1 -rw=randread -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file1
file1: (g=0): rw=randread, bs=4K-4K/4K-4K/4K-4K, ioengine=psync★, iodepth=1
...
fio-2.14
Starting 2 processes
Jobs: 2 (f=2): [r(2)] [100.0% done] [2344KB/0KB/0KB /s] [586/0/0 iops] [eta 00m:00s]
file1: (groupid=0, jobs=2): err= 0: pid=19373: Sat Dec 22 19:46:29 2018
read : io=24192KB, bw=2417.8KB/s, iops=604, runt= 10006msec
clat (msec): min=2, max=40, avg= 3.30, stdev= 1.29
lat (msec): min=2, max=40, avg= 3.30★, stdev= 1.29
clat percentiles (usec):
| 1.00th=[ 2384], 5.00th=[ 2480], 10.00th=[ 2576], 20.00th=[ 2672],
| 30.00th=[ 2768], 40.00th=[ 2832], 50.00th=[ 2960], 60.00th=[ 3216],
| 70.00th=[ 3568], 80.00th=[ 3792], 90.00th=[ 4016], 95.00th=[ 4384],
| 99.00th=[ 7712], 99.50th=[10944], 99.90th=[18560], 99.95th=[19840],
| 99.99th=[40704]
lat (msec) : 4=89.65%, 10=9.69%, 20=0.61%, 50=0.05%
cpu : usr=0.57%, sys=0.00%, ctx=6058, majf=0, minf=15
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=6048/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
READ: io=24192KB, aggrb=2417KB/s, minb=2417KB/s, maxb=2417KB/s, mint=10006msec, maxt=10006msec
$ sudo fio -filename=/efs/test1 -rw=write -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file1
file1: (g=0): rw=write, bs=4K-4K/4K-4K/4K-4K, ioengine=psync★, iodepth=1
...
fio-2.14
Starting 2 processes
Jobs: 2 (f=2): [W(2)] [100.0% done] [0KB/840KB/0KB /s] [0/210/0 iops] [eta 00m:00s]
file1: (groupid=0, jobs=2): err= 0: pid=19378: Sat Dec 22 19:49:08 2018
write: io=8284.0KB, bw=847942B/s, iops=207, runt= 10004msec
clat (msec): min=6, max=52, avg= 9.65, stdev= 2.29
lat (msec): min=6, max=52, avg= 9.65★, stdev= 2.29
clat percentiles (usec):
| 1.00th=[ 7584], 5.00th=[ 7968], 10.00th=[ 8160], 20.00th=[ 8384],
| 30.00th=[ 8768], 40.00th=[ 9024], 50.00th=[ 9280], 60.00th=[ 9536],
| 70.00th=[ 9792], 80.00th=[10304], 90.00th=[11072], 95.00th=[12480],
| 99.00th=[19328], 99.50th=[20608], 99.90th=[26496], 99.95th=[50432],
| 99.99th=[52480]
lat (msec) : 10=74.89%, 20=24.43%, 50=0.58%, 100=0.10%
cpu : usr=0.18%, sys=0.00%, ctx=2080, majf=0, minf=20
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=0/w=2071/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
WRITE: io=8284KB, aggrb=828KB/s, minb=828KB/s, maxb=828KB/s, mint=10004msec, maxt=10004msec
$ sudo fio -filename=/efs/test1 -rw=randwrite -direct=1 -bs=4k -size=2G -numjobs=2 -runtime=10 -group_reporting -name=file1
file1: (g=0): rw=randwrite, bs=4K-4K/4K-4K/4K-4K, ioengine=psync★, iodepth=1
...
fio-2.14
Starting 2 processes
Jobs: 2 (f=2): [w(2)] [100.0% done] [0KB/764KB/0KB /s] [0/191/0 iops] [eta 00m:00s]
file1: (groupid=0, jobs=2): err= 0: pid=19391: Sat Dec 22 19:53:22 2018
write: io=7960.0KB, bw=814778B/s, iops=198, runt= 10004msec
clat (msec): min=7, max=36, avg=10.04, stdev= 2.28
lat (msec): min=7, max=36, avg=10.04★, stdev= 2.28
clat percentiles (usec):
| 1.00th=[ 7776], 5.00th=[ 8096], 10.00th=[ 8256], 20.00th=[ 8640],
| 30.00th=[ 9024], 40.00th=[ 9280], 50.00th=[ 9536], 60.00th=[ 9920],
| 70.00th=[10176], 80.00th=[10816], 90.00th=[11968], 95.00th=[13632],
| 99.00th=[20096], 99.50th=[22912], 99.90th=[33024], 99.95th=[36608],
| 99.99th=[36608]
lat (msec) : 10=63.77%, 20=35.23%, 50=1.01%
cpu : usr=0.17%, sys=0.00%, ctx=2000, majf=0, minf=19
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=0/w=1990/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
WRITE: io=7960KB, aggrb=795KB/s, minb=795KB/s, maxb=795KB/s, mint=10004msec, maxt=10004msec
$ nfsiostat 5
