[root@tendrl16 tendrl14.lab.eng.blr.redhat.com:_vmstore]# mkdir foo; fio --name=job1 --rw=write --size=1g  --directory=./foo --direct=1 --bs=512 --runtime=120
job1: (g=0): rw=write, bs=512-512/512-512/512-512, ioengine=sync, iodepth=1
fio-2.1.7
Starting 1 process
job1: Laying out IO file(s) (1 file(s) / 1024MB)
Jobs: 1 (f=1): [W] [100.0% done] [0KB/215KB/0KB /s] [0/431/0 iops] [eta 00m:00s]
job1: (groupid=0, jobs=1): err= 0: pid=2199719: Tue Oct 27 10:41:45 2020
  write: io=26228KB, bw=223804B/s, iops=437, runt=120002msec
    clat (usec): min=297, max=7237, avg=2285.60, stdev=1166.15
     lat (usec): min=297, max=7238, avg=2285.83, stdev=1166.15
    clat percentiles (usec):
     |  1.00th=[  374],  5.00th=[  422], 10.00th=[  474], 20.00th=[  580],
     | 30.00th=[ 2544], 40.00th=[ 2672], 50.00th=[ 2736], 60.00th=[ 2800],
     | 70.00th=[ 2864], 80.00th=[ 2928], 90.00th=[ 3024], 95.00th=[ 4256],
     | 99.00th=[ 4768], 99.50th=[ 4896], 99.90th=[ 5088], 99.95th=[ 5216],
     | 99.99th=[ 6304]
    bw (KB  /s): min=  207, max=  315, per=100.00%, avg=218.53, stdev=11.24
    lat (usec) : 500=12.88%, 750=12.14%, 1000=2.35%
    lat (msec) : 2=0.41%, 4=66.22%, 10=5.99%
  cpu          : usr=0.27%, sys=0.77%, ctx=104912, majf=0, minf=6
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=52455/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: io=26227KB, aggrb=218KB/s, minb=218KB/s, maxb=218KB/s, mint=120002msec, maxt=120002msec
[root@tendrl16 tendrl14.lab.eng.blr.redhat.com:_vmstore]# sync; echo 3 > /proc/sys/vm/drop_caches
[root@tendrl16 tendrl14.lab.eng.blr.redhat.com:_vmstore]# mkdir foo; fio --name=job1 --rw=write --size=1g  --directory=./foo --direct=1 --bs=4k --runtime=120
mkdir: cannot create directory ‘foo’: File exists
job1: (g=0): rw=write, bs=4K-4K/4K-4K/4K-4K, ioengine=sync, iodepth=1
fio-2.1.7
Starting 1 process
Jobs: 1 (f=1): [W] [100.0% done] [0KB/10596KB/0KB /s] [0/2649/0 iops] [eta 00m:00s]
job1: (groupid=0, jobs=1): err= 0: pid=2200798: Tue Oct 27 10:44:00 2020
  write: io=1024.0MB, bw=10501KB/s, iops=2625, runt= 99859msec
    clat (usec): min=243, max=15691, avg=379.49, stdev=109.16
     lat (usec): min=243, max=15691, avg=379.67, stdev=109.17
    clat percentiles (usec):
     |  1.00th=[  278],  5.00th=[  290], 10.00th=[  294], 20.00th=[  306],
     | 30.00th=[  318], 40.00th=[  330], 50.00th=[  346], 60.00th=[  382],
     | 70.00th=[  438], 80.00th=[  462], 90.00th=[  486], 95.00th=[  516],
     | 99.00th=[  604], 99.50th=[  628], 99.90th=[  716], 99.95th=[ 1096],
     | 99.99th=[ 4512]
    bw (KB  /s): min= 9880, max=11304, per=100.00%, avg=10504.92, stdev=264.73
    lat (usec) : 250=0.01%, 500=92.93%, 750=7.00%, 1000=0.02%
    lat (msec) : 2=0.02%, 4=0.02%, 10=0.01%, 20=0.01%
  cpu          : usr=0.73%, sys=2.72%, ctx=524291, majf=0, minf=6
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued    : total=r=0/w=262144/d=0, short=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: io=1024.0MB, aggrb=10500KB/s, minb=10500KB/s, maxb=10500KB/s, mint=99859msec, maxt=99859msec
[root@tendrl16 tendrl14.lab.eng.blr.redhat.com:_vmstore]#