Check Disk Speed with fio

wipefs -a -f /dev/nvme[1-4]n1
zpool create -m /nvme nvme /dev/nvme[1-4]n1
zpool destroy nvme

dd if=/dev/zero of=ashift12.bin bs=1M count=10000 
dd if=ashift12.bin of=/dev/null bs=1M; rm -f ashift12.bin
fio --name=randwrite --ioengine=libaio --iodepth=1 --rw=randrw --bs=4k --direct=0 --size=512M --numjobs=5 \
--runtime=240 --group_reporting; rm -f randwrite.*

root@wnvm2:/tmp# 
8303976448 bytes (8.3 GB, 7.7 GiB) copied, 6.58398 s, 1.3 GB/s
8303976448 bytes (8.3 GB, 7.7 GiB) copied, 0.576495 s, 14.4 GB/s
   READ: bw=349MiB/s (366MB/s), 349MiB/s-349MiB/s (366MB/s-366MB/s), io=1280MiB (1342MB), run=3662-3662msec
  WRITE: bw=350MiB/s (367MB/s), 350MiB/s-350MiB/s (367MB/s-367MB/s), io=1280MiB (1342MB), run=3662-3662msec

root@wnvm2:/nvme# 
10485760000 bytes (10 GB, 9.8 GiB) copied, 4.2838 s, 2.4 GB/s
10485760000 bytes (10 GB, 9.8 GiB) copied, 1.66624 s, 6.3 GB/s
   READ: bw=123MiB/s (129MB/s), 123MiB/s-123MiB/s (129MB/s-129MB/s), io=1280MiB (1342MB), run=10425-10425msec
  WRITE: bw=123MiB/s (129MB/s), 123MiB/s-123MiB/s (129MB/s-129MB/s), io=1280MiB (1342MB), run=10425-10425msec

root@wnvm1:/tmp#
10485760000 bytes (10 GB, 9.8 GiB) copied, 4.52686 s, 2.3 GB/s
10485760000 bytes (10 GB, 9.8 GiB) copied, 0.770646 s, 13.6 GB/s
   READ: bw=333MiB/s (349MB/s), 333MiB/s-333MiB/s (349MB/s-349MB/s), io=1280MiB (1342MB), run=3844-3844msec
  WRITE: bw=333MiB/s (349MB/s), 333MiB/s-333MiB/s (349MB/s-349MB/s), io=1280MiB (1342MB), run=3844-3844msec

root@wnvm1:/nasraid#
10485760000 bytes (10 GB, 9.8 GiB) copied, 10.2151 s, 1.0 GB/s
10485760000 bytes (10 GB, 9.8 GiB) copied, 5.00437 s, 2.1 GB/s
   READ: bw=1215MiB/s (1274MB/s), 1215MiB/s-1215MiB/s (1274MB/s-1274MB/s), io=1280MiB (1342MB), run=1053-1053msec
  WRITE: bw=1216MiB/s (1275MB/s), 1216MiB/s-1216MiB/s (1275MB/s-1275MB/s), io=1280MiB (1342MB), run=1053-1053msec

root@khoc:/tmp#
10485760000 bytes (10 GB, 9.8 GiB) copied, 5.2458 s, 2.0 GB/s
10485760000 bytes (10 GB, 9.8 GiB) copied, 0.773211 s, 13.6 GB/s
   READ: bw=427MiB/s (448MB/s), 427MiB/s-427MiB/s (448MB/s-448MB/s), io=1280MiB (1342MB), run=2994-2994msec
  WRITE: bw=428MiB/s (448MB/s), 428MiB/s-428MiB/s (448MB/s-448MB/s), io=1280MiB (1342MB), run=2994-2994msec

root@khoc:/nasraid#
10485760000 bytes (10 GB, 9.8 GiB) copied, 18.3408 s, 572 MB/s
10485760000 bytes (10 GB, 9.8 GiB) copied, 2.35001 s, 4.5 GB/s
   READ: bw=82.9MiB/s (86.9MB/s), 82.9MiB/s-82.9MiB/s (86.9MB/s-86.9MB/s), io=1280MiB (1342MB), run=15445-15445msec
  WRITE: bw=82.9MiB/s (86.9MB/s), 82.9MiB/s-82.9MiB/s (86.9MB/s-86.9MB/s), io=1280MiB (1342MB), run=15445-15445msec

fio --name=random-write --ioengine=posixaio --rw=randrw --bs=16k --numjobs=1 --size=512M --iodepth=1 --runtime=60 --time_based --end_fsync=1 ; rm -f random-write.0.0

root@xeon:~# 
    READ: bw=70.1MiB/s (73.5MB/s), 70.1MiB/s-70.1MiB/s (73.5MB/s-73.5MB/s), io=4215MiB (4419MB), run=60092-60092msec
    WRITE: bw=70.2MiB/s (73.6MB/s), 70.2MiB/s-70.2MiB/s (73.6MB/s-73.6MB/s), io=4221MiB (4426MB), run=60092-60092msec

root@xeon:/nasraid# 
    READ: bw=345MiB/s (362MB/s), 345MiB/s-345MiB/s (362MB/s-362MB/s), io=20.2GiB (21.7GB), run=60001-60001msec
    WRITE: bw=345MiB/s (362MB/s), 345MiB/s-345MiB/s (362MB/s-362MB/s), io=20.2GiB (21.7GB), run=60001-60001msec

[root@nine sw7v6]#
    READ: bw=14.1MiB/s (14.8MB/s), 14.1MiB/s-14.1MiB/s (14.8MB/s-14.8MB/s), io=927MiB (972MB), run=65597-65597msec
    WRITE: bw=14.1MiB/s (14.8MB/s), 14.1MiB/s-14.1MiB/s (14.8MB/s-14.8MB/s), io=924MiB (969MB), run=65597-65597msec

sw7v6@CLSC-C02G8668Q05P ~ %
    READ: bw=934MiB/s (980MB/s), 934MiB/s-934MiB/s (980MB/s-980MB/s), io=54.9GiB (59.0GB), run=60193-60193msec
    WRITE: bw=934MiB/s (979MB/s), 934MiB/s-934MiB/s (979MB/s-979MB/s), io=54.9GiB (58.9GB), run=60193-60193msec

[root@nine ~]#
    READ: bw=76.5MiB/s (80.2MB/s), 76.5MiB/s-76.5MiB/s (80.2MB/s-80.2MB/s), io=4608MiB (4832MB), run=60235-60235msec
    WRITE: bw=76.5MiB/s (80.2MB/s), 76.5MiB/s-76.5MiB/s (80.2MB/s-80.2MB/s), io=4608MiB (4832MB), run=60235-60235msec

sarayut@ubuntu-lts:/tmp$
   READ: bw=75.4MiB/s (79.1MB/s), 75.4MiB/s-75.4MiB/s (79.1MB/s-79.1MB/s), io=4534MiB (4755MB), run=60136-60136msec
  WRITE: bw=75.4MiB/s (79.1MB/s), 75.4MiB/s-75.4MiB/s (79.1MB/s-79.1MB/s), io=4534MiB (4754MB), run=60136-60136msec

root@nine:/opt/vg01-lv01/lab/sarayut/test#
   READ: bw=2298KiB/s (2354kB/s), 2298KiB/s-2298KiB/s (2354kB/s-2354kB/s), io=139MiB (146MB), run=62020-62020msec
  WRITE: bw=2300KiB/s (2355kB/s), 2300KiB/s-2300KiB/s (2355kB/s-2355kB/s), io=139MiB (146MB), run=62020-62020msec

sarayut@ubuntu-lts:~/webdav/test$
   READ: bw=263MiB/s (276MB/s), 263MiB/s-263MiB/s (276MB/s-276MB/s), io=15.5GiB (16.7GB), run=60394-60394msec
  WRITE: bw=263MiB/s (275MB/s), 263MiB/s-263MiB/s (275MB/s-275MB/s), io=15.5GiB (16.6GB), run=60394-60394msec

root@khoc:~#
/root
   READ: bw=161MiB/s (168MB/s), 161MiB/s-161MiB/s (168MB/s-168MB/s), io=9644MiB (10.1GB), run=60042-60042msec
  WRITE: bw=160MiB/s (168MB/s), 160MiB/s-160MiB/s (168MB/s-168MB/s), io=9634MiB (10.1GB), run=60042-60042msec
/opt/vg01-lv80
   READ: bw=4359KiB/s (4464kB/s), 4359KiB/s-4359KiB/s (4464kB/s-4464kB/s), io=257MiB (269MB), run=60278-60278msec
  WRITE: bw=4363KiB/s (4468kB/s), 4363KiB/s-4363KiB/s (4468kB/s-4468kB/s), io=257MiB (269MB), run=60278-60278msec
/opt/vg01-lv20
   READ: bw=3989KiB/s (4084kB/s), 3989KiB/s-3989KiB/s (4084kB/s-4084kB/s), io=256MiB (269MB), run=65746-65746msec
  WRITE: bw=3986KiB/s (4082kB/s), 3986KiB/s-3986KiB/s (4082kB/s-4082kB/s), io=256MiB (268MB), run=65746-65746msec

sarayut@joy-amd:~$
/tmp
   READ: bw=151MiB/s (158MB/s), 151MiB/s-151MiB/s (158MB/s-158MB/s), io=9061MiB (9501MB), run=60103-60103msec
  WRITE: bw=151MiB/s (158MB/s), 151MiB/s-151MiB/s (158MB/s-158MB/s), io=9049MiB (9489MB), run=60103-60103msec

/home/sarayut
   READ: bw=120MiB/s (126MB/s), 120MiB/s-120MiB/s (126MB/s-126MB/s), io=7204MiB (7554MB), run=60040-60040msec
  WRITE: bw=120MiB/s (126MB/s), 120MiB/s-120MiB/s (126MB/s-126MB/s), io=7193MiB (7543MB), run=60040-60040msec

root@ssca:~#
/root
   READ: bw=65.0MiB/s (68.2MB/s), 65.0MiB/s-65.0MiB/s (68.2MB/s-68.2MB/s), io=3913MiB (4103MB), run=60190-60190msec
  WRITE: bw=65.1MiB/s (68.2MB/s), 65.1MiB/s-65.1MiB/s (68.2MB/s-68.2MB/s), io=3916MiB (4106MB), run=60190-60190msec

/home/sarayut/cvm/HayashiLab
   READ: bw=342MiB/s (359MB/s), 342MiB/s-342MiB/s (359MB/s-359MB/s), io=20.3GiB (21.7GB), run=60579-60579msec
  WRITE: bw=342MiB/s (359MB/s), 342MiB/s-342MiB/s (359MB/s-359MB/s), io=20.2GiB (21.7GB), run=60579-60579msec

https://docs.oracle.com/en-us/iaas/Content/Block/References/samplefiocommandslinux.htm

fio --name=random-write --ioengine=posixaio --rw=randwrite --bs=4k --numjobs=1 --size=4g --iodepth=1 --runtime=60 --time_based --end_fsync=1 ; \
rm -f random-write.0.0 

Lenovo 
sda WRITE: bw=105MiB/s
nvme0n1 WRITE: bw=135MiB/s

Joy's AMD
1TB-gen3 nvme0n1 WRITE: bw=541MiB/
2TB-gen4 nvme1n1 WRITE: bw=498MiB/s
8TB sdb WRITE: bw=124MiB/s
16TB sda WRITE: bw=105MiB/s
ext-exfat sdc WRITE: bw=305MiB/s
ext-ext4 sdc WRITE: bw=321MiB/s

Joy's iMac
/Users/wipaweewinuthayanon WRITE: bw=193MiB/s
/Volumes/Elements 2 TB WRITE: bw=98.7MiB/s
/Volumes/Lab data WRITE: bw=51.1MiB/s

Hulk
sda /home/hulk WRITE: bw=235MiB/s
/Users/wipaweewinuthayanon/Nine /home/hulk/Docker/nfs WRITE: bw=25.0MiB/s
/data WRITE: WRITE: bw=246MiB/s

Nine-Mac 
/Volumes/WD2TB-EXT WRITE: bw=260MiB/s
/Users/sarayut WRITE: bw=226MiB/s
/tmp WRITE: bw=147MiB/s
/Volumes/ST5TBnew WRITE: bw=206MiB/s
/Volumes/ST5TBold WRITE: bw=179MiB/s
/Volumes/ST5TBjoy WRITE: bw=150MiB/s
/Volumes/ST8TB WRITE: bw=170MiB/s
/Volumes/New8TB WRITE: bw=91.7MiB/s

Pax's iMac
/Users/sarayut WRITE: bw=20.2MiB/s

Installing fio

Windows

 https://bsdio.com/fio/

Debian or Ubuntu: sudo apt install fio

FreeBSD: sudo pkg install fio

CentOS/RHEL: sudo yum install epel-release -y ; sudo yum install fio

MacOS

/usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
brew install fio

Run

fio --name=random-write --ioengine=posixaio --rw=randwrite --bs=4k --numjobs=1 --size=4g --iodepth=1 --runtime=60 --time_based --end_fsync=1