分享一个自己设计的emmc模块PCB(emmc module pcb share)

顺便每组贴的位置看喜好来就行 :sweat_smile:

1 Like

更新了v1.1,修复了焊盘未盖油的问题
update v1.1, fix via not tented

1 Like
root@rock-3a:~# fio --name=write --ioengine=libaio --iodepth=4 --rw=write --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

write: (g=0): rw=write, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 20 (f=19): [(2),W(1),(1),W(11),(1),W(3),f(1),W(3),(2),W(1),_(4)][9.2%][w=95.0MiB/s][w=95 IOPS][eta 09m:59s]
write: (groupid=0, jobs=30): err= 0: pid=1539: Fri Aug 26 20:59:40 2022
write: IOPS=80, BW=80.0MiB/s (84.9MB/s)(4938MiB/61000msec); 0 zone resets
slat (usec): min=338, max=1936.2k, avg=266353.72, stdev=259370.33
clat (msec): min=25, max=5291, avg=1200.13, stdev=550.82
lat (msec): min=43, max=5692, avg=1466.50, stdev=654.69
clat percentiles (msec):
| 1.00th=[ 138], 5.00th=[ 296], 10.00th=[ 472], 20.00th=[ 743],
| 30.00th=[ 936], 40.00th=[ 1083], 50.00th=[ 1217], 60.00th=[ 1334],
| 70.00th=[ 1452], 80.00th=[ 1620], 90.00th=[ 1821], 95.00th=[ 2022],
| 99.00th=[ 2735], 99.50th=[ 3272], 99.90th=[ 5067], 99.95th=[ 5134],
| 99.99th=[ 5269]
bw ( KiB/s): min=57891, max=409525, per=100.00%, avg=109637.03, stdev=2255.27, samples=2713
iops : min= 31, max= 397, avg=103.44, stdev= 2.23, samples=2713
lat (msec) : 50=0.18%, 100=0.41%, 250=2.71%, 500=7.65%, 750=9.88%
lat (msec) : 1000=14.14%, 2000=59.88%, >=2000=5.14%
cpu : usr=0.21%, sys=0.16%, ctx=9329, majf=0, minf=611
IO depths : 1=0.6%, 2=1.2%, 4=98.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,4938,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=80.0MiB/s (84.9MB/s), 80.0MiB/s-80.0MiB/s (84.9MB/s-84.9MB/s), io=4938MiB (5178MB), run=61000-61000msec

Disk stats (read/write):
mmcblk0: ios=105/9852, merge=0/0, ticks=797/7584102, in_queue=122073, util=99.71%

root@rock-3a:~# uname -a

Linux rock-3a 4.19.193-47-rockchip-g0f91d24e217c #rockchip SMP Sat Jun 25 14:30:32 UTC 2022 aarch64 aarch64 aarch64 GNU/Linux

root@rock-3a:~# fio --name=read --ioengine=libaio --iodepth=4 --rw=read --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

read: (g=0): rw=read, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 17 (f=16): [(1),R(2),(3),R(6),f(1),R(1),(6),R(3),(1),R(1),(1),R(1),(1),R(2)][7.7%][r=96.1MiB/s][r=96 IOPS][eta 12m:09s]
read: (groupid=0, jobs=30): err= 0: pid=1576: Fri Aug 26 21:04:11 2022
read: IOPS=86, BW=86.6MiB/s (90.8MB/s)(5282MiB/60999msec)
slat (usec): min=139, max=1749.2k, avg=253254.16, stdev=254846.40
clat (msec): min=22, max=3538, avg=1120.52, stdev=492.61
lat (msec): min=34, max=3559, avg=1373.79, stdev=566.68
clat percentiles (msec):
| 1.00th=[ 93], 5.00th=[ 321], 10.00th=[ 485], 20.00th=[ 693],
| 30.00th=[ 869], 40.00th=[ 995], 50.00th=[ 1116], 60.00th=[ 1250],
| 70.00th=[ 1351], 80.00th=[ 1485], 90.00th=[ 1720], 95.00th=[ 1989],
| 99.00th=[ 2467], 99.50th=[ 2567], 99.90th=[ 2869], 99.95th=[ 2903],
| 99.99th=[ 3540]
bw ( KiB/s): min=59430, max=292726, per=100.00%, avg=101837.50, stdev=1679.27, samples=3132
iops : min= 30, max= 280, avg=93.43, stdev= 1.68, samples=3132
lat (msec) : 50=0.30%, 100=0.80%, 250=2.35%, 500=6.95%, 750=12.80%
lat (msec) : 1000=16.98%, 2000=55.05%, >=2000=4.77%
cpu : usr=0.03%, sys=0.21%, ctx=10243, majf=0, minf=31347
IO depths : 1=0.6%, 2=1.1%, 4=98.3%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=5282,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=86.6MiB/s (90.8MB/s), 86.6MiB/s-86.6MiB/s (90.8MB/s-90.8MB/s), io=5282MiB (5539MB), run=60999-60999msec

Disk stats (read/write):
mmcblk0: ios=10527/0, merge=0/0, ticks=7571291/0, in_queue=121443, util=99.90%

2 Likes

三星 KLMCG8GEND-B031 64g
root@rock-3a:~# fio --name=write --ioengine=libaio --iodepth=4 --rw=write --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

write: (g=0): rw=write, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 23 (f=23): [W(6),(2),W(1),(1),W(4),(3),W(1),(1),W(11)][12.7%][w=78.0MiB/s][w=78 IOPS][eta 06m:59s]
write: (groupid=0, jobs=30): err= 0: pid=1080: Thu Sep 1 11:06:50 2022
write: IOPS=81, BW=81.0MiB/s (85.0MB/s)(5002MiB/61011msec); 0 zone resets
slat (usec): min=294, max=2198.0k, avg=265355.81, stdev=252184.46
clat (msec): min=23, max=5900, avg=1183.76, stdev=581.40
lat (msec): min=40, max=6355, avg=1449.14, stdev=685.42
clat percentiles (msec):
| 1.00th=[ 120], 5.00th=[ 292], 10.00th=[ 456], 20.00th=[ 709],
| 30.00th=[ 877], 40.00th=[ 1036], 50.00th=[ 1183], 60.00th=[ 1318],
| 70.00th=[ 1452], 80.00th=[ 1586], 90.00th=[ 1804], 95.00th=[ 2039],
| 99.00th=[ 3004], 99.50th=[ 3775], 99.90th=[ 5067], 99.95th=[ 5067],
| 99.99th=[ 5873]
bw ( KiB/s): min=60994, max=391106, per=100.00%, avg=108899.95, stdev=2285.38, samples=2772
iops : min= 30, max= 380, avg=102.82, stdev= 2.26, samples=2772
lat (msec) : 50=0.34%, 100=0.44%, 250=2.84%, 500=7.88%, 750=10.70%
lat (msec) : 1000=14.83%, 2000=57.68%, >=2000=5.30%
cpu : usr=0.21%, sys=0.16%, ctx=9877, majf=0, minf=617
IO depths : 1=0.6%, 2=1.2%, 4=98.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,5002,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=81.0MiB/s (85.0MB/s), 81.0MiB/s-81.0MiB/s (85.0MB/s-85.0MB/s), io=5002MiB (5245MB), run=61011-61011msec

Disk stats (read/write):
mmcblk0: ios=163/9986, merge=0/0, ticks=664/7584773, in_queue=120346, util=98.54%

root@rock-3a:~# fio --name=read --ioengine=libaio --iodepth=4 --rw=read --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

read: (g=0): rw=read, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 16 (f=13): [(1),R(1),(2),R(1),(2),R(1),(2),f(1),(3),f(1),R(5),f(1),(1),R(1),(2),R(3),(1),R(1)][8.3%][r=100MiB/s][r=100 IOPS][eta 11m:18s]
read: (groupid=0, jobs=30): err= 0: pid=1118: Thu Sep 1 11:08:18 2022
read: IOPS=86, BW=86.6MiB/s (90.8MB/s)(5273MiB/60908msec)
slat (usec): min=139, max=2079.9k, avg=266715.39, stdev=253412.19
clat (msec): min=22, max=3602, avg=1108.94, stdev=463.36
lat (msec): min=34, max=4204, avg=1375.67, stdev=532.03
clat percentiles (msec):
| 1.00th=[ 100], 5.00th=[ 342], 10.00th=[ 514], 20.00th=[ 743],
| 30.00th=[ 877], 40.00th=[ 995], 50.00th=[ 1116], 60.00th=[ 1200],
| 70.00th=[ 1318], 80.00th=[ 1452], 90.00th=[ 1670], 95.00th=[ 1905],
| 99.00th=[ 2299], 99.50th=[ 2500], 99.90th=[ 2970], 99.95th=[ 3071],
| 99.99th=[ 3608]
bw ( KiB/s): min=58572, max=276409, per=100.00%, avg=98970.37, stdev=1548.87, samples=3216
iops : min= 30, max= 267, avg=92.72, stdev= 1.55, samples=3216
lat (msec) : 50=0.36%, 100=0.64%, 250=1.97%, 500=6.20%, 750=11.99%
lat (msec) : 1000=19.36%, 2000=55.83%, >=2000=3.64%
cpu : usr=0.03%, sys=0.21%, ctx=10545, majf=0, minf=31336
IO depths : 1=0.6%, 2=1.1%, 4=98.3%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=5273,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=86.6MiB/s (90.8MB/s), 86.6MiB/s-86.6MiB/s (90.8MB/s-90.8MB/s), io=5273MiB (5529MB), run=60908-60908msec

Disk stats (read/write):
mmcblk0: ios=10518/0, merge=0/0, ticks=7562216/0, in_queue=121480, util=99.91%
root@rock-3a:~#
root@rock-3a:~# fio --name=randwrite --ioengine=libaio --iodepth=4 --rw=randwrite --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

randwrite: (g=0): rw=randwrite, bs=® 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 30 (f=30): [w(30)][100.0%][w=9529KiB/s][w=2382 IOPS][eta 00m:00s]
randwrite: (groupid=0, jobs=30): err= 0: pid=1150: Thu Sep 1 11:10:18 2022
write: IOPS=2328, BW=9316KiB/s (9539kB/s)(546MiB/60051msec); 0 zone resets
slat (usec): min=16, max=10609, avg=132.75, stdev=73.19
clat (usec): min=115, max=570710, avg=51321.71, stdev=36784.24
lat (usec): min=884, max=570844, avg=51459.58, stdev=36785.06
clat percentiles (msec):
| 1.00th=[ 3], 5.00th=[ 6], 10.00th=[ 11], 20.00th=[ 20],
| 30.00th=[ 29], 40.00th=[ 38], 50.00th=[ 47], 60.00th=[ 57],
| 70.00th=[ 67], 80.00th=[ 79], 90.00th=[ 94], 95.00th=[ 113],
| 99.00th=[ 146], 99.50th=[ 207], 99.90th=[ 334], 99.95th=[ 384],
| 99.99th=[ 493]
bw ( KiB/s): min= 6514, max=12345, per=99.95%, avg=9310.73, stdev=36.36, samples=3600
iops : min= 1624, max= 3081, avg=2323.93, stdev= 9.10, samples=3600
lat (usec) : 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
lat (msec) : 2=0.96%, 4=2.22%, 10=6.77%, 20=11.19%, 50=31.71%
lat (msec) : 100=38.73%, 250=8.09%, 500=0.32%, 750=0.01%
cpu : usr=0.83%, sys=1.56%, ctx=165702, majf=0, minf=589
IO depths : 1=0.1%, 2=0.1%, 4=99.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,139857,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=9316KiB/s (9539kB/s), 9316KiB/s-9316KiB/s (9539kB/s-9539kB/s), io=546MiB (573MB), run=60051-60051msec

Disk stats (read/write):
mmcblk0: ios=96/139660, merge=0/57, ticks=74/7156191, in_queue=120657, util=99.92%
root@rock-3a:~#

root@rock-3a:~# fio --name=randread --ioengine=libaio --iodepth=4 --rw=randread --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk0

randread: (g=0): rw=randread, bs=® 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4

fio-3.16
Starting 30 processes
Jobs: 30 (f=30): [r(30)][100.0%][r=11.9MiB/s][r=3048 IOPS][eta 00m:00s]
randread: (groupid=0, jobs=30): err= 0: pid=1187: Thu Sep 1 11:12:13 2022
read: IOPS=3357, BW=13.1MiB/s (13.8MB/s)(788MiB/60040msec)
slat (usec): min=16, max=5845, avg=120.31, stdev=49.12
clat (usec): min=288, max=490515, avg=35555.01, stdev=24747.44
lat (usec): min=557, max=490653, avg=35680.17, stdev=24748.46
clat percentiles (usec):
| 1.00th=[ 1532], 5.00th=[ 4178], 10.00th=[ 7504], 20.00th=[ 14091],
| 30.00th=[ 20579], 40.00th=[ 27395], 50.00th=[ 33817], 60.00th=[ 40633],
| 70.00th=[ 47449], 80.00th=[ 54264], 90.00th=[ 62129], 95.00th=[ 67634],
| 99.00th=[103285], 99.50th=[152044], 99.90th=[250610], 99.95th=[295699],
| 99.99th=[375391]
bw ( KiB/s): min= 9347, max=17560, per=99.98%, avg=13428.36, stdev=55.06, samples=3600
iops : min= 2333, max= 4388, avg=3354.63, stdev=13.77, samples=3600
lat (usec) : 500=0.01%, 750=0.02%, 1000=0.22%
lat (msec) : 2=1.46%, 4=3.01%, 10=9.11%, 20=15.14%, 50=45.15%
lat (msec) : 100=24.85%, 250=0.94%, 500=0.10%
cpu : usr=1.12%, sys=2.22%, ctx=200846, majf=0, minf=719
IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=201604,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=13.1MiB/s (13.8MB/s), 13.1MiB/s-13.1MiB/s (13.8MB/s-13.8MB/s), io=788MiB (826MB), run=60040-60040msec

Disk stats (read/write):
mmcblk0: ios=201466/0, merge=93/0, ticks=7151905/0, in_queue=121597, util=100.00%

速度测试:
speed test:

Board: rock-5b

EMMC chip: FORESEE 128G FSEIASLD-128G


CMD:  uname -a
Linux rock-5b 5.10.69-rockchip-rk3588 #trunk SMP Fri Sep 2 12:29:57 UTC 2022 aarch64 aarch64 aarch64 GNU/Linux



CMD:  fio --name=write --ioengine=libaio --iodepth=4 --rw=write --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=~/test

write: (g=0): rw=write, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
write: Laying out IO file (1 file / 2048MiB)
Jobs: 30 (f=30): [W(30)][100.0%][w=121MiB/s][w=121 IOPS][eta 00m:00s]
write: (groupid=0, jobs=30): err= 0: pid=5945: Fri Sep  2 23:01:37 2022
  write: IOPS=141, BW=142MiB/s (149MB/s)(8564MiB/60391msec); 0 zone resets
    slat (usec): min=161, max=845376, avg=203980.77, stdev=145811.06
    clat (msec): min=7, max=1904, avg=638.37, stdev=211.06
     lat (msec): min=81, max=1920, avg=842.36, stdev=205.47
    clat percentiles (msec):
     |  1.00th=[   53],  5.00th=[  271], 10.00th=[  422], 20.00th=[  502],
     | 30.00th=[  550], 40.00th=[  600], 50.00th=[  634], 60.00th=[  667],
     | 70.00th=[  701], 80.00th=[  768], 90.00th=[  894], 95.00th=[ 1003],
     | 99.00th=[ 1267], 99.50th=[ 1351], 99.90th=[ 1586], 99.95th=[ 1620],
     | 99.99th=[ 1905]
   bw (  KiB/s): min=61186, max=304829, per=100.00%, avg=147273.41, stdev=1853.03, samples=3523
   iops        : min=   30, max=  293, avg=135.24, stdev= 1.85, samples=3523
  lat (msec)   : 10=0.02%, 20=0.15%, 50=0.77%, 100=0.46%, 250=2.94%
  lat (msec)   : 500=15.62%, 750=57.20%, 1000=17.66%, 2000=5.17%
  cpu          : usr=0.12%, sys=0.17%, ctx=12132, majf=0, minf=596
  IO depths    : 1=0.4%, 2=0.7%, 4=98.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,8564,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=142MiB/s (149MB/s), 142MiB/s-142MiB/s (149MB/s-149MB/s), io=8564MiB (8980MB), run=60391-60391msec

Disk stats (read/write):
  mmcblk1: ios=0/17116, merge=0/0, ticks=0/2812200, in_queue=2812200, util=99.94%


CMD:  fio --name=read --ioengine=libaio --iodepth=4 --rw=read --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=~/test

read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 1 (f=0): [_(13),f(1),_(16)][100.0%][r=17.0GiB/s][r=17.4k IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=5980: Fri Sep  2 23:03:02 2022
  read: IOPS=1470, BW=1471MiB/s (1542MB/s)(60.0GiB/41769msec)
    slat (usec): min=35, max=3664.4k, avg=16481.79, stdev=70432.38
    clat (nsec): min=291, max=5130.1M, avg=59646601.21, stdev=179600411.39
     lat (usec): min=115, max=6065.0k, avg=76129.09, stdev=224621.60
    clat percentiles (nsec):
     |  1.00th=[       290],  5.00th=[       580], 10.00th=[      1752],
     | 20.00th=[    232448], 30.00th=[    350208], 40.00th=[    354304],
     | 50.00th=[    358400], 60.00th=[    403456], 70.00th=[    481280],
     | 80.00th=[    667648], 90.00th=[ 283115520], 95.00th=[ 450887680],
     | 99.00th=[ 843055104], 99.50th=[1002438656], 99.90th=[1350565888],
     | 99.95th=[1484783616], 99.99th=[2399141888]
   bw (  KiB/s): min=61308, max=55144977, per=64.99%, avg=978876.05, stdev=264164.12, samples=2243
   iops        : min=   36, max=53844, avg=943.60, stdev=257.99, samples=2243
  lat (nsec)   : 500=4.36%, 750=2.85%, 1000=0.14%
  lat (usec)   : 2=3.01%, 4=0.56%, 10=0.14%, 20=0.01%, 100=0.01%
  lat (usec)   : 250=15.11%, 500=45.29%, 750=10.89%, 1000=2.26%
  lat (msec)   : 2=1.21%, 4=0.14%, 10=0.07%, 20=0.14%, 50=0.33%
  lat (msec)   : 100=0.50%, 250=2.27%, 500=6.69%, 750=2.57%, 1000=0.94%
  lat (msec)   : 2000=0.50%, >=2000=0.01%
  cpu          : usr=0.02%, sys=0.84%, ctx=15934, majf=0, minf=31488
  IO depths    : 1=0.1%, 2=0.1%, 4=99.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=61440,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=1471MiB/s (1542MB/s), 1471MiB/s-1471MiB/s (1542MB/s-1542MB/s), io=60.0GiB (64.4GB), run=41769-41769msec

Disk stats (read/write):
  mmcblk1: ios=17220/0, merge=0/0, ticks=2502602/0, in_queue=2502601, util=99.71%
  

CMD:  fio --name=randwrite --ioengine=libaio --iodepth=4 --rw=randwrite --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=~/test
randwrite: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [w(30)][100.0%][w=19.3MiB/s][w=4952 IOPS][eta 00m:00s]
randwrite: (groupid=0, jobs=30): err= 0: pid=6016: Fri Sep  2 23:04:48 2022
  write: IOPS=5024, BW=19.6MiB/s (20.6MB/s)(1178MiB/60013msec); 0 zone resets
    slat (usec): min=4, max=86298, avg=4785.80, stdev=9456.64
    clat (usec): min=2, max=140659, avg=19074.62, stdev=19121.54
     lat (usec): min=187, max=140697, avg=23862.16, stdev=20326.15
    clat percentiles (usec):
     |  1.00th=[   258],  5.00th=[   334], 10.00th=[   441], 20.00th=[  3523],
     | 30.00th=[  6194], 40.00th=[  8455], 50.00th=[ 10945], 60.00th=[ 14222],
     | 70.00th=[ 21365], 80.00th=[ 41681], 90.00th=[ 49546], 95.00th=[ 54789],
     | 99.00th=[ 66323], 99.50th=[ 72877], 99.90th=[ 88605], 99.95th=[ 94897],
     | 99.99th=[108528]
   bw (  KiB/s): min=11379, max=31188, per=100.00%, avg=20115.96, stdev=141.25, samples=3570
   iops        : min= 2841, max= 7794, avg=5025.94, stdev=35.33, samples=3570
  lat (usec)   : 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.01%
  lat (usec)   : 250=0.81%, 500=10.58%, 750=2.38%, 1000=1.18%
  lat (msec)   : 2=2.10%, 4=4.21%, 10=25.11%, 20=22.62%, 50=21.53%
  lat (msec)   : 100=9.43%, 250=0.03%
  cpu          : usr=0.24%, sys=1.84%, ctx=544864, majf=0, minf=555
  IO depths    : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,301557,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=19.6MiB/s (20.6MB/s), 19.6MiB/s-19.6MiB/s (20.6MB/s-20.6MB/s), io=1178MiB (1235MB), run=60013-60013msec

Disk stats (read/write):
  mmcblk1: ios=0/300788, merge=0/11, ticks=0/3280473, in_queue=3280474, util=98.82%

  


CMD:  fio --name=randread --ioengine=libaio --iodepth=4 --rw=randread --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=~/test
randread: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [r(30)][100.0%][r=40.5MiB/s][r=10.4k IOPS][eta 00m:00s]
randread: (groupid=0, jobs=30): err= 0: pid=6084: Fri Sep  2 23:06:14 2022
  read: IOPS=5806, BW=22.7MiB/s (23.8MB/s)(1361MiB/60015msec)
    slat (usec): min=3, max=550933, avg=3106.55, stdev=8214.31
    clat (nsec): min=583, max=934136k, avg=17551895.21, stdev=19939627.03
     lat (usec): min=4, max=1024.9k, avg=20659.06, stdev=23731.39
    clat percentiles (nsec):
     |  1.00th=[      876],  5.00th=[     1160], 10.00th=[   428032],
     | 20.00th=[   497664], 30.00th=[   536576], 40.00th=[   806912],
     | 50.00th=[ 14352384], 60.00th=[ 20840448], 70.00th=[ 27131904],
     | 80.00th=[ 32112640], 90.00th=[ 40108032], 95.00th=[ 51642368],
     | 99.00th=[ 80216064], 99.50th=[ 94896128], 99.90th=[137363456],
     | 99.95th=[168820736], 99.99th=[250609664]
   bw (  KiB/s): min= 8178, max=56475, per=99.58%, avg=23127.09, stdev=313.47, samples=3570
   iops        : min= 2040, max=14118, avg=5779.86, stdev=78.39, samples=3570
  lat (nsec)   : 750=0.09%, 1000=3.04%
  lat (usec)   : 2=4.56%, 4=0.35%, 10=0.10%, 20=0.41%, 50=0.32%
  lat (usec)   : 100=0.02%, 250=0.01%, 500=11.74%, 750=18.78%, 1000=1.27%
  lat (msec)   : 2=0.49%, 4=0.62%, 10=2.91%, 20=13.98%, 50=35.85%
  lat (msec)   : 100=5.07%, 250=0.38%, 500=0.01%, 750=0.01%, 1000=0.01%
  cpu          : usr=0.18%, sys=0.73%, ctx=433227, majf=0, minf=681
  IO depths    : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=348449,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=22.7MiB/s (23.8MB/s), 22.7MiB/s-22.7MiB/s (23.8MB/s-23.8MB/s), io=1361MiB (1427MB), run=60015-60015msec

Disk stats (read/write):
  mmcblk1: ios=313683/0, merge=15/0, ticks=3750992/0, in_queue=3750992, util=99.94%

破案了,3568的emmc控制器巨坑无比

速度测试:
speed test:

Board: rock-5b

EMMC chip: MKEV008GCB-SC510


CMD:  uname -a
Linux rock-5b 5.10.69-rockchip-rk3588 #trunk SMP Fri Sep 2 12:29:57 UTC 2022 aarch64 aarch64 aarch64 GNU/Linux



CMD:  fio --name=write --ioengine=libaio --iodepth=4 --rw=write --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

write: (g=0): rw=write, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [W(30)][100.0%][w=110MiB/s][w=110 IOPS][eta 00m:00s]
write: (groupid=0, jobs=30): err= 0: pid=2955: Sun Sep  4 14:16:46 2022
  write: IOPS=107, BW=107MiB/s (112MB/s)(6478MiB/60534msec); 0 zone resets
    slat (usec): min=96, max=2726.2k, avg=236529.49, stdev=295467.82
    clat (msec): min=7, max=4107, avg=875.68, stdev=487.25
     lat (msec): min=16, max=4331, avg=1112.21, stdev=593.38
    clat percentiles (msec):
     |  1.00th=[   31],  5.00th=[  224], 10.00th=[  372], 20.00th=[  558],
     | 30.00th=[  634], 40.00th=[  693], 50.00th=[  751], 60.00th=[  852],
     | 70.00th=[  986], 80.00th=[ 1217], 90.00th=[ 1536], 95.00th=[ 1854],
     | 99.00th=[ 2433], 99.50th=[ 2702], 99.90th=[ 3239], 99.95th=[ 3440],
     | 99.99th=[ 4111]
   bw (  KiB/s): min=61283, max=438299, per=100.00%, avg=130200.89, stdev=2345.95, samples=3000
   iops        : min=   31, max=  426, avg=124.18, stdev= 2.31, samples=3000
  lat (msec)   : 10=0.05%, 20=0.37%, 50=1.84%, 100=0.93%, 250=2.45%
  lat (msec)   : 500=10.06%, 750=34.15%, 1000=20.61%, 2000=26.29%, >=2000=3.26%
  cpu          : usr=0.08%, sys=0.05%, ctx=11527, majf=0, minf=654
  IO depths    : 1=0.5%, 2=0.9%, 4=98.6%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,6478,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=107MiB/s (112MB/s), 107MiB/s-107MiB/s (112MB/s-112MB/s), io=6478MiB (6793MB), run=60534-60534msec

Disk stats (read/write):
  mmcblk1: ios=69/12914, merge=0/0, ticks=239/3682241, in_queue=3682480, util=99.98%



CMD:  fio --name=read --ioengine=libaio --iodepth=4 --rw=read --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [R(30)][100.0%][r=143MiB/s][r=143 IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=2998: Sun Sep  4 14:18:02 2022
  read: IOPS=189, BW=189MiB/s (199MB/s)(11.2GiB/60349msec)
    slat (usec): min=62, max=2184.1k, avg=136979.65, stdev=181763.02
    clat (msec): min=6, max=2827, avg=493.19, stdev=282.21
     lat (msec): min=9, max=2960, avg=630.17, stdev=338.25
    clat percentiles (msec):
     |  1.00th=[   41],  5.00th=[  159], 10.00th=[  222], 20.00th=[  305],
     | 30.00th=[  347], 40.00th=[  380], 50.00th=[  422], 60.00th=[  468],
     | 70.00th=[  542], 80.00th=[  659], 90.00th=[  852], 95.00th=[ 1053],
     | 99.00th=[ 1469], 99.50th=[ 1720], 99.90th=[ 2140], 99.95th=[ 2366],
     | 99.99th=[ 2567]
   bw (  KiB/s): min=61278, max=528262, per=100.00%, avg=206554.58, stdev=3212.10, samples=3364
   iops        : min=   30, max=  510, avg=191.13, stdev= 3.14, samples=3364
  lat (msec)   : 10=0.06%, 20=0.38%, 50=0.70%, 100=0.86%, 250=11.10%
  lat (msec)   : 500=51.27%, 750=21.09%, 1000=8.61%, 2000=5.71%, >=2000=0.21%
  cpu          : usr=0.02%, sys=0.14%, ctx=20229, majf=0, minf=31319
  IO depths    : 1=0.3%, 2=0.5%, 4=99.2%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=11434,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=189MiB/s (199MB/s), 189MiB/s-189MiB/s (199MB/s-199MB/s), io=11.2GiB (12.0GB), run=60349-60349msec

Disk stats (read/write):
  mmcblk1: ios=22864/0, merge=0/0, ticks=3681856/0, in_queue=3681856, util=100.00%



CMD:  fio --name=randwrite --ioengine=libaio --iodepth=4 --rw=randwrite --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

randwrite: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [w(30)][100.0%][w=6832KiB/s][w=1708 IOPS][eta 00m:00s]
randwrite: (groupid=0, jobs=30): err= 0: pid=3032: Sun Sep  4 14:19:30 2022
  write: IOPS=1711, BW=6844KiB/s (7008kB/s)(401MiB/60054msec); 0 zone resets
    slat (usec): min=7, max=2789.4k, avg=9666.47, stdev=29452.33
    clat (usec): min=271, max=4037.7k, avg=60412.41, stdev=71626.04
     lat (usec): min=484, max=4074.5k, avg=70079.64, stdev=85541.23
    clat percentiles (usec):
     |  1.00th=[   1336],  5.00th=[   1516], 10.00th=[   1532],
     | 20.00th=[   1565], 30.00th=[   1893], 40.00th=[  13698],
     | 50.00th=[  45876], 60.00th=[  73925], 70.00th=[  93848],
     | 80.00th=[ 116917], 90.00th=[ 137364], 95.00th=[ 160433],
     | 99.00th=[ 263193], 99.50th=[ 312476], 99.90th=[ 526386],
     | 99.95th=[ 717226], 99.99th=[1468007]
   bw (  KiB/s): min=  852, max=32860, per=100.00%, avg=6885.70, stdev=164.49, samples=3553
   iops        : min=  210, max= 8213, avg=1719.65, stdev=41.12, samples=3553
  lat (usec)   : 500=0.01%, 750=0.03%, 1000=0.06%
  lat (msec)   : 2=35.74%, 4=1.89%, 10=1.26%, 20=2.77%, 50=9.72%
  lat (msec)   : 100=21.71%, 250=25.60%, 500=1.09%, 750=0.07%, 1000=0.02%
  lat (msec)   : 2000=0.02%, >=2000=0.01%
  cpu          : usr=0.07%, sys=0.22%, ctx=126507, majf=0, minf=560
  IO depths    : 1=0.1%, 2=0.1%, 4=99.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,102755,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=6844KiB/s (7008kB/s), 6844KiB/s-6844KiB/s (7008kB/s-7008kB/s), io=401MiB (421MB), run=60054-60054msec

Disk stats (read/write):
  mmcblk1: ios=97/102440, merge=0/5, ticks=30/3766620, in_queue=3766649, util=100.00%



CMD:  fio --name=randread --ioengine=libaio --iodepth=4 --rw=randread --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

randread: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [r(30)][100.0%][r=25.2MiB/s][r=6446 IOPS][eta 00m:00s]
randread: (groupid=0, jobs=30): err= 0: pid=3070: Sun Sep  4 14:21:33 2022
  read: IOPS=5399, BW=21.1MiB/s (22.1MB/s)(1266MiB/60016msec)
    slat (usec): min=4, max=901397, avg=3036.22, stdev=12333.73
    clat (usec): min=2, max=2199.3k, avg=19175.13, stdev=29107.90
     lat (usec): min=284, max=3040.3k, avg=22211.92, stdev=35609.60
    clat percentiles (usec):
     |  1.00th=[   388],  5.00th=[   412], 10.00th=[   429], 20.00th=[   478],
     | 30.00th=[   652], 40.00th=[  2737], 50.00th=[ 15139], 60.00th=[ 23987],
     | 70.00th=[ 29754], 80.00th=[ 32637], 90.00th=[ 41157], 95.00th=[ 50594],
     | 99.00th=[ 92799], 99.50th=[117965], 99.90th=[346031], 99.95th=[459277],
     | 99.99th=[926942]
   bw (  KiB/s): min= 4226, max=56330, per=100.00%, avg=21606.17, stdev=323.46, samples=3562
   iops        : min= 1046, max=14081, avg=5396.00, stdev=80.91, samples=3562
  lat (usec)   : 4=0.01%, 250=0.01%, 500=21.52%, 750=15.15%, 1000=1.03%
  lat (msec)   : 2=1.06%, 4=2.81%, 10=4.40%, 20=8.89%, 50=39.93%
  lat (msec)   : 100=4.42%, 250=0.65%, 500=0.10%, 750=0.02%, 1000=0.01%
  lat (msec)   : 2000=0.01%, >=2000=0.01%
  cpu          : usr=0.17%, sys=0.62%, ctx=424110, majf=0, minf=574
  IO depths    : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=324085,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=21.1MiB/s (22.1MB/s), 21.1MiB/s-21.1MiB/s (22.1MB/s-22.1MB/s), io=1266MiB (1327MB), run=60016-60016msec

Disk stats (read/write):
  mmcblk1: ios=323074/0, merge=7/0, ticks=3767497/0, in_queue=3767497, util=99.97%



速度测试:
speed test:

Board: rock-5b

EMMC chip: NCEMASLD-64G


CMD:  uname -a
Linux rock-5b 5.10.69-rockchip-rk3588 #trunk SMP Fri Sep 2 12:29:57 UTC 2022 aarch64 aarch64 aarch64 GNU/Linux



CMD:  fio --name=write --ioengine=libaio --iodepth=4 --rw=write --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

write: (g=0): rw=write, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [W(30)][100.0%][w=128MiB/s][w=128 IOPS][eta 00m:00s]
write: (groupid=0, jobs=30): err= 0: pid=2368: Sun Sep  4 15:57:10 2022
  write: IOPS=138, BW=138MiB/s (145MB/s)(8344MiB/60382msec); 0 zone resets
    slat (usec): min=157, max=4402.9k, avg=182829.72, stdev=215079.20
    clat (msec): min=8, max=5369, avg=679.78, stdev=376.31
     lat (msec): min=11, max=5612, avg=862.62, stdev=450.02
    clat percentiles (msec):
     |  1.00th=[   26],  5.00th=[  161], 10.00th=[  284], 20.00th=[  409],
     | 30.00th=[  506], 40.00th=[  584], 50.00th=[  634], 60.00th=[  693],
     | 70.00th=[  768], 80.00th=[  894], 90.00th=[ 1116], 95.00th=[ 1351],
     | 99.00th=[ 1921], 99.50th=[ 2198], 99.90th=[ 3071], 99.95th=[ 3977],
     | 99.99th=[ 5403]
   bw (  KiB/s): min=61300, max=493590, per=100.00%, avg=153397.66, stdev=2616.58, samples=3288
   iops        : min=   32, max=  479, avg=144.09, stdev= 2.60, samples=3288
  lat (msec)   : 10=0.08%, 20=0.59%, 50=1.39%, 100=1.44%, 250=5.07%
  lat (msec)   : 500=20.75%, 750=39.33%, 1000=17.15%, 2000=13.34%, >=2000=0.86%
  cpu          : usr=0.13%, sys=0.08%, ctx=14193, majf=0, minf=601
  IO depths    : 1=0.4%, 2=0.7%, 4=98.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,8344,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=138MiB/s (145MB/s), 138MiB/s-138MiB/s (145MB/s-145MB/s), io=8344MiB (8749MB), run=60382-60382msec

Disk stats (read/write):
  mmcblk1: ios=60/16661, merge=0/0, ticks=61/3691987, in_queue=3692049, util=100.00%



CMD:  fio --name=read --ioengine=libaio --iodepth=4 --rw=read --bs=1M --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

read: (g=0): rw=read, bs=(R) 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [R(30)][100.0%][r=234MiB/s][r=234 IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=2402: Sun Sep  4 15:58:42 2022
  read: IOPS=241, BW=242MiB/s (253MB/s)(14.2GiB/60228msec)
    slat (usec): min=66, max=3143.4k, avg=106947.43, stdev=148465.04
    clat (msec): min=5, max=4308, avg=387.52, stdev=252.31
     lat (msec): min=7, max=4471, avg=494.47, stdev=297.37
    clat percentiles (msec):
     |  1.00th=[   26],  5.00th=[  115], 10.00th=[  161], 20.00th=[  228],
     | 30.00th=[  275], 40.00th=[  305], 50.00th=[  330], 60.00th=[  359],
     | 70.00th=[  422], 80.00th=[  518], 90.00th=[  667], 95.00th=[  827],
     | 99.00th=[ 1301], 99.50th=[ 1586], 99.90th=[ 2534], 99.95th=[ 2735],
     | 99.99th=[ 4279]
   bw (  KiB/s): min=61320, max=692242, per=100.00%, avg=257094.26, stdev=3970.61, samples=3429
   iops        : min=   36, max=  674, avg=243.98, stdev= 3.90, samples=3429
  lat (msec)   : 10=0.29%, 20=0.47%, 50=0.88%, 100=2.28%, 250=20.75%
  lat (msec)   : 500=53.95%, 750=14.32%, 1000=4.53%, 2000=2.32%, >=2000=0.20%
  cpu          : usr=0.03%, sys=0.15%, ctx=24623, majf=0, minf=31376
  IO depths    : 1=0.2%, 2=0.4%, 4=99.4%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=14557,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=242MiB/s (253MB/s), 242MiB/s-242MiB/s (253MB/s-253MB/s), io=14.2GiB (15.3GB), run=60228-60228msec

Disk stats (read/write):
  mmcblk1: ios=29048/0, merge=0/0, ticks=3659518/0, in_queue=3659518, util=100.00%



CMD:  fio --name=randwrite --ioengine=libaio --iodepth=4 --rw=randwrite --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

randwrite: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [w(30)][100.0%][w=20.1MiB/s][w=5158 IOPS][eta 00m:00s]
randwrite: (groupid=0, jobs=30): err= 0: pid=2434: Sun Sep  4 16:00:10 2022
  write: IOPS=5123, BW=20.0MiB/s (21.0MB/s)(1201MiB/60027msec); 0 zone resets
    slat (usec): min=3, max=182326, avg=3570.02, stdev=10105.50
    clat (nsec): min=1166, max=277810k, avg=19836498.23, stdev=23090043.56
     lat (usec): min=135, max=341259, avg=23407.81, stdev=25703.63
    clat percentiles (usec):
     |  1.00th=[   200],  5.00th=[   233], 10.00th=[   262], 20.00th=[   281],
     | 30.00th=[   363], 40.00th=[  5342], 50.00th=[ 10159], 60.00th=[ 14877],
     | 70.00th=[ 24511], 80.00th=[ 47449], 90.00th=[ 55313], 95.00th=[ 60556],
     | 99.00th=[ 74974], 99.50th=[ 87557], 99.90th=[126354], 99.95th=[135267],
     | 99.99th=[179307]
   bw (  KiB/s): min= 6671, max=45378, per=100.00%, avg=20508.15, stdev=232.34, samples=3570
   iops        : min= 1661, max=11343, avg=5121.13, stdev=58.13, samples=3570
  lat (usec)   : 2=0.01%, 4=0.02%, 10=0.03%, 20=0.01%, 50=0.01%
  lat (usec)   : 100=0.02%, 250=6.94%, 500=24.95%, 750=0.80%, 1000=0.46%
  lat (msec)   : 2=1.18%, 4=3.31%, 10=11.98%, 20=17.60%, 50=15.86%
  lat (msec)   : 100=16.50%, 250=0.36%, 500=0.01%
  cpu          : usr=0.20%, sys=0.72%, ctx=439028, majf=0, minf=568
  IO depths    : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,307574,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
  WRITE: bw=20.0MiB/s (21.0MB/s), 20.0MiB/s-20.0MiB/s (21.0MB/s-21.0MB/s), io=1201MiB (1260MB), run=60027-60027msec

Disk stats (read/write):
  mmcblk1: ios=48/306768, merge=0/17, ticks=14/3754441, in_queue=3754456, util=99.98%



CMD:  fio --name=randread --ioengine=libaio --iodepth=4 --rw=randread --bs=4K --direct=1 --size=2G --numjobs=30 --runtime=60 --group_reporting --filename=/dev/mmcblk1

randread: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4
...
fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [r(30)][100.0%][r=25.5MiB/s][r=6535 IOPS][eta 00m:00s]
randread: (groupid=0, jobs=30): err= 0: pid=2490: Sun Sep  4 16:02:21 2022
  read: IOPS=6143, BW=24.0MiB/s (25.2MB/s)(1440MiB/60014msec)
    slat (usec): min=4, max=236072, avg=2784.04, stdev=8014.58
    clat (usec): min=103, max=389027, avg=16741.13, stdev=18910.75
     lat (usec): min=205, max=426274, avg=19525.76, stdev=22937.32
    clat percentiles (usec):
     |  1.00th=[   326],  5.00th=[   371], 10.00th=[   404], 20.00th=[   441],
     | 30.00th=[   570], 40.00th=[  6915], 50.00th=[ 14222], 60.00th=[ 19792],
     | 70.00th=[ 24511], 80.00th=[ 27919], 90.00th=[ 36439], 95.00th=[ 47449],
     | 99.00th=[ 85459], 99.50th=[104334], 99.90th=[154141], 99.95th=[175113],
     | 99.99th=[229639]
   bw (  KiB/s): min= 8519, max=47061, per=100.00%, avg=24595.40, stdev=279.57, samples=3570
   iops        : min= 2128, max=11763, avg=6147.46, stdev=69.90, samples=3570
  lat (usec)   : 250=0.04%, 500=23.60%, 750=13.87%, 1000=0.37%
  lat (msec)   : 2=0.31%, 4=0.72%, 10=2.90%, 20=18.57%, 50=35.23%
  lat (msec)   : 100=3.82%, 250=0.57%, 500=0.01%
  cpu          : usr=0.19%, sys=0.67%, ctx=493846, majf=0, minf=606
  IO depths    : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=368672,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
   READ: bw=24.0MiB/s (25.2MB/s), 24.0MiB/s-24.0MiB/s (25.2MB/s-25.2MB/s), io=1440MiB (1510MB), run=60014-60014msec

Disk stats (read/write):
  mmcblk1: ios=367528/0, merge=17/0, ticks=3765202/0, in_queue=3765202, util=99.93%



铠侠 THGBMHG8C4LBAIR 32G

root@rock-3a:~# sh fio.sh
write: (g=0): rw=write, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.25
Starting 30 processes
Jobs: 2 (f=0): [f(1),(1),f(1),E(1),(5),E(1),_(20)][100.0%][w=145MiB/s][w=145 IOPS][eta 00m:00s]
write: (groupid=0, jobs=30): err= 0: pid=647: Tue Oct 4 12:06:57 2022
write: IOPS=105, BW=106MiB/s (111MB/s)(6418MiB/60744msec); 0 zone resets
slat (usec): min=327, max=1240.2k, avg=203195.98, stdev=201290.92
clat (msec): min=26, max=5043, avg=923.47, stdev=468.12
lat (msec): min=27, max=5401, avg=1126.68, stdev=546.57
clat percentiles (msec):
| 1.00th=[ 64], 5.00th=[ 188], 10.00th=[ 330], 20.00th=[ 550],
| 30.00th=[ 693], 40.00th=[ 818], 50.00th=[ 927], 60.00th=[ 1036],
| 70.00th=[ 1133], 80.00th=[ 1250], 90.00th=[ 1418], 95.00th=[ 1569],
| 99.00th=[ 2299], 99.50th=[ 2869], 99.90th=[ 4279], 99.95th=[ 4597],
| 99.99th=[ 5067]
bw ( KiB/s): min=61100, max=474578, per=100.00%, avg=129488.61, stdev=2802.20, samples=2985
iops : min= 30, max= 448, avg=109.67, stdev= 2.77, samples=2985
lat (msec) : 50=0.53%, 100=1.73%, 250=4.75%, 500=10.41%, 750=16.77%
lat (msec) : 1000=22.27%, 2000=42.15%, >=2000=1.40%
cpu : usr=0.27%, sys=0.20%, ctx=11393, majf=0, minf=732
IO depths : 1=0.5%, 2=0.9%, 4=98.6%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,6418,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=106MiB/s (111MB/s), 106MiB/s-106MiB/s (111MB/s-111MB/s), io=6418MiB (6730MB), run=60744-60744msec

Disk stats (read/write):
mmcblk0: ios=0/12786, merge=0/0, ticks=0/7548078, in_queue=120060, util=98.77%
read: (g=0): rw=read, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.25
Starting 30 processes
Jobs: 30 (f=30): [R(30)][100.0%][r=162MiB/s][r=162 IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=679: Tue Oct 4 12:07:58 2022
read: IOPS=159, BW=159MiB/s (167MB/s)(9645MiB/60511msec)
slat (usec): min=111, max=1056.6k, avg=138405.28, stdev=139418.86
clat (msec): min=7, max=1985, avg=610.76, stdev=283.52
lat (msec): min=13, max=2159, avg=749.18, stdev=320.37
clat percentiles (msec):
| 1.00th=[ 35], 5.00th=[ 144], 10.00th=[ 234], 20.00th=[ 368],
| 30.00th=[ 464], 40.00th=[ 542], 50.00th=[ 609], 60.00th=[ 684],
| 70.00th=[ 751], 80.00th=[ 827], 90.00th=[ 961], 95.00th=[ 1083],
| 99.00th=[ 1368], 99.50th=[ 1435], 99.90th=[ 1687], 99.95th=[ 1821],
| 99.99th=[ 1989]
bw ( KiB/s): min=61170, max=441379, per=100.00%, avg=166756.58, stdev=2583.89, samples=3510
iops : min= 30, max= 402, avg=136.45, stdev= 2.54, samples=3510
lat (msec) : 10=0.01%, 20=0.24%, 50=1.43%, 100=1.68%, 250=7.73%
lat (msec) : 500=22.94%, 750=35.57%, 1000=21.99%, 2000=8.40%
cpu : usr=0.06%, sys=0.36%, ctx=16684, majf=0, minf=31441
IO depths : 1=0.3%, 2=0.6%, 4=99.1%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=9645,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=159MiB/s (167MB/s), 159MiB/s-159MiB/s (167MB/s-167MB/s), io=9645MiB (10.1GB), run=60511-60511msec

Disk stats (read/write):
mmcblk0: ios=19266/0, merge=0/0, ticks=7547934/0, in_queue=119947, util=99.27%

闪迪32G
write: (g=0): rw=write, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.25
Starting 30 processes
Jobs: 19 (f=18): [W(2),f(1),(1),W(3),(3),W(1),(1),W(2),(1),W(3),(1),W(4),(2),W(2),_(2),W(1)][8.6%][w=80.8MiB/s][w=80 IOPS][eta 10m:59s]
write: (groupid=0, jobs=30): err= 0: pid=1776: Tue Oct 4 09:24:16 2022
write: IOPS=68, BW=68.9MiB/s (72.3MB/s)(4219MiB/61211msec); 0 zone resets
slat (usec): min=325, max=2084.7k, avg=315224.98, stdev=313295.46
clat (msec): min=17, max=5393, avg=1404.30, stdev=689.03
lat (msec): min=33, max=6128, avg=1719.54, stdev=816.72
clat percentiles (msec):
| 1.00th=[ 136], 5.00th=[ 305], 10.00th=[ 518], 20.00th=[ 818],
| 30.00th=[ 1028], 40.00th=[ 1234], 50.00th=[ 1418], 60.00th=[ 1569],
| 70.00th=[ 1737], 80.00th=[ 1905], 90.00th=[ 2198], 95.00th=[ 2433],
| 99.00th=[ 3373], 99.50th=[ 4463], 99.90th=[ 5067], 99.95th=[ 5134],
| 99.99th=[ 5403]
bw ( KiB/s): min=61210, max=376501, per=100.00%, avg=101841.25, stdev=2164.13, samples=2488
iops : min= 30, max= 357, avg=82.58, stdev= 2.18, samples=2488
lat (msec) : 20=0.05%, 50=0.07%, 100=0.33%, 250=3.56%, 500=5.50%
lat (msec) : 750=8.22%, 1000=10.24%, 2000=55.51%, >=2000=16.52%
cpu : usr=0.19%, sys=0.12%, ctx=7423, majf=0, minf=693
IO depths : 1=0.7%, 2=1.4%, 4=97.9%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,4219,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=68.9MiB/s (72.3MB/s), 68.9MiB/s-68.9MiB/s (72.3MB/s-72.3MB/s), io=4219MiB (4424MB), run=61211-61211msec

Disk stats (read/write):
mmcblk0: ios=0/8407, merge=0/0, ticks=0/7589170, in_queue=122333, util=99.67%
read: (g=0): rw=read, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.25
Starting 30 processes
Jobs: 30 (f=30): [R(30)][100.0%][r=159MiB/s][r=158 IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=1808: Tue Oct 4 09:25:17 2022
read: IOPS=157, BW=157MiB/s (165MB/s)(9510MiB/60560msec)
slat (usec): min=104, max=1005.2k, avg=143063.02, stdev=140937.96
clat (msec): min=15, max=1982, avg=617.16, stdev=270.94
lat (msec): min=16, max=2778, avg=760.23, stdev=308.64
clat percentiles (msec):
| 1.00th=[ 59], 5.00th=[ 180], 10.00th=[ 275], 20.00th=[ 388],
| 30.00th=[ 477], 40.00th=[ 550], 50.00th=[ 617], 60.00th=[ 676],
| 70.00th=[ 743], 80.00th=[ 818], 90.00th=[ 953], 95.00th=[ 1083],
| 99.00th=[ 1368], 99.50th=[ 1469], 99.90th=[ 1720], 99.95th=[ 1804],
| 99.99th=[ 1989]
bw ( KiB/s): min=61218, max=419048, per=100.00%, avg=162988.36, stdev=2344.14, samples=3541
iops : min= 30, max= 385, avg=135.52, stdev= 2.32, samples=3541
lat (msec) : 20=0.04%, 50=0.74%, 100=1.38%, 250=6.50%, 500=24.47%
lat (msec) : 750=38.32%, 1000=20.45%, 2000=8.11%
cpu : usr=0.06%, sys=0.37%, ctx=16572, majf=0, minf=31417
IO depths : 1=0.3%, 2=0.6%, 4=99.1%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=9510,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=157MiB/s (165MB/s), 157MiB/s-157MiB/s (165MB/s-165MB/s), io=9510MiB (9972MB), run=60560-60560msec

Disk stats (read/write):
mmcblk0: ios=18985/0, merge=0/0, ticks=7539972/0, in_queue=120714, util=99.83%

5B 闪迪64G
QQ20230113-211925.png
root@rock-5b:~# ./fio.sh
write: (g=0): rw=write, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [W(30)][100.0%][w=113MiB/s][w=113 IOPS][eta 00m:00s]
write: (groupid=0, jobs=30): err= 0: pid=2243: Fri Jan 13 21:08:36 2023
write: IOPS=109, BW=109MiB/s (115MB/s)(6612MiB/60455msec); 0 zone resets
slat (usec): min=137, max=2881.3k, avg=231795.70, stdev=305095.95
clat (msec): min=8, max=3883, avg=856.47, stdev=489.03
lat (msec): min=16, max=4474, avg=1088.27, stdev=588.90
clat percentiles (msec):
| 1.00th=[ 45], 5.00th=[ 251], 10.00th=[ 368], 20.00th=[ 558],
| 30.00th=[ 617], 40.00th=[ 667], 50.00th=[ 726], 60.00th=[ 827],
| 70.00th=[ 969], 80.00th=[ 1150], 90.00th=[ 1485], 95.00th=[ 1804],
| 99.00th=[ 2601], 99.50th=[ 2903], 99.90th=[ 3473], 99.95th=[ 3540],
| 99.99th=[ 3876]
bw ( KiB/s): min=61290, max=411579, per=100.00%, avg=134154.72, stdev=2301.81, samples=2976
iops : min= 30, max= 398, avg=125.64, stdev= 2.27, samples=2976
lat (msec) : 10=0.02%, 20=0.32%, 50=0.88%, 100=1.36%, 250=2.43%
lat (msec) : 500=10.93%, 750=36.98%, 1000=19.31%, 2000=24.49%, >=2000=3.28%
cpu : usr=0.09%, sys=0.06%, ctx=12842, majf=0, minf=614
IO depths : 1=0.5%, 2=0.9%, 4=98.6%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,6612,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=109MiB/s (115MB/s), 109MiB/s-109MiB/s (115MB/s-115MB/s), io=6612MiB (6933MB), run=60455-60455msec

Disk stats (read/write):
mmcblk0: ios=164/13185, merge=0/0, ticks=231/3678660, in_queue=3678889, util=99.99%
read: (g=0): rw=read, bs=® 1024KiB-1024KiB, (W) 1024KiB-1024KiB, (T) 1024KiB-1024KiB, ioengine=libaio, iodepth=4

fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [R(30)][100.0%][r=287MiB/s][r=287 IOPS][eta 00m:00s]
read: (groupid=0, jobs=30): err= 0: pid=2308: Fri Jan 13 21:09:37 2023
read: IOPS=271, BW=272MiB/s (285MB/s)(16.0GiB/60175msec)
slat (usec): min=35, max=1897.4k, avg=86974.43, stdev=99873.72
clat (msec): min=4, max=2858, avg=352.87, stdev=172.80
lat (msec): min=17, max=3240, avg=439.85, stdev=213.01
clat percentiles (msec):
| 1.00th=[ 85], 5.00th=[ 146], 10.00th=[ 182], 20.00th=[ 226],
| 30.00th=[ 264], 40.00th=[ 296], 50.00th=[ 334], 60.00th=[ 363],
| 70.00th=[ 409], 80.00th=[ 456], 90.00th=[ 527], 95.00th=[ 617],
| 99.00th=[ 978], 99.50th=[ 1217], 99.90th=[ 1636], 99.95th=[ 1854],
| 99.99th=[ 2702]
bw ( KiB/s): min=81803, max=612073, per=100.00%, avg=279969.76, stdev=3445.03, samples=3538
iops : min= 59, max= 594, avg=264.18, stdev= 3.41, samples=3538
lat (msec) : 10=0.05%, 20=0.07%, 50=0.24%, 100=1.22%, 250=25.09%
lat (msec) : 500=60.31%, 750=10.74%, 1000=1.38%, 2000=0.87%, >=2000=0.04%
cpu : usr=0.04%, sys=0.18%, ctx=27162, majf=0, minf=31335
IO depths : 1=0.2%, 2=0.4%, 4=99.4%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=16360,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=272MiB/s (285MB/s), 272MiB/s-272MiB/s (285MB/s-285MB/s), io=16.0GiB (17.2GB), run=60175-60175msec

Disk stats (read/write):
mmcblk0: ios=32669/0, merge=0/0, ticks=3672352/0, in_queue=3672352, util=99.99%
randwrite: (g=0): rw=randwrite, bs=® 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4

fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [w(30)][100.0%][w=14.0MiB/s][w=3593 IOPS][eta 00m:00s]
randwrite: (groupid=0, jobs=30): err= 0: pid=2372: Fri Jan 13 21:10:37 2023
write: IOPS=3673, BW=14.3MiB/s (15.0MB/s)(862MiB/60041msec); 0 zone resets
slat (usec): min=2, max=1692.6k, avg=4535.26, stdev=17499.36
clat (nsec): min=1458, max=2215.8M, avg=28114337.41, stdev=40275862.30
lat (usec): min=226, max=2247.5k, avg=32650.00, stdev=49275.20
clat percentiles (usec):
| 1.00th=[ 306], 5.00th=[ 334], 10.00th=[ 367],
| 20.00th=[ 685], 30.00th=[ 914], 40.00th=[ 11207],
| 50.00th=[ 23725], 60.00th=[ 35390], 70.00th=[ 42206],
| 80.00th=[ 47449], 90.00th=[ 55837], 95.00th=[ 70779],
| 99.00th=[ 143655], 99.50th=[ 187696], 99.90th=[ 429917],
| 99.95th=[ 666895], 99.99th=[1182794]
bw ( KiB/s): min= 3231, max=34673, per=100.00%, avg=14763.92, stdev=207.78, samples=3552
iops : min= 807, max= 8667, avg=3690.62, stdev=51.95, samples=3552
lat (usec) : 2=0.01%, 4=0.01%, 250=0.01%, 500=12.45%, 750=11.94%
lat (usec) : 1000=5.99%
lat (msec) : 2=6.13%, 4=1.48%, 10=1.61%, 20=7.04%, 50=37.34%
lat (msec) : 100=13.74%, 250=2.00%, 500=0.18%, 750=0.04%, 1000=0.02%
lat (msec) : 2000=0.02%, >=2000=0.01%
cpu : usr=0.06%, sys=0.21%, ctx=353517, majf=0, minf=660
IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,220549,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
WRITE: bw=14.3MiB/s (15.0MB/s), 14.3MiB/s-14.3MiB/s (15.0MB/s-15.0MB/s), io=862MiB (903MB), run=60041-60041msec

Disk stats (read/write):
mmcblk0: ios=147/219935, merge=0/8, ticks=55/3765669, in_queue=3765724, util=100.00%
randread: (g=0): rw=randread, bs=® 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=4

fio-3.28
Starting 30 processes
Jobs: 30 (f=30): [r(30)][100.0%][r=12.6MiB/s][r=3231 IOPS][eta 00m:00s]
randread: (groupid=0, jobs=30): err= 0: pid=2439: Fri Jan 13 21:11:38 2023
read: IOPS=3711, BW=14.5MiB/s (15.2MB/s)(870MiB/60029msec)
slat (usec): min=2, max=726691, avg=4575.70, stdev=13279.72
clat (usec): min=2, max=1653.1k, avg=27733.43, stdev=33877.92
lat (usec): min=464, max=1861.2k, avg=32309.82, stdev=40012.17
clat percentiles (usec):
| 1.00th=[ 668], 5.00th=[ 725], 10.00th=[ 750], 20.00th=[ 791],
| 30.00th=[ 816], 40.00th=[ 8717], 50.00th=[ 17171], 60.00th=[ 27657],
| 70.00th=[ 39060], 80.00th=[ 53216], 90.00th=[ 71828], 95.00th=[ 80217],
| 99.00th=[126354], 99.50th=[156238], 99.90th=[283116], 99.95th=[358613],
| 99.99th=[608175]
bw ( KiB/s): min= 2238, max=37796, per=100.00%, avg=14863.83, stdev=252.85, samples=3568
iops : min= 546, max= 9442, avg=3703.67, stdev=63.29, samples=3568
lat (usec) : 4=0.01%, 250=0.01%, 500=0.01%, 750=10.63%, 1000=25.73%
lat (msec) : 2=0.56%, 4=0.45%, 10=3.55%, 20=12.52%, 50=24.48%
lat (msec) : 100=19.96%, 250=1.98%, 500=0.12%, 750=0.01%, 1000=0.01%
lat (msec) : 2000=0.01%
cpu : usr=0.13%, sys=0.42%, ctx=316510, majf=0, minf=810
IO depths : 1=0.1%, 2=0.1%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=222808,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=4

Run status group 0 (all jobs):
READ: bw=14.5MiB/s (15.2MB/s), 14.5MiB/s-14.5MiB/s (15.2MB/s-15.2MB/s), io=870MiB (913MB), run=60029-60029msec

Disk stats (read/write):
mmcblk0: ios=222271/0, merge=7/0, ticks=3762263/0, in_queue=3762263, util=100.00%