国产飞腾2000+服务器 存储单盘性能简单验证 SSD 与 HDD

有kylinV10的源 可以直接安装fio

yum install fio -y

第一步, 将sdd 进行初始化,并且设置文件系统

fdisk /dev/sdb

mkdir /ssd2

mkfs.ext4 /dev/sdb ​

mount /dev/sdb /ssd2

对HDD 也进行相应的设置. 

注意一下的是 有四块HDD 我没有设置raid卡的工具 先一个设置为 ext4 一个设置为 xfs 比较一下性能. 

第二步确认磁盘情况:

文件系统                类型      容量  已用  可用 已用% 挂载点
devtmpfs                devtmpfs   63G     0   63G    0% /dev
tmpfs                   tmpfs      63G     0   63G    0% /dev/shm
tmpfs                   tmpfs      63G   24M   63G    1% /run
tmpfs                   tmpfs      63G     0   63G    0% /sys/fs/cgroup
/dev/mapper/klas-root   xfs       392G   21G  371G    6% /
tmpfs                   tmpfs      63G  192K   63G    1% /tmp
/dev/mapper/klas-backup xfs        50G   85M   50G    1% /backup
/dev/sda2               xfs      1014M  227M  788M   23% /boot
/dev/sda1               vfat      200M  5.8M  195M    3% /boot/efi
tmpfs                   tmpfs      13G     0   13G    0% /run/user/991
tmpfs                   tmpfs      13G     0   13G    0% /run/user/0
/dev/sdb                ext4      439G  2.1G  415G    1% /ssd2
/dev/sdc                ext4      1.8T  2.1G  1.7T    1% /hdd1
/dev/sdd                xfs       1.9T  3.9G  1.9T    1% /hdd2

第三步 验证性能结果

SSD ext4 随机读写

read: IOPS=19.0k, BW=312MiB/s 
write: IOPS=17.0k, BW=266MiB/s

HDD ext4 随机读写

read: IOPS=396, BW=6348KiB/s
write: IOPS=9733, BW=152MiB/s

HDD xfs 随机读写

read: IOPS=457, BW=7322KiB/s

write: IOPS=6400, BW=100MiB/s 

 另外一个测试结果 但是感觉不太准确  应该是连读. 

[root@localhost ~]# hdparm -tT /dev/sdb

/dev/sdb:
 Timing cached reads:   5246 MB in  2.00 seconds = 2625.93 MB/sec
 Timing buffered disk reads: 1344 MB in  3.00 seconds = 447.46 MB/sec
[root@localhost ~]# hdparm -tT /dev/sdc

/dev/sdc:
 Timing cached reads:   5278 MB in  2.00 seconds = 2642.07 MB/sec
 Timing buffered disk reads: 596 MB in  3.01 seconds = 198.03 MB/sec
[root@localhost ~]# hdparm -tT /dev/sdd

/dev/sdd:
 Timing cached reads:   5230 MB in  2.00 seconds = 2617.44 MB/sec
 Timing buffered disk reads: 554 MB in  3.01 seconds = 184.02 MB/sec

具体数据为: 

SSD-ext4 随机读

[root@localhost ~]# fio -filename=/ssd2/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 4 (f=4): [r(1),E(2),r(1),E(3),r(1),E(1),r(1)][100.0%][r=326MiB/s,w=0KiB/s][r=20.8k,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39663: Sat Feb 20 21:37:31 2021
   read: IOPS=19.0k, BW=312MiB/s (327MB/s)(18.3GiB/60022msec)
    clat (usec): min=40, max=72789, avg=498.47, stdev=1170.64
     lat (usec): min=40, max=72790, avg=498.70, stdev=1170.64
    clat percentiles (usec):
     |  1.00th=[   44],  5.00th=[   48], 10.00th=[   54], 20.00th=[  302],
     | 30.00th=[  351], 40.00th=[  396], 50.00th=[  437], 60.00th=[  478],
     | 70.00th=[  523], 80.00th=[  578], 90.00th=[  668], 95.00th=[  766],
     | 99.00th=[ 1029], 99.50th=[ 1303], 99.90th=[20579], 99.95th=[20841],
     | 99.99th=[21365]
   bw (  KiB/s): min=26688, max=36800, per=10.00%, avg=31937.61, stdev=1717.91, samples=1194
   iops        : min= 1668, max= 2300, avg=1996.07, stdev=107.36, samples=1194
  lat (usec)   : 50=7.94%, 100=3.87%, 250=2.41%, 500=50.85%, 750=29.31%
  lat (usec)   : 1000=4.47%
  lat (msec)   : 2=0.75%, 4=0.05%, 10=0.01%, 20=0.08%, 50=0.26%
  lat (msec)   : 100=0.01%
  cpu          : usr=0.65%, sys=2.74%, ctx=1198379, majf=0, minf=227
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=1197977,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: bw=312MiB/s (327MB/s), 312MiB/s-312MiB/s (327MB/s-327MB/s), io=18.3GiB (19.6GB), run=60022-60022msec

Disk stats (read/write):
  sdb: ios=1193809/4381, merge=0/34, ticks=582680/1459, in_queue=577840, util=99.84%

SSD ext4 随机写

[root@localhost ~]# fio -filename=/ssd2/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=262MiB/s][r=0,w=16.8k IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39731: Sat Feb 20 21:42:01 2021
  write: IOPS=17.0k, BW=266MiB/s (279MB/s)(15.6GiB/60001msec)
    clat (usec): min=45, max=80474, avg=584.79, stdev=289.34
     lat (usec): min=45, max=80476, avg=585.25, stdev=289.34
    clat percentiles (usec):
     |  1.00th=[  486],  5.00th=[  498], 10.00th=[  506], 20.00th=[  515],
     | 30.00th=[  519], 40.00th=[  529], 50.00th=[  537], 60.00th=[  562],
     | 70.00th=[  586], 80.00th=[  611], 90.00th=[  635], 95.00th=[  701],
     | 99.00th=[ 1434], 99.50th=[ 1483], 99.90th=[ 1647], 99.95th=[ 1713],
     | 99.99th=[ 1844]
   bw (  KiB/s): min=21792, max=30208, per=10.00%, avg=27232.76, stdev=1118.25, samples=1191
   iops        : min= 1362, max= 1888, avg=1702.03, stdev=69.89, samples=1191
  lat (usec)   : 50=0.01%, 100=0.02%, 250=0.01%, 500=6.90%, 750=89.01%
  lat (usec)   : 1000=0.60%
  lat (msec)   : 2=3.47%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.01%
  cpu          : usr=0.57%, sys=5.61%, ctx=2042443, majf=0, minf=211
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,1021192,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: bw=266MiB/s (279MB/s), 266MiB/s-266MiB/s (279MB/s-279MB/s), io=15.6GiB (16.7GB), run=60001-60001msec

Disk stats (read/write):
  sdb: ios=0/1019390, merge=0/11, ticks=0/46968, in_queue=45590, util=76.02%

HDD -ext4 随机读

[root@localhost ~]# fio -filename=/hdd1/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 10 (f=10): [r(10)][100.0%][r=6528KiB/s,w=0KiB/s][r=408,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39770: Sat Feb 20 21:45:17 2021
   read: IOPS=396, BW=6348KiB/s (6500kB/s)(372MiB/60023msec)
    clat (usec): min=41, max=1470.3k, avg=25196.99, stdev=45629.97
     lat (usec): min=42, max=1470.3k, avg=25197.23, stdev=45629.98
    clat percentiles (usec):
     |  1.00th=[     44],  5.00th=[     46], 10.00th=[     50],
     | 20.00th=[   3916], 30.00th=[   6259], 40.00th=[   8356],
     | 50.00th=[  11731], 60.00th=[  16909], 70.00th=[  24249],
     | 80.00th=[  35390], 90.00th=[  59507], 95.00th=[  92799],
     | 99.00th=[ 175113], 99.50th=[ 198181], 99.90th=[ 566232],
     | 99.95th=[ 926942], 99.99th=[1132463]
   bw (  KiB/s): min=   32, max= 1472, per=10.20%, avg=647.09, stdev=223.82, samples=1177
   iops        : min=    2, max=   92, avg=40.40, stdev=13.98, samples=1177
  lat (usec)   : 50=10.47%, 100=1.50%, 250=0.07%, 500=0.10%, 750=0.13%
  lat (usec)   : 1000=0.03%
  lat (msec)   : 2=1.19%, 4=6.79%, 10=24.83%, 20=19.75%, 50=22.11%
  lat (msec)   : 100=8.52%, 250=4.31%, 500=0.07%, 750=0.05%, 1000=0.02%
  cpu          : usr=0.01%, sys=0.06%, ctx=23832, majf=0, minf=10
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=23814,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: bw=6348KiB/s (6500kB/s), 6348KiB/s-6348KiB/s (6500kB/s-6500kB/s), io=372MiB (390MB), run=60023-60023msec

Disk stats (read/write):
  sdc: ios=23708/4367, merge=0/35, ticks=597361/1674, in_queue=582080, util=99.85%

HDD ext4 随机写

[root@localhost ~]# fio -filename=/hdd1/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=146MiB/s][r=0,w=9343 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39817: Sat Feb 20 21:47:28 2021
  write: IOPS=9733, BW=152MiB/s (159MB/s)(9126MiB/60002msec)
    clat (usec): min=45, max=310990, avg=1024.58, stdev=5015.28
     lat (usec): min=45, max=310991, avg=1025.04, stdev=5015.28
    clat percentiles (usec):
     |  1.00th=[   490],  5.00th=[   498], 10.00th=[   502], 20.00th=[   510],
     | 30.00th=[   515], 40.00th=[   523], 50.00th=[   529], 60.00th=[   537],
     | 70.00th=[   537], 80.00th=[   553], 90.00th=[   570], 95.00th=[  1287],
     | 99.00th=[  9896], 99.50th=[ 21103], 99.90th=[ 76022], 99.95th=[100140],
     | 99.99th=[154141]
   bw (  KiB/s): min= 1472, max=29984, per=10.00%, avg=15576.29, stdev=8527.25, samples=1197
   iops        : min=   92, max= 1874, avg=973.50, stdev=532.95, samples=1197
  lat (usec)   : 50=0.04%, 100=0.05%, 250=0.01%, 500=8.50%, 750=85.12%
  lat (usec)   : 1000=0.68%
  lat (msec)   : 2=1.68%, 4=1.51%, 10=1.43%, 20=0.36%, 50=0.38%
  lat (msec)   : 100=0.21%, 250=0.05%, 500=0.01%
  cpu          : usr=0.33%, sys=3.14%, ctx=1168161, majf=0, minf=103
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,584043,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: bw=152MiB/s (159MB/s), 152MiB/s-152MiB/s (159MB/s-159MB/s), io=9126MiB (9569MB), run=60002-60002msec

Disk stats (read/write):
  sdc: ios=0/586761, merge=0/28, ticks=0/124250, in_queue=110970, util=86.64%

HDD -xfs 随机读

[root@localhost ~]# fio -filename=/hdd2/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 10 (f=10): [r(10)][100.0%][r=7456KiB/s,w=0KiB/s][r=466,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39972: Sat Feb 20 21:52:03 2021
   read: IOPS=457, BW=7322KiB/s (7498kB/s)(429MiB/60023msec)
    clat (usec): min=41, max=1067.0k, avg=21844.94, stdev=29829.41
     lat (usec): min=42, max=1067.0k, avg=21845.16, stdev=29829.41
    clat percentiles (usec):
     |  1.00th=[    44],  5.00th=[    46], 10.00th=[  1975], 20.00th=[  4621],
     | 30.00th=[  6783], 40.00th=[  8848], 50.00th=[ 11994], 60.00th=[ 16909],
     | 70.00th=[ 23725], 80.00th=[ 33817], 90.00th=[ 53216], 95.00th=[ 74974],
     | 99.00th=[122160], 99.50th=[141558], 99.90th=[210764], 99.95th=[358613],
     | 99.99th=[884999]
   bw (  KiB/s): min=   32, max= 1469, per=10.04%, avg=735.18, stdev=192.60, samples=1195
   iops        : min=    2, max=   91, avg=45.90, stdev=12.04, samples=1195
  lat (usec)   : 50=8.81%, 100=0.28%, 250=0.04%, 500=0.10%, 750=0.08%
  lat (usec)   : 1000=0.01%
  lat (msec)   : 2=0.73%, 4=6.88%, 10=26.88%, 20=21.91%, 50=22.95%
  lat (msec)   : 100=9.22%, 250=2.02%, 500=0.04%, 750=0.02%, 1000=0.01%
  cpu          : usr=0.01%, sys=0.06%, ctx=27508, majf=0, minf=10
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=27468,0,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
   READ: bw=7322KiB/s (7498kB/s), 7322KiB/s-7322KiB/s (7498kB/s-7498kB/s), io=429MiB (450MB), run=60023-60023msec

Disk stats (read/write):
  sdd: ios=27384/6, merge=0/4, ticks=597996/0, in_queue=587530, util=99.86%

HDD xfs 随机写

[root@localhost ~]# fio -filename=/hdd2/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=58.1MiB/s][r=0,w=3720 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=40000: Sat Feb 20 21:54:30 2021
  write: IOPS=6400, BW=100MiB/s (105MB/s)(6001MiB/60003msec)
    clat (usec): min=46, max=436934, avg=1559.63, stdev=5889.21
     lat (usec): min=46, max=436935, avg=1560.09, stdev=5889.21
    clat percentiles (usec):
     |  1.00th=[    96],  5.00th=[   117], 10.00th=[   128], 20.00th=[   145],
     | 30.00th=[   165], 40.00th=[   200], 50.00th=[   215], 60.00th=[   225],
     | 70.00th=[   314], 80.00th=[  1336], 90.00th=[  3425], 95.00th=[  6849],
     | 99.00th=[ 19530], 99.50th=[ 44303], 99.90th=[ 70779], 99.95th=[ 87557],
     | 99.99th=[128451]
   bw (  KiB/s): min= 1824, max=96704, per=10.00%, avg=10239.70, stdev=12546.35, samples=1200
   iops        : min=  114, max= 6044, avg=639.97, stdev=784.14, samples=1200
  lat (usec)   : 50=0.01%, 100=1.47%, 250=65.27%, 500=4.71%, 750=2.09%
  lat (usec)   : 1000=2.67%
  lat (msec)   : 2=8.46%, 4=6.68%, 10=5.66%, 20=2.03%, 50=0.60%
  lat (msec)   : 100=0.33%, 250=0.03%, 500=0.01%
  cpu          : usr=0.25%, sys=1.48%, ctx=384410, majf=0, minf=63
  IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     issued rwts: total=0,384033,0,0 short=0,0,0,0 dropped=0,0,0,0
     latency   : target=0, window=0, percentile=100.00%, depth=1

Run status group 0 (all jobs):
  WRITE: bw=100MiB/s (105MB/s), 100MiB/s-100MiB/s (105MB/s-105MB/s), io=6001MiB (6292MB), run=60003-60003msec

Disk stats (read/write):
  sdd: ios=0/383541, merge=0/0, ticks=0/591487, in_queue=621090, util=100.00%