I am using vdbench 50406 to test some nvme drives. By default the nvme drives come configured with a sector size of 512, however they will support a sector size of 4096.
After some research I was able to change the sector size of the drives
Disk /dev/nvme0n1: 745.2 GiB, 800166076416 bytes, 195353046 sectors
Units: sectors of 1 * 4096 = 4096 bytes
Sector size (logical/physical): 4096 bytes / 4096 bytes
I/O size (minimum/optimal): 4096 bytes / 4096 bytes
but when I start my vdbench test, i get the tons of the following errors:
15:35:21.300 localhost-0: 15:35:21.300 15:35:21.300 op: read lun: /dev/nvme0n1 lba: 252909062144 0x3AE28E0800 xfer: 8192 errno: EINVAL: 'Invalid argument'
If I change the sector size back to 512 then everything works fine, again.
Please advise?
My param file is as follows:
#
data_errors=1000
#
# Host Definiton
#
hd=localhost,jvms=$jvms
#
# Storage Definitions
#
sd=goldengate,lun=/dev/nvme0n1,openflags=directio
sd=archive,lun=/dev/nvme1n1,openflags=directio
sd=redo1,lun=/dev/nvme0n1,openflags=directio
sd=redo2,lun=/dev/nvme1n1,openflags=directio
sd=rio1,lun=/dev/nvme0n1,openflags=directio
sd=rio2,lun=/dev/nvme1n1,openflags=directio
sd=rio3,lun=/dev/nvme0n1,openflags=directio
sd=rio4,lun=/dev/nvme1n1,openflags=directio
sd=rio5,lun=/dev/nvme0n1,openflags=directio
sd=rio6,lun=/dev/nvme1n1,openflags=directio
sd=rio7,lun=/dev/nvme0n1,openflags=directio
sd=rio8,lun=/dev/nvme1n1,openflags=directio
sd=rio9,lun=/dev/nvme0n1,openflags=directio
sd=rio10,lun=/dev/nvme1n1,openflags=directio
sd=rio11,lun=/dev/nvme0n1,openflags=directio
sd=rio12,lun=/dev/nvme1n1,openflags=directio
sd=rio13,lun=/dev/nvme0n1,openflags=directio
sd=rio14,lun=/dev/nvme1n1,openflags=directio
sd=rio15,lun=/dev/nvme0n1,openflags=directio
sd=rio16,lun=/dev/nvme1n1,openflags=directio
sd=rio17,lun=/dev/nvme0n1,openflags=directio
sd=rio18,lun=/dev/nvme1n1,openflags=directio
sd=rio19,lun=/dev/nvme0n1,openflags=directio
sd=rio20,lun=/dev/nvme1n1,openflags=directio
sd=rio21,lun=/dev/nvme0n1,openflags=directio
sd=rio22,lun=/dev/nvme1n1,openflags=directio
sd=rio23,lun=/dev/nvme0n1,openflags=directio
sd=rio24,lun=/dev/nvme1n1,openflags=directio
sd=rio25,lun=/dev/nvme0n1,openflags=directio
sd=rio26,lun=/dev/nvme1n1,openflags=directio
sd=rio27,lun=/dev/nvme0n1,openflags=directio
sd=rio28,lun=/dev/nvme1n1,openflags=directio
sd=rio29,lun=/dev/nvme0n1,openflags=directio
sd=rio30,lun=/dev/nvme1n1,openflags=directio
sd=rio31,lun=/dev/nvme0n1,openflags=directio
sd=rio32,lun=/dev/nvme1n1,openflags=directio
sd=rio33,lun=/dev/nvme0n1,openflags=directio
sd=rio34,lun=/dev/nvme1n1,openflags=directio
sd=rio35,lun=/dev/nvme0n1,openflags=directio
sd=rio36,lun=/dev/nvme1n1,openflags=directio
sd=rio37,lun=/dev/nvme0n1,openflags=directio
sd=rio38,lun=/dev/nvme1n1,openflags=directio
sd=rio39,lun=/dev/nvme0n1,openflags=directio
#
# Workload Definitions
#
wd=rio30_read,sd=rio30,skew=3.36,xfersize=8k,seek=97,rdpct=100
wd=rio28_read,sd=rio28,skew=3.02,xfersize=8k,seek=100,rdpct=100
wd=rio29_read,sd=rio29,skew=2.78,xfersize=8k,seek=99,rdpct=100
wd=rio18_read,sd=rio18,skew=2.82,xfersize=8k,seek=98,rdpct=100
wd=rio34_read,sd=rio34,skew=2.88,xfersize=8k,seek=98,rdpct=100
wd=rio31_read,sd=rio31,skew=2.79,xfersize=8k,seek=99,rdpct=100
wd=rio20_read,sd=rio20,skew=2.69,xfersize=8k,seek=95,rdpct=100
wd=rio35_read,sd=rio35,skew=2.50,xfersize=8k,seek=98,rdpct=100
wd=rio32_read,sd=rio32,skew=2.50,xfersize=8k,seek=97,rdpct=100
wd=rio27_read,sd=rio27,skew=2.40,xfersize=8k,seek=96,rdpct=100
wd=rio22_read,sd=rio22,skew=2.40,xfersize=8k,seek=97,rdpct=100
wd=rio17_read,sd=rio17,skew=2.31,xfersize=8k,seek=90,rdpct=100
wd=rio23_read,sd=rio23,skew=2.31,xfersize=9k,seek=98,rdpct=100
wd=rio26_read,sd=rio26,skew=2.31,xfersize=8k,seek=98,rdpct=100
wd=rio5_read,sd=rio5,skew=2.21,xfersize=12k,seek=99,rdpct=100
wd=rio19_read,sd=rio19,skew=2.21,xfersize=8k,seek=90,rdpct=100
wd=rio33_read,sd=rio33,skew=2.21,xfersize=8k,seek=96,rdpct=100
wd=rio21_read,sd=rio21,skew=2.11,xfersize=12k,seek=99,rdpct=100
wd=rio16_read,sd=rio16,skew=2.02,xfersize=8k,seek=94,rdpct=100
wd=rio1_read,sd=rio1,skew=1.92,xfersize=12k,seek=99,rdpct=100
wd=rio2_read,sd=rio2,skew=1.92,xfersize=8k,seek=99,rdpct=100
wd=rio4_read,sd=rio4,skew=1.92,xfersize=8k,seek=99,rdpct=100
wd=rio8_read,sd=rio8,skew=1.92,xfersize=8k,seek=95,rdpct=100
wd=rio15_read,sd=rio15,skew=1.88,xfersize=8k,seek=95,rdpct=100
wd=rio25_read,sd=rio25,skew=1.88,xfersize=8k,seek=98,rdpct=100
wd=rio6_read,sd=rio6,skew=1.83,xfersize=8k,seek=99,rdpct=100
wd=rio7_read,sd=rio7,skew=1.73,xfersize=8k,seek=99,rdpct=100
wd=rio9_read,sd=rio9,skew=1.63,xfersize=8k,seek=99,rdpct=100
wd=rio36_read,sd=rio36,skew=1.63,xfersize=8k,seek=94,rdpct=100
wd=rio12_read,sd=rio12,skew=1.54,xfersize=8k,seek=98,rdpct=100
wd=rio14_read,sd=rio14,skew=1.54,xfersize=8k,seek=98,rdpct=100
wd=rio3_read,sd=rio3,skew=1.44,xfersize=8k,seek=99,rdpct=100
wd=rio11_read,sd=rio11,skew=1.44,xfersize=8k,seek=95,rdpct=100
wd=rio10_read,sd=rio10,skew=1.44,xfersize=8k,seek=98,rdpct=100
wd=rio13_read,sd=rio13,skew=1.35,xfersize=12k,seek=96,rdpct=100
wd=rio24_read,sd=rio24,skew=1.23,xfersize=8k,seek=97,rdpct=100
wd=redo1_read,sd=redo1,skew=.86,xfersize=200k,seek=40,rdpct=100
wd=redo2_read,sd=redo2,skew=.86,xfersize=220k,seek=40,rdpct=100
wd=rio37_read,sd=rio37,skew=.86,xfersize=8k,seek=96,rdpct=100
wd=rio38_read,sd=rio38,skew=.77,xfersize=8k,seek=98,rdpct=100
wd=rio39_read,sd=rio39,skew=.67,xfersize=8k,seek=98,rdpct=100
wd=archive_read,sd=archive,skew=.04,xfersize=1m,seek=100,rdpct=100
wd=rio30_write,sd=rio30,skew=.29,xfersize=9k,seek=100,rdpct=0
wd=rio28_write,sd=rio28,skew=.27,xfersize=9k,seek=100,rdpct=0
wd=rio29_write,sd=rio29,skew=.33,xfersize=10k,seek=100,rdpct=0
wd=rio18_write,sd=rio18,skew=.33,xfersize=10k,seek=100,rdpct=0
wd=rio34_write,sd=rio34,skew=.17,xfersize=9k,seek=100,rdpct=0
wd=rio31_write,sd=rio31,skew=.27,xfersize=9k,seek=100,rdpct=0
wd=goldengate_read,sd=goldengate,skew=2.69,xfersize=13k,seek=98,rdpct=98
wd=goldengate_write,sd=goldengate,skew=.23,xfersize=32k,seek=65,rdpct=0
wd=rio20_write,sd=rio20,skew=.25,xfersize=12k,seek=100,rdpct=0
wd=rio35_write,sd=rio35,skew=.54,xfersize=9k,seek=100,rdpct=0
wd=rio32_write,sd=rio32,skew=.23,xfersize=9k,seek=95,rdpct=0
wd=rio27_write,sd=rio27,skew=.33,xfersize=9k,seek=100,rdpct=0
wd=rio22_write,sd=rio22,skew=.19,xfersize=11k,seek=100,rdpct=0
wd=rio17_write,sd=rio17,skew=.23,xfersize=11k,seek=100,rdpct=0
wd=rio23_write,sd=rio23,skew=.19,xfersize=9k,seek=100,rdpct=0
wd=rio26_write,sd=rio26,skew=.31,xfersize=9k,seek=100,rdpct=0
wd=rio5_write,sd=rio5,skew=.19,xfersize=10k,seek=100,rdpct=0
wd=rio19_write,sd=rio19,skew=.27,xfersize=12k,seek=100,rdpct=0
wd=rio33_write,sd=rio33,skew=.25,xfersize=9k,seek=100,rdpct=0
wd=rio21_write,sd=rio21,skew=.21,xfersize=12k,seek=100,rdpct=0
wd=rio16_write,sd=rio16,skew=.23,xfersize=12k,seek=100,rdpct=0
wd=rio1_write,sd=rio1,skew=.19,xfersize=10k,seek=98,rdpct=0
wd=rio2_write,sd=rio2,skew=.17,xfersize=10k,seek=100,rdpct=0
wd=rio4_write,sd=rio4,skew=.23,xfersize=10k,seek=100,rdpct=0
wd=rio8_write,sd=rio8,skew=.19,xfersize=10k,seek=100,rdpct=0
wd=rio15_write,sd=rio15,skew=.29,xfersize=11k,seek=100,rdpct=0
wd=rio25_write,sd=rio25,skew=.23,xfersize=9k,seek=100,rdpct=0
wd=rio6_write,sd=rio6,skew=.21,xfersize=10k,seek=100,rdpct=0
wd=rio7_write,sd=rio7,skew=.17,xfersize=12k,seek=100,rdpct=0
wd=rio9_write,sd=rio9,skew=.23,xfersize=9k,seek=100,rdpct=0
wd=rio36_write,sd=rio36,skew=.23,xfersize=10k,seek=100,rdpct=0
wd=rio12_write,sd=rio12,skew=.15,xfersize=11k,seek=100,rdpct=0
wd=rio14_write,sd=rio14,skew=.19,xfersize=10k,seek=100,rdpct=0
wd=rio3_write,sd=rio3,skew=.29,xfersize=10k,seek=99,rdpct=0
wd=rio11_write,sd=rio11,skew=.17,xfersize=12k,seek=100,rdpct=0
wd=rio10_write,sd=rio10,skew=.19,xfersize=10k,seek=100,rdpct=0
wd=rio13_write,sd=rio13,skew=.17,xfersize=11k,seek=100,rdpct=0
wd=rio24_write,sd=rio24,skew=.21,xfersize=10k,seek=100,rdpct=0
wd=redo1_write,sd=redo1,skew=5.76,xfersize=4k,seek=5,rdpct=0
wd=redo2_write,sd=redo2,skew=.96,xfersize=5k,seek=15,rdpct=0
wd=rio37_write,sd=rio37,skew=.29,xfersize=10k,seek=100,rdpct=0
wd=rio38_write,sd=rio38,skew=.48,xfersize=9k,seek=100,rdpct=0
wd=rio39_write,sd=rio39,skew=.29,xfersize=9k,seek=100,rdpct=0
wd=archive_write,sd=archive,skew=.58,xfersize=1k,seek=95,rdpct=0
#
# Run Definition
rd=rio_primary_workload,wd=*,interval=$interval,elapsed=$elapsed,iorate=$iorate,distribution=exponential
and I start the test with:
sudo ./vdbench -f rio_primary_nvme.txt jvms=2 interval=1m elapsed=8h iorate=max