1.运行环境
1.1硬件环境

1.2网络规划创建允许客户端连接对象
cd iscsi/iqn.2025-04.com.chenhkang:racdisk/tpg1/acls
create wwn=iqn.2025-04.com.chenhkang:racnode1
create wwn=iqn.2025-04.com.chenhkang:racnode2
配置完成后
cd /
保存配置到配置文件
saveconfig

2.存储服务器端部署
2.1targetd部署
查看网络

查看磁盘

安装targetd和targetcli服务
rpm -ivh targetd-0.8.6-1.el7.noarch.rpm
rpm -ivh targetcli-2.1.51-2.el7.noarch.rpm

查看target服务并加入开机自启
systemctl start target --启动target服务
systemctl status target --查看target状态
systemctl enable target --加入开机自启
systemctl is-enabled target --查看开机自启是否完成

3.2创建共享存储
[root@localhost Packages]# targetcli
targetcli shell version 2.1.51
Copyright 2011-2013 by Datera, Inc and others.
For help on commands, type ‘help’.
/> ls
/> cd /backstores/block
创建块的命令
create name=disk1 dev=/dev/sdb
create name=disk2 dev=/dev/sdc
create name=disk3 dev=/dev/sdd
create name=disk4 dev=/dev/sde
create name=disk5 dev=/dev/sdf
create name=disk6 dev=/dev/sdg
create name=disk7 dev=/dev/sdh
create name=disk8 dev=/dev/sdi

3.3创建iscsi服务
创建iscsi服务
/> cd iscsi
/iscsi> ls
/iscsi> create iqn.2025-04.com.chenhkang:racdisk
创建完成iscsi名称后,下面会默认创建一个tpg1的路径，在tpg路径下有三个路径为主要的：
1.acls(客户端访问名称，免认证配置)
2.luns(共享lun存储池，调用block共享块)
3.portals(共享存储地址和端口)

3.4.绑定lun
cd iscsi/iqn.2025-04.com.chenhkang:racdisk/tpg1/luns/
create lun=lun1 storage_object=/backstores/block/disk1
create lun=lun2 storage_object=/backstores/block/disk2
create lun=lun3 storage_object=/backstores/block/disk3
create lun=lun4 storage_object=/backstores/block/disk4
create lun=lun5 storage_object=/backstores/block/disk5
create lun=lun6 storage_object=/backstores/block/disk6
create lun=lun7 storage_object=/backstores/block/disk7
create lun=lun8 storage_object=/backstores/block/disk8

3.5.acls免认证访问
创建允许客户端连接对象
cd iscsi/iqn.2025-04.com.chenhkang:racdisk/tpg1/acls
create wwn=iqn.2025-04.com.chenhkang:racnode1
create wwn=iqn.2025-04.com.chenhkang:racnode2
配置完成后
cd /
保存配置到配置文件
saveconfig

4.主备服务器配置iscis
4.1.iscsi客户端安装
rpm -ivh iscsi-initiator-utils-6.2.0.874-19.el7.x86_64.rpm
rpm -ivh iscsi-initiator-utils-iscsiuio-6.2.0.874-19.el7.x86_64.rpm
启动服务
systemctl start iscsid.service
systemctl start iscsi.service
开机自动启动
systemctl enable iscsid.service
systemctl enable iscsi.service


4.2.initiatorname.iscsi 配置
racnode1 修改配置文件
vi /etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.2025-04.com.chenhkang:racnode1
racnode2 修改配置文件
vi /etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.2025-04.com.chenhkang:racnode2


重启客户端服务
systemctl restart iscsid.service
systemctl restart iscsi.service
systemctl stop firewalld.service
systemctl disable firewalld.service


4.3.客户端发现网络存储
客户端连接网络存储
发现网络存储(失败就关闭防火墙)
iscsiadm -m discovery -t st -p 192.168.61.21
iscsiadm -m discovery -t st -p 192.168.61.24
iscsiadm -m discovery -t sendtargets -p 192.168.61.21
iscsiadm -m discovery -t sendtargets -p 192.168.61.24


4.4.连接网络存储
连接网络存储
iscsiadm -m node -T iqn.2025-04.com.chenhkang:racdisk -p 192.168.61.21:3260 -l
iscsiadm -m node -T iqn.2025-04.com.chenhkang:racdisk -p 192.168.61.24:3260 -l


查看登陆的session会话
iscsiadm -m session
iscsiadm -m session -P 3 查看登陆session的详细信息
如果服务器端重新分配了lun，客户端不能及时发现，需要重新扫描target
iscsiadm -m node -R
iscsiadm -m session -R
–注销连接
iscsiadm -m node -T iqn.2025-04.com.chenhkang:racdisk -p 192.168.61.21:3260 -u
iscsiadm -m node -T iqn.2025-04.com.chenhkang:racdisk -p 192.168.61.24:3260 -u
4.5.查看磁盘映射信息
lsscsi
lsblk


5.主备服务器配置multipath
5.1.multipath部署
rpm -ivh device-mapper-multipath-0.4.9-133.el7.x86_64.rpm
rpm -ivh device-mapper-multipath-libs-0.4.9-133.el7.x86_64.rpm


5.2.multipath启动
查看多路径状态,提示配置文件不存在
multipath –ll
[root@localhost ~]# multipath –ll
Mar 22 05:14:12 | DM multipath kernel driver not loaded
Mar 22 05:14:12 | /etc/multipath.conf does not exist, blacklisting all devices.
Mar 22 05:14:12 | A default multipath.conf file is located at
Mar 22 05:14:12 | /usr/share/doc/device-mapper-multipath-0.4.9/multipath.conf
Mar 22 05:14:12 | You can run /sbin/mpathconf --enable to create
Mar 22 05:14:12 | /etc/multipath.conf. See man mpathconf(8) for more details
Mar 22 05:14:12 | DM multipath kernel driver not loaded
–创建
/sbin/mpathconf --enable
–查询状态已经没有报错提示了
multipath –ll
–检查是否已经在内核中
lsmod |grep multipath
–没有的话，就添加到内核
modprobe dm-multipath
modprobe dm-round-robin
modprobe dm-service-time
–查看状态
systemctl status multipathd
–启动
systemctl start multipathd
–设置开机启动
systemctl enable multipathd
–查看开机启动列表
systemctl list-unit-files|grep multipathd
–重新加载
systemctl reload multipathd


查看multipath状态


5.3.磁盘wwid输出
#!/bin/bash
for i in b c d e f g h i j k l m n o p q;
do
echo "sd$i" "`/usr/lib/udev/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i` ";
done


5.4.multipath.conf配置
修改磁盘别名
vi /etc/multipath.conf 操作之前可以先备份一个配置文件

defaults {
user_friendly_names yes
find_multipaths yes
path_grouping_policy multibus
failback immediate
no_path_retry fail
}

blacklist {
devnode “^sda”
}

multipaths {
multipath {
wwid 36001405354c4f4678174e23816685e01
alias oracle-data01
}

multipath {
wwid 360014057ae468d9e6fb48be920d2ab10
alias oracle-data02
}

multipath {
wwid 36001405a49ca1fb58a14172b2b76a10f
alias oracle-data03
}
multipath {
wwid 3600140501fb5b87b2b548279c6fa7dbc
alias oracle-data04
}

multipath {
wwid 3600140590860d29655a48bcbfe1ae01b
alias oracle-orc01
}

multipath {
wwid 360014051af6a533e09e4739876ed54be
alias oracle-orc02
}
multipath {
wwid 36001405ae352c1906914ca7b87b812c3
alias oracle-orc03
}
multipath {
wwid 360014051a7f7b99a2c042dc9288f9293
alias oracle-orc04
}
}

devices {
device {
vendor "COMPAQ "
product “HSV110 ©COMPAQ”
path_grouping_policy multibus
getuid_callout “/lib/udev/scsi_id --whitelisted --device=/dev/%n”
path_checker readsector0
path_selector “round-robin 0”
hardware_handler “0”
failback 15
rr_weight priorities
no_path_retry queue
}
}

重启多路径服务
systemctl restart multipathd.service

通过命令查看磁盘名变更
fdisk -l|grep /dev/mapper/
multipath -ll
lsblk

–至此多链路共享存储配置完成，该存储可以用于达梦DSC或者ORACLR-RAC部署