1. Linux OS 이하에서 Hitachi Storage SAN Disk에 대한 Multipath 구성은 일반적으로 아래와 같이 Hitachi 에서 제공하는 DynamicLinkManager 를 사용하며, Linux OS Level 에서 제공하는 multipathd 데몬은 병행해서 사용하지 않는 것이 좋다.
또한 DynamicLinkManager 를 통해 구성된 Multipath Device를 OS상에 구성할때는 아래와 같이 Linux OS에서 Major No 200번대로 인식하는 Multipath Device인 Hitachi Device Name을 사용해야 한다.
|
[root@TESTDB01 bin]#
[root@TESTDB01 bin]# pwd
/opt/DynamicLinkManager/bin
[root@TESTDB01 bin]#
[root@TESTDB01 bin]#
[root@TESTDB01 bin]# cat /proc/diskstats | awk '$1 > 200 {print $0}' | grep sddl
252 0 sddlmfdrv0 0 0 0 0 0 0 0 0 0 0 0
251 0 sddlmaa 0 0 0 0 0 0 0 0 0 0 0
251 16 sddlmab 0 0 0 0 0 0 0 0 0 0 0
251 32 sddlmac 0 0 0 0 0 0 0 0 0 0 0
251 48 sddlmad 0 0 0 0 0 0 0 0 0 0 0
251 64 sddlmae 0 0 0 0 0 0 0 0 0 0 0
251 80 sddlmaf 0 0 0 0 0 0 0 0 0 0 0
251 96 sddlmag 0 0 0 0 0 0 0 0 0 0 0
251 112 sddlmah 0 0 0 0 0 0 0 0 0 0 0
251 128 sddlmai 0 0 0 0 0 0 0 0 0 0 0
.
.
.
생략
[root@TESTDB01 bin]#
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# chkconfig --level 12345 multipathd off
[root@TESTDB01 ~]#
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# chkconfig --list | grep multipath
multipathd 0:off 1:off 2:off 3:off 4:off 5:off 6:off
[root@TESTDB01 ~]#
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# service multipathd status
multipathd is stopped
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# |
2. 아래와 같이 실제 OS 이하에서 Hitachi Multipath Device에 대하여 LVM 구성시에도 HDevName을 기준으로 사용하도록 한다.
|
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# pvs
PV VG Fmt Attr PSize PFree
/dev/cciss/c0d0p2 vg_sys lvm2 a- 558.62G 408.62G
/dev/sddlmaa vg_app lvm2 a- 50.00G 0
/dev/sddlmab vg_app lvm2 a- 50.00G 0
/dev/sddlmac vg_app lvm2 a- 50.00G 14.99G
/dev/sddlmad vg_app lvm2 a- 50.00G 14.99G
/dev/sddlmcj vg_app01 lvm2 a- 100.00G 0
/dev/sddlmck vg_app01 lvm2 a- 100.00G 40.00G
/dev/sddlmcl vg_app01 lvm2 a- 100.00G 0
/dev/sddlmcm vg_app01 lvm2 a- 100.00G 100.00G
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# |
3. Node01 Server 에서 SAN 으로 할당된 전체 Hitachi Device Name 및 iLUN 조회 방법
|
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# dlnkmgr view -lu -item all | head -5 > san_dev_node1 && dlnkmgr view -lu -item all | awk '$1 ~ /^[0-9]/ {print $0}' >> san_dev_node1 && cat san_dev_node1
Product : HUS100
SerialNumber : 93010897
LUs : 41
iLU SLPR HDevName Device PathID PathName ChaPort CLPR Status Type IO-Count IO-Errors DNum IEP HCTL
0000 - sddlmaa /dev/sda 000039 0003.0000.0000000000000000.0000 0A 0 Online Own 37905468 0 0 - 3.0.0.0
0001 - sddlmab /dev/sdb 000040 0003.0000.0000000000000000.0001 0A 1 Online Own 35015606 0 0 - 3.0.0.1
0002 - sddlmac /dev/sdc 000041 0003.0000.0000000000000000.0002 0A 0 Online Own 7174917 0 0 - 3.0.0.2
0003 - sddlmad /dev/sdd 000042 0003.0000.0000000000000000.0003 0A 1 Online Own 6560360 0 0 - 3.0.0.3
0008 - sddlmae /dev/sde 000043 0003.0000.0000000000000000.0004 0A 0 Online Own 9733467 0 0 - 3.0.0.4
0009 - sddlmaf /dev/sdf 000044 0003.0000.0000000000000000.0005 0A 1 Online Own 9760159 0 0 - 3.0.0.5
0010 - sddlmag /dev/sdg 000045 0003.0000.0000000000000000.0006 0A 0 Online Own 9738163 0 0 - 3.0.0.6
.
.
.
생략
[root@TESTDB01 ~]# |
4. Node02 Server 에서 SAN 으로 할당된 전체 Hitachi Device Name 및 iLUN 조회 및 해당 결과값을 Node01 에 san_dev_node2 라는 파일로 copy
|
[root@TESTDB02 ~]# dlnkmgr view -lu -item all | head -5 > san_dev_node2 && dlnkmgr view -lu -item all | awk '$1 ~ /^[0-9]/ {print $0}' >> san_dev_node2 && cat san_dev_node2
Product : HUS100
SerialNumber : 93010897
LUs : 41
iLU SLPR HDevName Device PathID PathName ChaPort CLPR Status Type IO-Count IO-Errors DNum IEP HCTL
0004 - sddlmaa /dev/sda 000039 0003.0000.0000000000000000.0000 0B 0 Online Own 37547647 0 0 - 3.0.0.0
0005 - sddlmab /dev/sdb 000040 0003.0000.0000000000000000.0001 0B 1 Online Own 34391066 0 0 - 3.0.0.1
0006 - sddlmac /dev/sdc 000041 0003.0000.0000000000000000.0002 0B 0 Online Own 6811340 0 0 - 3.0.0.2
0007 - sddlmad /dev/sdd 000042 0003.0000.0000000000000000.0003 0B 1 Online Own 6671608 0 0 - 3.0.0.3
0008 - sddlmae /dev/sde 000043 0003.0000.0000000000000000.0004 0B 0 Online Own 9426259 0 0 - 3.0.0.4
0009 - sddlmaf /dev/sdf 000044 0003.0000.0000000000000000.0005 0B 1 Online Own 9436763 0 0 - 3.0.0.5
0010 - sddlmag /dev/sdg 000045 0003.0000.0000000000000000.0006 0B 0 Online Own 9427571 0 0 - 3.0.0.6
.
.
.
생략
[root@TESTDB02 ~]# |
5. Node01 / 02 서버 이하에 생성된 san_dev_node 파일을 기준으로 양쪽 노드에 Shared 형태로 할당된 Multipath Device 와 해당 iLUN 확인
- 아래와 같이 Shared 형태로 할당된 Multipath Device는 HdevName과 iLUN 값이 서로 같아야 함.
|
[root@TESTDB01 ~]#
[root@TESTDB01 ~]#
[root@TESTDB01 ~]# for LIST in `cat san_dev_node1 | awk '$1 ~ /^[0-9]/ {print $1}'`; do awk '$1 ~ /^'"${LIST}"'$/' san_dev_node2; done
0008 - sddlmae /dev/sde 000043 0003.0000.0000000000000000.0004 0B 0 Online Own 9426259 0 0 - 3.0.0.4
0009 - sddlmaf /dev/sdf 000044 0003.0000.0000000000000000.0005 0B 1 Online Own 9436763 0 0 - 3.0.0.5
0010 - sddlmag /dev/sdg 000045 0003.0000.0000000000000000.0006 0B 0 Online Own 9427571 0 0 - 3.0.0.6
0011 - sddlmah /dev/sdh 000046 0003.0000.0000000000000000.0007 0B 1 Online Own 73705956 0 0 - 3.0.0.7
0012 - sddlmai /dev/sdi 000047 0003.0000.0000000000000000.0008 0B 0 Online Own 70450258 0 0 - 3.0.0.8
0013 - sddlmaj /dev/sdj 000048 0003.0000.0000000000000000.0009 0B 1 Online Own 78586258 0 0 - 3.0.0.9
0014 - sddlmak /dev/sdk 000049 0003.0000.0000000000000000.000A 0B 0 Online Own 79680693 0 0 - 3.0.0.10
0015 - sddlmal /dev/sdl 000050 0003.0000.0000000000000000.000B 0B 1 Online Own 70528018 0 0 - 3.0.0.11
.
.
.
생략
[root@TESTDB01 ~]# |
