From customer's DB server (/var/log/messages),below messages outputed , there are no IPs of 102.xx.xx.xx in customer's environment,
what are these IPs used for?
Are these IPs encoding into somewhere for Exadata?
How to clean the routing information of these IPs?
* 172.18.5.7 and 172.18.5.8 are IB/IF on DB node exa04db4m.
===================================================================================================================================
Jun 7 07:54:00 exa04db4m kernel: RDS/IB: re-connect <172.18.5.8,102.166.119.81> stalling for more than 1 min...(drops=11 err=0)
Jun 7 07:54:00 exa04db4m kernel: RDS/IB: re-connect <172.18.5.7,102.166.119.81> stalling for more than 1 min...(drops=11 err=0)
Jun 15 06:44:33 exa04db4m kernel: RDS/IB: re-connect <172.18.5.7,102.135.230.242,0> stalling for more than 1 min...(drops=11 err=0)
Jun 15 06:44:33 exa04db4m kernel: RDS/IB: re-connect <172.18.5.8,102.135.230.242,0> stalling for more than 1 min...(drops=11 err=0)
===================================================================================================================================
log:
root@exa04db4m ~]# arp
Address HWtype HWaddress Flags Mask Iface
exa04scan1.ksdenki.loca ether 00:10:e0:65:5e:b1 C bondeth0
exa05db1vip.ksdenki.loc ether 00:10:e0:68:c4:09 C bondeth0
exa05db4vip.ksdenki.loc ether 00:10:e0:68:d1:b9 C bondeth0
exa04scan1.ksdenki.loca ether 00:10:e0:65:6b:fb C bondeth0
exa04scan1.ksdenki.loca ether 00:10:e0:65:56:f5 C bondeth0
exa01scan1.ksdenki.loca ether 00:21:28:84:17:2d C bondeth0
exa04db2vip.ksdenki.loc ether 00:10:e0:65:56:f5 C bondeth0
172.18.0.1 ether 00:1d:45:55:9c:ff C bondeth0
exaoms01.ksdenki.local ether 00:0c:29:da:e7:df C bondeth0
exa04db3vip.ksdenki.loc ether 00:10:e0:65:5e:b1 C bondeth0
exa04cell1m.ksdenki.loc ether 00:10:e0:68:e1:a8 C eth0
exa04cell4ib1 infiniba80:00:00:48:fe:80:00C ib0
exa04db2ib1 infiniba80:00:00:48:fe:80:00C ib1
exa05db1m.ksdenki.local ether 00:10:e0:68:c4:08 C eth0
exa04db1m.ksdenki.local ether 00:10:e0:65:6b:fa C eth0
102.166.119.81 (incomplete) ib0★
exa04db3.ksdenki.local ether 00:10:e0:65:5e:b1 C bondeth0
172.18.192.1 ether 00:1d:45:55:9c:ff C eth0
exa04db2ib1 infiniba80:00:00:48:fe:80:00C ib0
exa04db1.ksdenki.local ether 00:10:e0:65:6b:fb C bondeth0
exa04db1ib2 infiniba80:00:00:49:fe:80:00C ib0
exa04db3ib2 infiniba80:00:00:49:fe:80:00C ib0
172.18.0.180 ether 00:a0:98:2a:18:75 C bondeth0
exa04db1ib1 infiniba80:00:00:48:fe:80:00C ib1
exa04cell6ib1 infiniba80:00:00:48:fe:80:00C ib0
exa04cell5ib1 infiniba80:00:00:48:fe:80:00C ib0
exaapsv01.ksdenki.local ether 00:0c:29:fe:8a:c3 C bondeth0
exa04db3ib1 infiniba80:00:00:48:fe:80:00C ib1
exa01scan1.ksdenki.loca ether 00:21:28:8e:97:3f C bondeth0
exa04db2.ksdenki.local ether 00:10:e0:65:56:f5 C bondeth0
exa05db3vip.ksdenki.loc ether 00:10:e0:68:72:67 C bondeth0
exa04cell2m.ksdenki.loc ether 00:10:e0:68:ec:04 C eth0
exa04db2ib2 infiniba80:00:00:49:fe:80:0
[root@sw-exa4-ib2 ~]# ibnodes
Ca : 0x0010e000015a38d0 ports 2 "exa05db1m S 172.18.5.51,172.18.5.52 HCA-1"
Ca : 0x0010e000015a5d30 ports 2 "exa05db3m S 172.18.5.55,172.18.5.56 HCA-1"
Ca : 0x0010e000015a3bb0 ports 2 "exa05db2m S 172.18.5.53,172.18.5.54 HCA-1"
Ca : 0x0010e000015a6e90 ports 2 "exa05db4m S 172.18.5.57,172.18.5.58 HCA-1"
Ca : 0x0010e000015a8910 ports 2 "exa05cell1m C 172.18.5.59,172.18.5.60 HCA-1"
Ca : 0x0010e000015a88a0 ports 2 "exa05cell3m C 172.18.5.63,172.18.5.64 HCA-1"
Ca : 0x0010e000015a88e0 ports 2 "exa05cell2m C 172.18.5.61,172.18.5.62 HCA-1"
Ca : 0x0010e000015a8cc0 ports 2 "exa05cell5m C 172.18.5.67,172.18.5.68 HCA-1"
Ca : 0x0010e000015a88c0 ports 2 "exa05cell4m C 172.18.5.65,172.18.5.66 HCA-1"
Ca : 0x0010e000015a8e30 ports 2 "exa05cell7m C 172.18.5.71,172.18.5.72 HCA-1"
Ca : 0x0010e000015a8d50 ports 2 "exa05cell6m C 172.18.5.69,172.18.5.70 HCA-1"
Ca : 0x0010e000015a4b90 ports 2 "exa04db4m S 172.18.5.7,172.18.5.8 HCA-1"
Ca : 0x0010e000015a5a10 ports 2 "exa04db2m S 172.18.5.3,172.18.5.4 HCA-1"
Ca : 0x0010e000015a2fe0 ports 2 "exa04db3m S 172.18.5.5,172.18.5.6 HCA-1"
Ca : 0x0010e000015a5650 ports 2 "exa04db1m S 172.18.5.1,172.18.5.2 HCA-1"
Ca : 0x0010e000015a93a0 ports 2 "exa04cell7m C 172.18.5.21,172.18.5.22 HCA-1"
Ca : 0x0010e000015a86f0 ports 2 "exa04cell5m C 172.18.5.17,172.18.5.18 HCA-1"
Ca : 0x0010e000015a90e0 ports 2 "exa04cell6m C 172.18.5.19,172.18.5.20 HCA-1"
Ca : 0x0010e000015a8e20 ports 2 "exa04cell3m C 172.18.5.13,172.18.5.14 HCA-1"
Ca : 0x0010e000015a8900 ports 2 "exa04cell4m C 172.18.5.15,172.18.5.16 HCA-1"
Ca : 0x0010e000015a88d0 ports 2 "exa04cell1m C 172.18.5.9,172.18.5.10 HCA-1"
Ca : 0x0010e000015a86e0 ports 2 "exa04cell2m C 172.18.5.11,172.18.5.12 HCA-1"
Switch : 0x0010e0650fffa0a0 ports 36 "SUN DCS 36P QDR sw-exa4-ib2 172.18.192.33" enhanced port 0 lid 1 lmc 0
Switch : 0x0010e0651012a0a0 ports 36 "SUN DCS 36P QDR sw-exa4-ib3 172.18.192.34" enhanced port 0 lid 2 lmc 0
[root@sw-exa4-ib3 ~]# ibnodes
Ca : 0x0010e000015a38d0 ports 2 "exa05db1m S 172.18.5.51,172.18.5.52 HCA-1"
Ca : 0x0010e000015a5d30 ports 2 "exa05db3m S 172.18.5.55,172.18.5.56 HCA-1"
Ca : 0x0010e000015a3bb0 ports 2 "exa05db2m S 172.18.5.53,172.18.5.54 HCA-1"
Ca : 0x0010e000015a6e90 ports 2 "exa05db4m S 172.18.5.57,172.18.5.58 HCA-1"
Ca : 0x0010e000015a8910 ports 2 "exa05cell1m C 172.18.5.59,172.18.5.60 HCA-1"
Ca : 0x0010e000015a88a0 ports 2 "exa05cell3m C 172.18.5.63,172.18.5.64 HCA-1"
Ca : 0x0010e000015a88e0 ports 2 "exa05cell2m C 172.18.5.61,172.18.5.62 HCA-1"
Ca : 0x0010e000015a8cc0 ports 2 "exa05cell5m C 172.18.5.67,172.18.5.68 HCA-1"
Ca : 0x0010e000015a88c0 ports 2 "exa05cell4m C 172.18.5.65,172.18.5.66 HCA-1"
Ca : 0x0010e000015a8e30 ports 2 "exa05cell7m C 172.18.5.71,172.18.5.72 HCA-1"
Ca : 0x0010e000015a8d50 ports 2 "exa05cell6m C 172.18.5.69,172.18.5.70 HCA-1"
Ca : 0x0010e000015a4b90 ports 2 "exa04db4m S 172.18.5.7,172.18.5.8 HCA-1"
Ca : 0x0010e000015a5a10 ports 2 "exa04db2m S 172.18.5.3,172.18.5.4 HCA-1"
Ca : 0x0010e000015a2fe0 ports 2 "exa04db3m S 172.18.5.5,172.18.5.6 HCA-1"
Ca : 0x0010e000015a5650 ports 2 "exa04db1m S 172.18.5.1,172.18.5.2 HCA-1"
Ca : 0x0010e000015a93a0 ports 2 "exa04cell7m C 172.18.5.21,172.18.5.22 HCA-1"
Ca : 0x0010e000015a86f0 ports 2 "exa04cell5m C 172.18.5.17,172.18.5.18 HCA-1"
Ca : 0x0010e000015a90e0 ports 2 "exa04cell6m C 172.18.5.19,172.18.5.20 HCA-1"
Ca : 0x0010e000015a8e20 ports 2 "exa04cell3m C 172.18.5.13,172.18.5.14 HCA-1"
Ca : 0x0010e000015a8900 ports 2 "exa04cell4m C 172.18.5.15,172.18.5.16 HCA-1"
Ca : 0x0010e000015a88d0 ports 2 "exa04cell1m C 172.18.5.9,172.18.5.10 HCA-1"
Ca : 0x0010e000015a86e0 ports 2 "exa04cell2m C 172.18.5.11,172.18.5.12 HCA-1"
Switch : 0x0010e0651012a0a0 ports 36 "SUN DCS 36P QDR sw-exa4-ib3 172.18.192.34" enhanced port 0 lid 2 lmc 0
Switch : 0x0010e0650fffa0a0 ports 36 "SUN DCS 36P QDR sw-exa4-ib2 172.18.192.33" enhanced port 0 lid 1 lmc 0
[root@sw-exa4-ib3 ~]#
RDS IB Connections:
LocalAddr RemoteAddr Tos SL LocalDev RemoteDev
172.18.5.8 172.18.5.12 6 6 fe80::10:e000:15a:4b92 fe80::10:e000:15a:86e2
172.18.5.8 172.18.5.12 0 0 fe80::10:e000:15a:4b92 fe80::10:e000:15a:86e2
169.254.10.174 169.254.211.238 0 0 fe80::10:e000:15a:4b91 fe80::10:e000:15a:5a12
172.18.5.8 102.135.230.242 0 0 :: :: <<<<<<<<<<<<<<<
172.18.5.7 102.135.230.242 0 0 :: :: <<<<<<<<<<<<<<<
RDS Connections:
LocalAddr RemoteAddr Tos NextTX NextRX Flgs
172.18.5.8 172.18.5.12 6 2 90732 --C-
172.18.5.8 172.18.5.12 0 2370993 37784107 --C-
169.254.10.174 169.254.211.238 0 1195 2935 --C-
172.18.5.8 102.135.230.242 0 2 0 -c-- <<<<<<<<<<<<<<<
172.18.5.7 102.135.230.242 0 2 0 -c-- <<<<<<<<<<<<<<<
===/sbin/ip -s neighbour===
172.18.0.33 dev bondeth0 lladdr 00:10:e0:65:6b:fb ref 3 used 0/0/0 REACHABLE
172.18.0.35 dev bondeth0 lladdr 00:10:e0:65:56:f5 ref 3 used 0/0/0 REACHABLE
102.135.230.242 dev ib1 ref 2 used 0/0/0 INCOMPLETE <<<<<<<<<<<<<<<
102.135.230.242 dev ib0 ref 2 used 0/0/0 INCOMPLETE <<<<<<<<<<<<<<<