Hi folks,
I have been installing approximately 10 servers using jumpstart, and all has been going well thus far.
These are a combination of v490s and v240s, and are all running Solaris 10 11_06 SUNWCuser.
Each machine has some IPMP configuration on it's production interfaces, however, every IPMP test interface is showing up as FAILED.
When doing further investigation, I see that there seems to be a difference in the way that the servers try to get to the production net if I user "traceroute" (uses the correct path, as per routing table) against if I use "ping" (uses incorrect path, and therefore IPMP does not get its response from the test addresses, and marks the interface as failed).
Below is an example, showing the routing table, and showing the results from a traceroute command, the results from a ping command, the routing table, the contents of my /etc/netmasks, /etc/hosts, /etc/inet/ipnodes (although I'm not using that file), the output from ifconfig.....
Can anyone explain why I am seeing this behavior?
ROUTING TABLE:_
root@auvich401:/ # netstat -rn
Routing Table: IPv4
Destination Gateway Flags Ref Use Interface
--------------------
10.138.178.0 10.138.182.1 UG 1 2
10.138.170.0 10.138.170.21 U 1 56217 ce1:1
10.138.170.0 10.138.170.21 U 1 0 ce1
10.138.170.0 10.138.170.21 U 1 56191 ce4
10.138.182.0 10.138.182.22 U 1 4 ce2
10.138.182.0 10.138.182.24 U 1 0 ce3
10.138.182.0 10.138.182.21 U 1 0 ce5
10.138.186.0 10.138.186.21 U 1 0 ce0
10.138.180.0 10.138.182.1 UG 1 0
10.138.184.0 10.138.186.1 UG 1 0
224.0.0.0 10.138.170.21 U 1 0 ce1:1
default 10.138.170.1 UG 1 14
127.0.0.1 127.0.0.1 UH 4 108 lo0
IFCONFIG:*
root@auvich401:/ # ifconfig -a
lo0: flags=2001000849<UP,LOOPBACK,RUNNING,MULTICAST,IPv4,VIRTUAL> mtu 8232 index 1
inet 127.0.0.1 netmask ff000000
ce0: flags=1000803<UP,BROADCAST,MULTICAST,IPv4> mtu 1500 index 2
inet 10.138.186.21 netmask ffffff00 broadcast 10.138.186.255
ether 0:14:4f:68:b6:7c
ce1: flags=19040843<UP,BROADCAST,RUNNING,MULTICAST,DEPRECATED,IPv4,NOFAILOVER,FAILED> mtu 1500 index 3
inet 10.138.170.23 netmask ffffff00 broadcast 10.138.170.255
groupname sens-prod
ether 0:14:4f:68:b6:7d
ce1:1: flags=11000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4,FAILED> mtu 1500 index 3
inet 10.138.170.21 netmask ffffff00 broadcast 10.138.170.255
ce2: flags=1040843<UP,BROADCAST,RUNNING,MULTICAST,DEPRECATED,IPv4> mtu 1500 index 4
inet 10.138.182.22 netmask ffffff00 broadcast 10.138.182.255
ether 0:14:4f:68:b6:7e
ce3: flags=1040843<UP,BROADCAST,RUNNING,MULTICAST,DEPRECATED,IPv4> mtu 1500 index 5
inet 10.138.182.24 netmask ffffff00 broadcast 10.138.182.255
ether 0:14:4f:68:b6:7f
ce4: flags=19040843<UP,BROADCAST,RUNNING,MULTICAST,DEPRECATED,IPv4,NOFAILOVER,FAILED> mtu 1500 index 6
inet 10.138.170.22 netmask ffffff00 broadcast 10.138.170.255
groupname sens-prod
ether 0:3:ba:9b:44:52
ce5: flags=1000843<UP,BROADCAST,RUNNING,MULTICAST,IPv4> mtu 1500 index 7
inet 10.138.182.21 netmask ffffff00 broadcast 10.138.182.255
ether 0:3:ba:9b:44:51
_
HOSTS FILE:_
root@auvich401:/ # more /etc/hosts
# Hosts files entries for local host
#
10.138.170.21 auvich401 auvich401. localhost
10.138.186.21 auvich401-bak
10.138.170.23 auvich401-ce1
10.138.182.22 auvich401-ce2
10.138.182.24 auvich401-ce3
10.138.170.22 auvich401-ce4
10.138.182.21 auvich401-oob
10.138.182.23 auvich401-sc
10.138.170.141 auvich401-za
10.138.186.141 auvich401-za-bak
10.138.182.141 auvich401-za-oob
10.138.170.201 auvich401-zb
10.138.186.201 auvich401-zb-bak
10.138.182.201 auvich401-zb-oob
IPNODES FILE:_
root@auvich401:/ # more /etc/inet/ipnodes
#
# Internet host table
#
::1 localhost
127.0.0.1 localhost
10.138.170.21 auvich401 loghost
NETMASKS FILE:_
root@auvich401:/ # more /etc/netmasks
#
10.138.170.0 255.255.255.0
10.138.182.0 255.255.255.0
10.138.186.0 255.255.255.0
TRACEROUTE RESULT:_
root@auvich401:/ # traceroute 10.138.170.1
traceroute: Warning: Multiple interfaces found; using 10.138.170.21 @ ce1:1
traceroute to 10.138.170.1 (10.138.170.1), 30 hops max, 40 byte packets
1 auvich401 (10.138.170.21) 0.193 ms !H 0.069 ms !H 0.060 ms !H
PING RESULT:_
root@auvich401:/ # ping 10.138.170.1
ICMP Host Unreachable from gateway auvich401-ce2 (10.138.182.22)
for icmp from auvich401-ce2 (10.138.182.22) to 10.138.170.1
ICMP Host Unreachable from gateway auvich401-ce2 (10.138.182.22)
for icmp from auvich401-ce2 (10.138.182.22) to 10.138.170.1
ICMP Host Unreachable from gateway auvich401-ce2 (10.138.182.22)
for icmp from auvich401-ce2 (10.138.182.22) to 10.138.170.1
^C
root@auvich401:/ #
Thanks,
Doug.