Can anyone help here with my 2-node RAC? The 2 servers were rebooted and now I get the 'CRS-4535: Cannot communicate with Cluster Ready Services' message. What should can I check?
[root@plummet ~]# crsctl check crs
CRS-4638: Oracle High Availability Services is online
CRS-4535: Cannot communicate with Cluster Ready Services
CRS-4530: Communications failure contacting Cluster Synchronization Services daemon
CRS-4534: Cannot communicate with Event Manager
[root@plummet ~]# crsctl stat res -t -init
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
1 OFFLINE OFFLINE
ora.cluster_interconnect.haip
1 ONLINE OFFLINE
ora.crf
1 ONLINE ONLINE plummet
ora.crsd
1 ONLINE OFFLINE
ora.cssd
1 ONLINE OFFLINE STARTING
ora.cssdmonitor
1 ONLINE ONLINE plummet
ora.ctssd
1 ONLINE OFFLINE
ora.diskmon
1 ONLINE ONLINE plummet
ora.drivers.acfs
1 OFFLINE OFFLINE
ora.evmd
1 ONLINE OFFLINE
ora.gipcd
1 ONLINE ONLINE plummet
ora.gpnpd
1 ONLINE ONLINE plummet
ora.mdnsd
1 ONLINE ONLINE plummet
[root@plummet ~]# crsctl stat res -t
CRS-4535: Cannot communicate with Cluster Ready Services
CRS-4000: Command Status failed, or completed with errors.
[root@plummet ~]# ps -ef | egrep 'init|d.bin'
root 1 0 0 17:19 ? 00:00:00 init [5]
root 4013 1 0 17:21 ? 00:00:00 /u01/app/grid11.202/bin/ohasd.bin reboot
root 4950 1 0 17:21 ? 00:00:00 /bin/sh /etc/init.d/init.ohasd run
oracle 5211 1 0 17:22 ? 00:00:00 /u01/app/grid11.202/bin/mdnsd.bin
oracle 5220 1 0 17:22 ? 00:00:00 /u01/app/grid11.202/bin/gpnpd.bin
oracle 5230 1 0 17:22 ? 00:00:00 /u01/app/grid11.202/bin/gipcd.bin
oracle 5265 1 0 17:22 ? 00:00:00 /u01/app/grid11.202/bin/ocssd.bin
root 5281 1 0 17:22 ? 00:00:00 /u01/app/grid11.202/bin/osysmond.bin
root 5476 5368 0 17:24 pts/1 00:00:00 egrep init|d.bin