登录测试环境发现一个节点监听异常
root@xxxxdbb:/ #crsctl status res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.xxxx_DATA.dg
ONLINE ONLINE xxxxdba
ONLINE ONLINE xxxxdbb
ora.LISTENER.lsnr
ONLINE ONLINE xxxxdba
ONLINE OFFLINE xxxxdbb
ora.asm
ONLINE ONLINE xxxxdba Started
ONLINE ONLINE xxxxdbb Started
ora.gsd
OFFLINE OFFLINE xxxxdba
OFFLINE OFFLINE xxxxdbb
ora.net1.network
ONLINE ONLINE xxxxdba
ONLINE ONLINE xxxxdbb
ora.ons
ONLINE ONLINE xxxxdba
ONLINE ONLINE xxxxdbb
ora.registry.acfs
ONLINE ONLINE xxxxdba
ONLINE ONLINE xxxxdbb
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE xxxxdba
ora.cvu
1 ONLINE ONLINE xxxxdba
ora.xxxxdb.db
1 ONLINE ONLINE xxxxdba Open
2 ONLINE ONLINE xxxxdbb Open
ora.xxxxdb.xxxx.svc
1 ONLINE ONLINE xxxxdba
ora.xxxxdb.sjcj.svc
1 ONLINE ONLINE xxxxdba
ora.xxxxdb.zfbf.svc
1 ONLINE ONLINE xxxxdba
ora.xxxxdba.vip
1 ONLINE ONLINE xxxxdba
ora.xxxxdbb.vip
1 ONLINE ONLINE xxxxdbb
ora.oc4j
1 ONLINE ONLINE xxxxdba
ora.scan1.vip
1 ONLINE ONLINE xxxxdba
root@xxxxdbb:/ #su - grid
尝试手工启动,一样报错
grid@xxxxdbb:/home/grid $lsnrctl statuss
LSNRCTL for IBM/AIX RISC System/6000: Version 11.2.0.4.0 - Production on 04-MAR-2016 01:23:34
Copyright (c) 1991, 2013, Oracle. All rights reserved.
Connecting to (DESCRIPTION=(ADDRESS=(PROTOCOL=IPC)(KEY=LISTENER)))
TNS-12541: TNS:no listener
TNS-12560: TNS:protocol adapter error
TNS-00511: No listener
IBM/AIX RISC System/6000 Error: 79: Connection refused
grid@xxxxdbb:/home/grid $
grid@xxxxdbb:/home/grid $cat /etc/hosts
第一怀疑就是hosts文件被改了,查看host没发现修改过。直接truss
从上面看出是使用ipc方式启动简单,尝试truss看看能不能有信息
truss lsnrctl start
execve("/usr/bin/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/etc/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/usr/sbin/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/usr/ucb/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/home/grid/bin/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/usr/bin/X11/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/sbin/lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("./lsnrctl", 0x2FF22BF8, 0x200138A8) Err#2 ENOENT
execve("/u01/app/11.2.0.4/grid/bin/lsnrctl", 0x2FF22BF8, 0x200138A8) argc: 2
kusla(2, 0x09FFFFFFF0001170) Err#1 EPERM
read_sysconfig(0x09001000A07D1550, 0x0000000000000010, 0x0000000000000000, 0x00000000B0000010, 0x0000000110000E38, 0xBADC0FFEE0DDF00D, 0x0000000006010000, 0x09001000A0806E68) = 0x0000000000000000
sbrk(0x0000000000000000) = 0x00000001101D54D8
vmgetinfo(0x0FFFFFFFFFFFF140, 7, 16) = 0
sbrk(0x0000000000000000) = 0x00000001101D54D8
sbrk(0x0000000000000008) = 0x00000001101D54D8
__libc_sbrk(0x0000000000010020) = 0x00000001101D54E0
thread_init(0x0900000000520760, 0x09001000A0888470) =
sbrk(0x0000000000000000) = 0x00000001101E5500
vmgetinfo(0x0FFFFFFFFFFFF780, 7, 16) = 0
smcr_procattr(0, 1, 0x0FFFFFFFFFFFF778) Err#109 ENOSYS
getrpid(-1, -1, 648535941220675944) = 8912948
_getpid() = 8912948
getprocs64(0x00000001101D7BF0, 5024, 0x0000000000000000, 0, 0x09001000A0883098, 1) = 1
appulimit(1005, 0) = 0x0FFFFFFFFE000000
_thread_self() = 66453675
thread_setmystate(0x0000000000000000, 0x0FFFFFFFFFFFF2A0) = 0
thread_setmystate(0x0FFFFFFFFFFFEF00, 0x0FFFFFFFFFFFF288) = 0
_sigaction(3, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(4, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(5, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(6, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(7, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(8, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(10, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(11, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(12, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
_sigaction(36, 0x0FFFFFFFFFFFF670, 0x0FFFFFFFFFFFF6A0) = 0
.....省略....
_getpid() = 8912948
accessx("/etc/secvars.cfg", 04, 0) = 0
statx("/etc/secvars.cfg", 0x0FFFFFFFFFFF6FB0, 176, 0) = 0
_getpid() = 8912948
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6E20, 176, 0) = 0
accessx("/etc/security/passwd", 04, 0) Err#13 EACCES
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6B50, 176, 0) = 0
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6C20, 176, 0) = 0
_getpid() = 8912948
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6E20, 176, 0) = 0
accessx("/etc/security/passwd", 04, 0) Err#13 EACCES
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6B50, 176, 0) = 0
accessx("/etc/passwd", 04, 0) = 0
statx("/etc/passwd", 0x0FFFFFFFFFFF6C20, 176, 0) = 0
accessx("/etc/security/passwd", 04, 0) Err#13 EACCES
close(5) = 0
gethostname(0x0FFFFFFFFFFF9C00, 512) = 0
access("/tmp/.oracle", 0) = 0
chmod("/tmp/.oracle", 01777) Err#1 EPERM
socket(1, 1, 0) = 5
access("/tmp/.oracle/sLISTENER", 0) = 0
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED -->注意这里,发现要读取/tmp/.oracle/sLISTENER
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
_nsleep(0x0FFFFFFFFFFF5580, 0x0FFFFFFFFFFF5650) = 0
close(5) = 0
socket(1, 1, 0) = 5
connext(5, 0x0FFFFFFFFFFF5BA8, 1025) Err#79 ECONNREFUSED
access("/tmp/.oracle/sLISTENER", 0) = 0
close(5) = 0
kopen("/u01/app/11.2.0.4/grid/network/mesg/tnsus.msb", O_RDONLY) = 5
kfcntl(5, F_SETFD, 0x0000000000000001) = 0
lseek(5, 0, 0) = 0
kread(5, "1513 "011303tt ".., 256) = 256
lseek(5, 512, 0) = 512
kread(5, " 19B ".., 512) = 512
lseek(5, 1024, 0) = 1024
kread(5, " t 12 1A &