[SOLVED] Communication for specific host stops only reboot solves the problem

bhushan.karia · 07-25-2012, 10:15 PM

I am getting some strange problem in live system that suddenly communication to one system stops, only reboot solves the problem. Strange thing is that i can communicate to other machine in the same network.

Following are the strace output of ping before reboot and after reboot.

============================
before reboot strace of ping failure
===========================

execve("/bin/ping", ["ping", "192.168.200.2"], [/* 21 vars */]) = 0
uname({sys="Linux", node="manage1", ...}) = 0
brk(0) = 0x805e000
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7790000
open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=8840, ...}) = 0
old_mmap(NULL, 8840, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb778d000
close(3) = 0
open("/lib/libresolv.so.2", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\260\'\0\0004\0\0\0"..., 1024) = 1024
fstat64(3, {st_mode=S_IFREG|0755, st_size=261778, ...}) = 0
old_mmap(NULL, 71168, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0xb777b000
mprotect(0xb7789000, 13824, PROT_NONE) = 0
old_mmap(0xb7789000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0xd000) = 0xb7789000
old_mmap(0xb778a000, 9728, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb778a000
close(3) = 0
open("/lib/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0 \304\1\0004\0\0\0"..., 1024) = 1024
fstat64(3, {st_mode=S_IFREG|0755, st_size=5737218, ...}) = 0
old_mmap(NULL, 1267240, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0xb7645000
mprotect(0xb7771000, 38440, PROT_NONE) = 0
old_mmap(0xb7771000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x12b000) = 0xb7771000
old_mmap(0xb7777000, 13864, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb7777000
close(3) = 0
munmap(0xb778d000, 8840) = 0
getuid32() = 0
socket(PF_INET, SOCK_RAW, IPPROTO_ICMP) = 3
setuid32(0) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(1025), sin_addr=inet_addr("192.168.200.2")}, 16) = 0
getsockname(4, {sa_family=AF_INET, sin_port=htons(60248), sin_addr=inet_addr("192.168.200.4")}, [16]) = 0
close(4) = 0
bind(3, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, 16) = 0
setsockopt(3, SOL_RAW, ICMP_FILTER, ~(ICMP_ECHOREPLY|ICMP_DEST_UNREACH|ICMP_SOURCE_QUENCH|ICMP_REDIRECT|ICMP_TIME_EXCEEDED|ICMP_PARAMETE RPROB), 4) = 0
brk(0) = 0x805e000
brk(0x805e0d8) = 0x805e0d8
brk(0x805f000) = 0x805f000
getpid() = 32646
fstat64(1, {st_mode=S_IFREG|0644, st_size=2606, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778f000
rt_sigaction(SIGINT, {0x804a670, [], SA_RESTORER|SA_INTERRUPT, 0xb76738b8}, NULL, 8) = 0
rt_sigaction(SIGALRM, {0x8049e74, [], SA_RESTORER|SA_INTERRUPT, 0xb76738b8}, NULL, 8) = 0
gettimeofday({1343268808, 397856}, NULL) = 0
gettimeofday({1343268808, 397939}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0004s\206\177\0\0\310\247\20Ps\22\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
time(NULL) = 1343268808
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268809, 403412}, NULL) = 0
gettimeofday({1343268809, 403488}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\205]\206\177\1\0\311\247\20P (\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\300\0\357\311\334\0\0@\1\236\27\300\250\310\4\300\250\310\4\3\1\336\23\0\0\0\0E\0\0\323"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268809, 568286}, NULL) = 0
recvfrom(3, "E\300\0p\311\335\0\0@\1\236\225\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268809, 568583}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/nsswitch.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=310, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "passwd: files ldap\nshadow: "..., 4096) = 310
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=8840, ...}) = 0
old_mmap(NULL, 8840, PROT_READ, MAP_PRIVATE, 4, 0) = 0xb7642000
close(4) = 0
open("/lib/libnss_files.so.2", O_RDONLY) = 4
read(4, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\360 \0\0004\0\0\0"..., 1024) = 1024
fstat64(4, {st_mode=S_IFREG|0755, st_size=256691, ...}) = 0
old_mmap(NULL, 41584, PROT_READ|PROT_EXEC, MAP_PRIVATE, 4, 0) = 0xb7637000
mprotect(0xb7640000, 4720, PROT_NONE) = 0
old_mmap(0xb7640000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 4, 0x8000) = 0xb7640000
close(4) = 0
munmap(0xb7642000, 8840) = 0
gettimeofday({1343268809, 571827}, NULL) = 0
getpid() = 32646
open("/etc/resolv.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=120, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7644000
read(4, "nameserver\t127.0.0.1\nnameserver\t"..., 4096) = 120
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7644000, 4096) = 0
uname({sys="Linux", node="manage1", ...}) = 0
open("/etc/host.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=26, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7644000
read(4, "order hosts,bind\nmulti on\n", 4096) = 26
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7644000, 4096) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7644000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7644000, 4096) = 0
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=8840, ...}) = 0
old_mmap(NULL, 8840, PROT_READ, MAP_PRIVATE, 4, 0) = 0xb7642000
close(4) = 0
open("/lib/libnss_dns.so.2", O_RDONLY) = 4
read(4, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\16\0\0004\0\0\0"..., 1024) = 1024
fstat64(4, {st_mode=S_IFREG|0755, st_size=73721, ...}) = 0
old_mmap(NULL, 16780, PROT_READ|PROT_EXEC, MAP_PRIVATE, 4, 0) = 0xb7632000
mprotect(0xb7635000, 4492, PROT_NONE) = 0
old_mmap(0xb7635000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 4, 0x2000) = 0xb7635000
close(4) = 0
brk(0x8060000) = 0x8060000
munmap(0xb7642000, 8840) = 0
brk(0x8071000) = 0x8071000
brk(0x8082000) = 0x8082000
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "a\375\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268809, 576537}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "a\375\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, "E\300\0p\311\336\0\0@\1\236\224\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268809, 577130}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "a\376\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268809, 578656}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "a\376\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268810, 409690}, NULL) = 0
gettimeofday({1343268810, 409798}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\335D\206\177\2\0\312\247\20P\306@\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268811, 416825}, NULL) = 0
gettimeofday({1343268811, 416902}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\33)\206\177\3\0\313\247\20P\206\\\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268812, 427441}, NULL) = 0
gettimeofday({1343268812, 427559}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0w\377\206\177\4\0\314\247\20P\'\206\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\300\0\360\311\337\0\0@\1\236\23\300\250\310\4\300\250\310\4\3\1\275\200\0\0\0\0E\0\0\324"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268812, 635775}, NULL) = 0
recvfrom(3, "E\300\0p\311\340\0\0@\1\236\222\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268812, 636060}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "a\377\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268812, 637747}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "a\377\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, "E\300\0p\311\341\0\0@\1\236\221\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268812, 638386}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "b\0\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268812, 639947}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "b\0\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268813, 433752}, NULL) = 0
gettimeofday({1343268813, 433834}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\362\346\206\177\5\0\315\247\20P\252\236\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27".. ., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268814, 439157}, NULL) = 0
gettimeofday({1343268814, 439245}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\315\321\206\177\6\0\316\247\20P\315\263\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27".. ., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268815, 440518}, NULL) = 0
gettimeofday({1343268815, 440634}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0^\314\206\177\7\0\317\247\20P:\271\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\300\0\357\311\342\0\0@\1\236\21\300\250\310\4\300\250\310\4\3\1\243\275\0\0\0\0E\0\0\323"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268816, 440086}, NULL) = 0
recvfrom(3, "E\300\0p\311\343\0\0@\1\236\217\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268816, 440356}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "b\1\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268816, 442201}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "b\1\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, "E\300\1\1\311\344\0\0@\1\235\375\300\250\310\4\300\250\310\4\3\1:\206\0\0\0\0E\0\0\345"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268816, 442870}, NULL) = 0
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268816, 447419}, NULL) = 0
gettimeofday({1343268816, 447473}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\245\261\206\177\10\0\320\247\20P\361\323\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27". .., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268817, 450814}, NULL) = 0
gettimeofday({1343268817, 450927}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0%\244\206\177\t\0\321\247\20Po\341\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268818, 457296}, NULL) = 0
gettimeofday({1343268818, 457439}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\263\212\206\177\n\0\322\247\20P\337\372\6\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27".. ., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\300\0p\311\347\0\0@\1\236\213\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268819, 452500}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "b\2\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268819, 454430}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "b\2\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268819, 463882}, NULL) = 0
gettimeofday({1343268819, 463986}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\36q\206\177\v\0\323\247\20Pr\24\7\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268820, 473096}, NULL) = 0
gettimeofday({1343268820, 473185}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0-M\206\177\f\0\324\247\20Pa8\7\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268821, 479044}, NULL) = 0
gettimeofday({1343268821, 479115}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\0016\206\177\r\0\325\247\20P\213O\7\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\300\0p\311\350\0\0@\1\236\212\300\250\310\4\300\250\310\4\3\1\374\376\0\0\0\0E\0\0T"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 112
gettimeofday({1343268822, 469690}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=160, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb778e000
read(4, "203.147.88.10 localhost localho"..., 4096) = 160
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb778e000, 4096) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, 28) = 0
send(4, "b\3\1\0\0\1\0\0\0\0\0\0\0014\003200\003168\003192\7in-ad"..., 44, 0) = 44
gettimeofday({1343268822, 471412}, NULL) = 0
poll([{fd=4, events=POLLIN, revents=POLLIN}], 1, 5000) = 1
recvfrom(4, "b\3\201\203\0\1\0\0\0\1\0\0\0014\003200\003168\003192\7in-ad"..., 65536, 0, {sa_family=AF_INET, sin_port=htons(53), sin_addr=inet_addr("127.0.0.1")}, [16]) = 121
close(4) = 0
recvfrom(3, "E\300\0\353\311\351\0\0@\1\236\16\300\250\310\4\300\250\310\4\3\1t&\0\0\0\0E\0\0\317"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268822, 472065}, NULL) = 0
recvfrom(3, "E\300\0\357\311\352\0\0@\1\236\t\300\250\310\4\300\250\310\4\3\1\366\257\0\0\0\0E\0\0\323"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, [16]) = 192
gettimeofday({1343268822, 472322}, NULL) = 0
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343268822, 484968}, NULL) = 0
gettimeofday({1343268822, 485163}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0_\36\206\177\16\0\326\247\20P+g\7\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, 0x805e008, 192, 0, 0xbfa30144, 0xbfa300d8) = ? ERESTARTSYS (To be restarted)

bhushan.karia · 07-25-2012, 10:16 PM

============================
after reboot strace of ping success
===========================

execve("/bin/ping", ["ping", "192.168.200.2"], [/* 21 vars */]) = 0
uname({sys="Linux", node="manage1", ...}) = 0
brk(0) = 0x805e000
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7883000
open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat64(3, {st_mode=S_IFREG|0644, st_size=8840, ...}) = 0
old_mmap(NULL, 8840, PROT_READ, MAP_PRIVATE, 3, 0) = 0xb7880000
close(3) = 0
open("/lib/libresolv.so.2", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\260\'\0\0004\0\0\0"..., 1024) = 1024
fstat64(3, {st_mode=S_IFREG|0755, st_size=261778, ...}) = 0
old_mmap(NULL, 71168, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0xb786e000
mprotect(0xb787c000, 13824, PROT_NONE) = 0
old_mmap(0xb787c000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0xd000) = 0xb787c000
old_mmap(0xb787d000, 9728, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb787d000
close(3) = 0
open("/lib/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0 \304\1\0004\0\0\0"..., 1024) = 1024
fstat64(3, {st_mode=S_IFREG|0755, st_size=5737218, ...}) = 0
old_mmap(NULL, 1267240, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0xb7738000
mprotect(0xb7864000, 38440, PROT_NONE) = 0
old_mmap(0xb7864000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x12b000) = 0xb7864000
old_mmap(0xb786a000, 13864, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0xb786a000
close(3) = 0
munmap(0xb7880000, 8840) = 0
getuid32() = 0
socket(PF_INET, SOCK_RAW, IPPROTO_ICMP) = 3
setuid32(0) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 4
connect(4, {sa_family=AF_INET, sin_port=htons(1025), sin_addr=inet_addr("192.168.200.2")}, 16) = 0
getsockname(4, {sa_family=AF_INET, sin_port=htons(50667), sin_addr=inet_addr("192.168.200.4")}, [16]) = 0
close(4) = 0
bind(3, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.4")}, 16) = 0
setsockopt(3, SOL_RAW, ICMP_FILTER, ~(ICMP_ECHOREPLY|ICMP_DEST_UNREACH|ICMP_SOURCE_QUENCH|ICMP_REDIRECT|ICMP_TIME_EXCEEDED|ICMP_PARAMETE RPROB), 4) = 0
brk(0) = 0x805e000
brk(0x805e0d8) = 0x805e0d8
brk(0x805f000) = 0x805f000
getpid() = 31318
fstat64(1, {st_mode=S_IFREG|0644, st_size=2606, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7882000
rt_sigaction(SIGINT, {0x804a670, [], SA_RESTORER|SA_INTERRUPT, 0xb77668b8}, NULL, 8) = 0
rt_sigaction(SIGALRM, {0x8049e74, [], SA_RESTORER|SA_INTERRUPT, 0xb77668b8}, NULL, 8) = 0
gettimeofday({1343270329, 969651}, NULL) = 0
gettimeofday({1343270329, 969708}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\361\270Vz\0\0\271\255\20P\354\313\16\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, 0) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
time(NULL) = 1343270329
recvfrom(3, "E\0\0T\21P\0\0@\1X\1\300\250\310\2\300\250\310\4\0\0\371\270Vz\0\0\271\255\20P"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, [16]) = 84
gettimeofday({1343270329, 970629}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/nsswitch.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=310, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7881000
read(4, "passwd: files ldap\nshadow: "..., 4096) = 310
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7881000, 4096) = 0
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=8840, ...}) = 0
old_mmap(NULL, 8840, PROT_READ, MAP_PRIVATE, 4, 0) = 0xb7735000
close(4) = 0
open("/lib/libnss_files.so.2", O_RDONLY) = 4
read(4, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\360 \0\0004\0\0\0"..., 1024) = 1024
fstat64(4, {st_mode=S_IFREG|0755, st_size=256691, ...}) = 0
old_mmap(NULL, 41584, PROT_READ|PROT_EXEC, MAP_PRIVATE, 4, 0) = 0xb772a000
mprotect(0xb7733000, 4720, PROT_NONE) = 0
old_mmap(0xb7733000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 4, 0x8000) = 0xb7733000
close(4) = 0
munmap(0xb7735000, 8840) = 0
gettimeofday({1343270329, 972331}, NULL) = 0
getpid() = 31318
open("/etc/resolv.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=120, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "nameserver\t127.0.0.1\nnameserver\t"..., 4096) = 120
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7737000, 4096) = 0
uname({sys="Linux", node="manage1", ...}) = 0
open("/etc/host.conf", O_RDONLY) = 4
fstat64(4, {st_mode=S_IFREG|0644, st_size=26, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "order hosts,bind\nmulti on\n", 4096) = 26
read(4, "", 4096) = 0
close(4) = 0
munmap(0xb7737000, 4096) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=183, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "203.147.88.10 localhost localho"..., 4096) = 183
close(4) = 0
munmap(0xb7737000, 4096) = 0
write(1, "PING 192.168.200.2 (192.168.200."..., 148PING 192.168.200.2 (192.168.200.2) from 192.168.200.4 : 56(84) bytes of data.
64 bytes from radiusip (192.168.200.2): icmp_seq=0 ttl=64 time=0.9 ms
) = 148
recvfrom(3, 0x805e008, 192, 0, 0xbffb3064, 0xbffb2ff8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343270330, 975292}, NULL) = 0
gettimeofday({1343270330, 975352}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\343\242Vz\1\0\272\255\20P\370\341\16\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, MSG_CONFIRM) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\0\0T\21Q\0\0@\1X\0\300\250\310\2\300\250\310\4\0\0\353\242Vz\1\0\272\255\20P"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, [16]) = 84
gettimeofday({1343270330, 975941}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=183, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "203.147.88.10 localhost localho"..., 4096) = 183
close(4) = 0
munmap(0xb7737000, 4096) = 0
write(1, "64 bytes from radiusip (192.168."..., 7064 bytes from radiusip (192.168.200.2): icmp_seq=1 ttl=64 time=0.5 ms
) = 70
recvfrom(3, 0x805e008, 192, 0, 0xbffb3064, 0xbffb2ff8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343270331, 978577}, NULL) = 0
gettimeofday({1343270331, 978685}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\334\225Vz\2\0\273\255\20P\375\356\16\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, MSG_CONFIRM) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\0\0T\21R\0\0@\1W\377\300\250\310\2\300\250\310\4\0\0\344\225Vz\2\0\273\255\20P"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, [16]) = 84
gettimeofday({1343270331, 979494}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=183, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "203.147.88.10 localhost localho"..., 4096) = 183
close(4) = 0
munmap(0xb7737000, 4096) = 0
write(1, "64 bytes from radiusip (192.168."..., 7064 bytes from radiusip (192.168.200.2): icmp_seq=2 ttl=64 time=0.8 ms
) = 70
recvfrom(3, 0x805e008, 192, 0, 0xbffb3064, 0xbffb2ff8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343270332, 981903}, NULL) = 0
gettimeofday({1343270332, 981986}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\365\210Vz\3\0\274\255\20P\342\373\16\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, MSG_CONFIRM) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\0\0T\21S\0\0@\1W\376\300\250\310\2\300\250\310\4\0\0\375\210Vz\3\0\274\255\20P"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, [16]) = 84
gettimeofday({1343270332, 982579}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=183, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "203.147.88.10 localhost localho"..., 4096) = 183
close(4) = 0
munmap(0xb7737000, 4096) = 0
write(1, "64 bytes from radiusip (192.168."..., 7064 bytes from radiusip (192.168.200.2): icmp_seq=3 ttl=64 time=0.5 ms
) = 70
recvfrom(3, 0x805e008, 192, 0, 0xbffb3064, 0xbffb2ff8) = ? ERESTARTSYS (To be restarted)
--- SIGALRM (Alarm clock) @ 0 (0) ---
gettimeofday({1343270333, 985284}, NULL) = 0
gettimeofday({1343270333, 985360}, NULL) = 0
sendmsg(3, {msg_name(16)={sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, msg_iov(1)=[{"\10\0\305{Vz\4\0\275\255\20P\20\t\17\0\10\t\n\v\f\r\16\17\20\21\22\23\24\25\26\27"..., 64}], msg_controllen=0, msg_flags=0}, MSG_CONFIRM) = 64
setitimer(ITIMER_REAL, {it_interval={0, 0}, it_value={1, 0}}, NULL) = 0
sigreturn() = ? (mask now [RTMIN])
recvfrom(3, "E\0\0T\21T\0\0@\1W\375\300\250\310\2\300\250\310\4\0\0\315{Vz\4\0\275\255\20P"..., 192, 0, {sa_family=AF_INET, sin_port=htons(0), sin_addr=inet_addr("192.168.200.2")}, [16]) = 84
gettimeofday({1343270333, 986109}, NULL) = 0
socket(PF_FILE, SOCK_STREAM, 0) = 4
connect(4, {sa_family=AF_FILE, path="/var/run/.nscd_socket"}, 110) = -1 ENOENT (No such file or directory)
close(4) = 0
open("/etc/hosts", O_RDONLY) = 4
fcntl64(4, F_GETFD) = 0
fcntl64(4, F_SETFD, FD_CLOEXEC) = 0
fstat64(4, {st_mode=S_IFREG|0755, st_size=183, ...}) = 0
old_mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0xb7737000
read(4, "203.147.88.10 localhost localho"..., 4096) = 183
close(4) = 0
munmap(0xb7737000, 4096) = 0
write(1, "64 bytes from radiusip (192.168."..., 7064 bytes from radiusip (192.168.200.2): icmp_seq=4 ttl=64 time=0.7 ms
) = 70
recvfrom(3, <unfinished ...>

bhushan.karia · 09-26-2012, 01:33 AM

I am facing same problem again. This time for one of the DNS Server in the network. Please check the following logs for the same. Let me know if any other logs are required for the same.

# Whenever we ping to 192.168.88.2 no request is going out as shown below.

[root@manage1 /var]# ping 192.168.88.2
PING 192.168.88.2 (192.168.88.2) from 192.168.88.34 : 56(84) bytes of data.
From manage1 (192.168.88.34): Destination Host Unreachable
From manage1 (192.168.88.34): Destination Host Unreachable
From manage1 (192.168.88.34): Destination Host Unreachable
From manage1 (192.168.88.34): Destination Host Unreachable
From manage1 (192.168.88.34): Destination Host Unreachable

[root@manage1 /var]# route -n | grep 192.168.88.2
192.168.88.2 192.168.88.33 255.255.255.255 UGH 0 0 0 eth5

[root@manage1 /root]# tcpdump -n proto ICMP and src host 192.168.88.34 and dst host 192.168.88.2
Kernel filter, protocol ALL, datagram packet socket
tcpdump: listening on all devices

# But if we do ping on another ip in same network then behavior is fine i mean atleast request is going out.
[root@manage1 /var]# ping 192.168.88.3
PING 192.168.88.3 (192.168.88.3) from 192.168.88.34 : 56(84) bytes of data.

[root@manage1 /root]# tcpdump -n proto ICMP and src host 192.168.88.34 and dst host 192.168.88.3
Kernel filter, protocol ALL, datagram packet socket
tcpdump: listening on all devices
11:30:37.645694 eth5 > 192.168.88.34 > 192.168.88.3: icmp: echo request (DF)
11:30:38.654306 eth5 > 192.168.88.34 > 192.168.88.3: icmp: echo request (DF)
11:30:39.662889 eth5 > 192.168.88.34 > 192.168.88.3: icmp: echo request (DF)
11:30:40.667424 eth5 > 192.168.88.34 > 192.168.88.3: icmp: echo request (DF)
11:30:41.672418 eth5 > 192.168.88.34 > 192.168.88.3: icmp: echo request (DF)

bhushan.karia · 09-26-2012, 05:11 AM

During further troubleshooting i have added one rule at last in nat POSTROUTING as shown below.
iptables -t nat -A POSTROUTING -s 192.168.88.34 -d 192.168.88.2 -p ICMP -j LOG --log-ip-options

log shows that packet is going out towards eth5 interface as per messages.
Sep 26 15:31:32 1348653692 kernel: IN= OUT=eth5 SRC=192.168.88.34 DST=192.168.88.2 LEN=84 TOS=0x00 PREC=0x00 TTL=64 ID=0 DF PROTO=ICMP TYPE=8 CODE=0 ID=6425 SEQ=0

Now at which place i can check further.

bhushan.karia · 09-26-2012, 01:10 PM

This seems to be the bug related to kernel. After troubleshooting we find out that one wrong entry get cached in ip route. Even after flushing it the same entry again populated in the cache. Following are the few sites which confirms about this bug and patches for the same. Will try this patch and update my kernel.

https://bugs.launchpad.net/ubuntu/+s...ux/+bug/900522
http://www.spinics.net/lists/netdev/msg180157.html
http://git2.kernel.org/?p=linux/kern...a83513ab0d78dc
http://www.spinics.net/lists/netdev/msg181137.html

Thanks & Regards,
Bhushan Karia.