perfSONAR User Q&A and Other Discussion

[Joshua Baker-LePain <>]

On Wed, 17 May 2017 at 1:21am, Valentin Vidic wrote

> Try to find a DNS request resolving ps-dashboard.cenic.net in strace
> and a TCP connection request after that.

I see the DNS requests, but never any connections to the address.  I've 
attached the whole strace (it's small, obviously, so hopefully the list 
won't mind).  Note that I had shut down nscd to make sure to capture the 
requests actually hitting the DNS server.  The outcome is the same if I 
leave nscd on.

--
Joshua Baker-LePain
QB3 Shared Cluster Sysadmin
UCSF# strace -v  -e trace=network -ff 
/usr/lib/perfsonar/bin/perfsonar_meshconfig_agent 
--config=/etc/perfsonar/meshconfig-agent.conf 
--pidfile=/var/run/perfsonar-meshconfig-agent.pid 
--logger=/etc/perfsonar/meshconfig-agent-logger.conf --user=perfsonar 
--group=perfsonar 
Process 29059 attached
[pid 29059] +++ exited with 1 +++
--- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=29059, si_status=1, 
si_utime=0, si_stime=1} ---
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
Process 29060 attached
Process 29061 attached
Process 29062 attached
[pid 29062] socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
[pid 29062] connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 
110) = -1 ENOENT (No such file or directory)
[pid 29062] socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 4
[pid 29062] connect(4, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 
110) = -1 ENOENT (No such file or directory)
[pid 29062] +++ exited with 0 +++
[pid 29061] --- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=29062, 
si_status=0, si_utime=0, si_stime=0} ---
[pid 29061] +++ exited with 0 +++
[pid 29060] --- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=29061, 
si_status=0, si_utime=0, si_stime=0} ---
Process 29063 attached
[pid 29063] socket(PF_NETLINK, SOCK_RAW, 0) = 4
[pid 29063] setsockopt(4, SOL_SOCKET, SO_SNDBUF, [32768], 4) = 0
[pid 29063] setsockopt(4, SOL_SOCKET, SO_RCVBUF, [1048576], 4) = 0
[pid 29063] bind(4, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
[pid 29063] getsockname(4, {sa_family=AF_NETLINK, pid=29063, 
groups=00000000}, [12]) = 0
[pid 29063] sendto(4, 
"\34\0\0\0\22\0\1\3\352\210\34Y\0\0\0\0\0\0\0\0\10\0\35\0\1\0\0\0", 28, 0, 
NULL, 0) = 28
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"\360\3\0\0\20\0\2\0\352\210\34Y\207q\0\0\0\0\4\3\1\0\0\0I\0\1\0\0\0\0\0"...,
 16384}], msg_controllen=0, msg_flags=0}, 0) = 3056
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"\0\4\0\0\20\0\2\0\352\210\34Y\207q\0\0\0\0\1\0\4\0\0\0\2\20\0\0\0\0\0\0"...,
 16384}], msg_controllen=0, msg_flags=0}, 0) = 1024
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\352\210\34Y\207q\0\0\0\0\0\0", 16384}], 
msg_controllen=0, msg_flags=0}, 0) = 20
[pid 29063] sendto(4, 
"\34\0\0\0\26\0\1\3\353\210\34Y\0\0\0\0\0\0\0\0\10\0\35\0\1\0\0\0", 28, 0, 
NULL, 0) = 28
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"0\0\0\0\24\0\2\0\353\210\34Y\207q\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
 16384}], msg_controllen=0, msg_flags=0}, 0) = 168
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"@\0\0\0\24\0\2\0\353\210\34Y\207q\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
 16384}], msg_controllen=0, msg_flags=0}, 0) = 192
[pid 29063] recvmsg(4, {msg_name(12)={sa_family=AF_NETLINK, pid=0, 
groups=00000000}, 
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\353\210\34Y\207q\0\0\0\0\0\0", 16384}], 
msg_controllen=0, msg_flags=0}, 0) = 20
[pid 29063] socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
[pid 29063] socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
[pid 29063] socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
[pid 29063] socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
[pid 29063] +++ exited with 0 +++
[pid 29060] --- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=29063, 
si_status=0, si_utime=0, si_stime=0} ---
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x6962750, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"sC\1\0\0\1\0\0\0\0\0\0\0011\0010\0010\003127\7in-addr\4a"..., 40, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 40
[pid 29060] recvfrom(6, 
"sC\205\200\0\1\0\1\0\1\0\2\0011\0010\0010\003127\7in-addr\4a"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 121
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x696ff00, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"\350\263\1\0\0\1\0\0\0\0\0\0\0011\0010\0010\0010\0010\0010\0010\0010\0010\0010"...,
 90, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 90
[pid 29060] recvfrom(6, 
"\350\263\205\200\0\1\0\1\0\1\0\2\0011\0010\0010\0010\0010\0010\0010\0010\0010\0010"...,
 512, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 171
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x32cf770, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"\224V\1\0\0\1\0\0\0\0\0\0\00210\0012\00226\003172\7in-addr"..., 42, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 42
[pid 29060] recvfrom(6, 
"\224V\205\203\0\1\0\0\0\1\0\0\00210\0012\00226\003172\7in-addr"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 96
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x3060aa0, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"w\304\1\0\0\1\0\0\0\0\0\0\00210\003239\003230\003169\7in-a"..., 45, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 45
[pid 29060] recvfrom(6, 
"w\304\201\200\0\1\0\1\0\r\0\0\00210\003239\003230\003169\7in-a"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 294
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x3060aa0, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"\374\301\1\0\0\1\0\0\0\0\0\0\17ucsf-perfsonar1\4ucs"..., 42, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 42
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 7
[pid 29060] bind(7, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(7, 0x6976f10, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(7, "J`\1\0\0\1\0\0\0\0\0\0\17ucsf-perfsonar1\4ucs"..., 42, 
0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 42
[pid 29060] recvfrom(6, 
"\374\301\201\200\0\1\0\1\0\6\0\0\17ucsf-perfsonar1\4ucs"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 169
[pid 29060] recvfrom(7, 
"J`\201\200\0\1\0\0\0\1\0\0\17ucsf-perfsonar1\4ucs"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 98
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x696fad0, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, "LH\1\0\0\1\0\0\0\0\0\0\tlocalhost\0\0\1\0\1", 27, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 27
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 7
[pid 29060] bind(7, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(7, 0x696f950, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(7, "\220\313\1\0\0\1\0\0\0\0\0\0\tlocalhost\0\0\34\0\1", 
27, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 27
[pid 29060] recvfrom(6, 
"LH\205\200\0\1\0\1\0\1\0\1\tlocalhost\0\0\1\0\1\300\f\0\1\0"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 85
[pid 29060] recvfrom(7, 
"\220\313\205\200\0\1\0\1\0\1\0\1\tlocalhost\0\0\34\0\1\300\f\0\34\0"..., 
512, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 85
[pid 29060] socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 6
[pid 29060] bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
[pid 29060] getpeername(6, 0x6973980, [256]) = -1 ENOTCONN (Transport 
endpoint is not connected)
[pid 29060] sendto(6, 
"^v\1\0\0\1\0\0\0\0\0\0\0011\0010\0010\0010\0010\0010\0010\0010\0010\0010"...,
 90, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 90
[pid 29060] recvfrom(6, 
"^v\205\200\0\1\0\1\0\1\0\2\0011\0010\0010\0010\0010\0010\0010\0010\0010\0010"...,
 512, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 171
[pid 29058] +++ exited with 0 +++
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 6
connect(6, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0) = 6
connect(6, {sa_family=AF_LOCAL, sun_path="/var/run/nscd/socket"}, 110) = -1 
ENOENT (No such file or directory)
socket(PF_INET, SOCK_DGRAM|SOCK_NONBLOCK, IPPROTO_IP) = 6
connect(6, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 0
sendto(6, "8\0\1\0\0\1\0\0\0\0\0\0\fps-dashboard\5cenic\3"..., 40, 
MSG_NOSIGNAL, NULL, 0) = 40
sendto(6, "\246\255\1\0\0\1\0\0\0\0\0\0\fps-dashboard\5cenic\3"..., 40, 
MSG_NOSIGNAL, NULL, 0) = 40
recvfrom(6, "\246\255\201\200\0\1\0\0\0\1\0\0\fps-dashboard\5cenic\3"..., 
2048, 0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 96
recvfrom(6, "8\0\201\200\0\1\0\1\0\r\0\0\fps-dashboard\5cenic\3"..., 65536, 
0, {sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 264
socket(PF_INET6, SOCK_DGRAM, IPPROTO_UDP) = 6
bind(6, {sa_family=AF_INET6, sin6_port=htons(0), inet_pton(AF_INET6, "::", 
&sin6_addr), sin6_flowinfo=0, sin6_scope_id=0}, 28) = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 7
bind(7, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
getpeername(7, 0x6a20a70, [256])        = -1 ENOTCONN (Transport endpoint is 
not connected)
sendto(7, "3v\1\0\0\1\0\0\0\0\0\0\fps-dashboard\5cenic\3"..., 40, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, 16) = 40
recvfrom(7, "3v\201\200\0\1\0\0\0\1\0\0\fps-dashboard\5cenic\3"..., 512, 0, 
{sa_family=AF_INET, sin_port=htons(53), 
sin_addr=inet_addr("169.230.239.25")}, [16]) = 96
socket(PF_INET, SOCK_STREAM, IPPROTO_TCP) = 6
bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
connect(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, 16) = 0
getpeername(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, [16]) = 0
socket(PF_INET, SOCK_STREAM, IPPROTO_TCP) = 6
bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
connect(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, 16) = 0
getpeername(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, [16]) = 0
socket(PF_INET, SOCK_STREAM, IPPROTO_TCP) = 6
bind(6, {sa_family=AF_INET, sin_port=htons(0), 
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
connect(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, 16) = 0
getpeername(6, {sa_family=AF_INET, sin_port=htons(443), 
sin_addr=inet_addr("127.0.0.1")}, [16]) = 0
--- SIGTERM {si_signo=SIGTERM, si_code=SI_USER, si_pid=29085, si_uid=0} ---
+++ killed by SIGTERM +++