Re: git: c597432e2297 - main - route(8): convert to netlink
Date: Mon, 27 Mar 2023 20:41:44 UTC
On 26 Mar 2023, at 12:07, Alexander V. Chernikov <melifaro@FreeBSD.org> wrote:
>
> The branch main has been updated by melifaro:
>
> URL: https://cgit.FreeBSD.org/src/commit/?id=c597432e22975f4d409b8453779967129c6b57e9
>
> commit c597432e22975f4d409b8453779967129c6b57e9
> Author: Alexander V. Chernikov <melifaro@FreeBSD.org>
> AuthorDate: 2023-03-26 09:13:50 +0000
> Commit: Alexander V. Chernikov <melifaro@FreeBSD.org>
> CommitDate: 2023-03-26 11:06:56 +0000
>
> route(8): convert to netlink
>
> This change converts all kernel rtsock interactions in route(8)
> to Netlink.
>
> Based on the WITHOUT_NETLINK_SUPPORT src.conf(5) variable, route(8)
> now fully operates either via Netlink or via rtsock/sysctl.
> The default (compile-time) is Netlink.
>
> The output for route delete/add/get/flush is targeted to be exactly
> the same (apart from some error handling cases).
> The output for the route monitor has been changed to improve
> readability and support netlink models.
>
> Other behaviour changes:
> * exact prefix lookup (route -n get a.b.c.d/e) is not yet supported.
> * route monitor does not show the change originator yet.
If there are regressions then it should be off by default, *especially*
when we’re just under a month out from the proposed 14 code slush.
Jess
> Differential Revision: https://reviews.freebsd.org/D39007
> ---
> sbin/route/Makefile | 6 +
> sbin/route/route.c | 117 +++++--
> sbin/route/route_netlink.c | 835 +++++++++++++++++++++++++++++++++++++++++++++
> 3 files changed, 930 insertions(+), 28 deletions(-)
>
> diff --git a/sbin/route/Makefile b/sbin/route/Makefile
> index e65030f805bb..aec222310d46 100644
> --- a/sbin/route/Makefile
> +++ b/sbin/route/Makefile
> @@ -19,6 +19,12 @@ CFLAGS+= -DINET6
> .endif
> CFLAGS+= -I.
>
> +.if ${MK_NETLINK_SUPPORT} != "no"
> +SRCS+= route_netlink.c
> +.else
> +CFLAGS+=-DWITHOUT_NETLINK
> +.endif
> +
> HAS_TESTS=
> SUBDIR.${MK_TESTS}+= tests
>
> diff --git a/sbin/route/route.c b/sbin/route/route.c
> index 5f33cecb1b20..947c97ce794a 100644
> --- a/sbin/route/route.c
> +++ b/sbin/route/route.c
> @@ -90,12 +90,11 @@ static struct keytab {
> {0, 0}
> };
>
> +int verbose, debugonly;
> static struct sockaddr_storage so[RTAX_MAX];
> static int pid, rtm_addrs;
> -static int s;
> -static int nflag, af, qflag, tflag;
> -static int verbose, aflen;
> -static int locking, lockrest, debugonly;
> +static int nflag, af, aflen, qflag, tflag;
> +static int locking, lockrest;
> static struct rt_metrics rt_metrics;
> static u_long rtm_inits;
> static uid_t uid;
> @@ -103,18 +102,30 @@ static int defaultfib;
> static int numfibs;
> static char domain[MAXHOSTNAMELEN + 1];
> static bool domain_initialized;
> -static int rtm_seq;
> static char rt_line[NI_MAXHOST];
> static char net_line[MAXHOSTNAMELEN + 1];
>
> +#ifdef WITHOUT_NETLINK
> +static int s;
> +static int rtm_seq;
> +
> static struct {
> struct rt_msghdr m_rtm;
> char m_space[512];
> } m_rtmsg;
>
> +static int rtmsg_rtsock(int, int, int);
> +static int flushroutes_fib_rtsock(int);
> +static void monitor_rtsock(void);
> +#else
> +int rtmsg_nl(int, int, int, struct sockaddr_storage *, struct rt_metrics *);
> +int flushroutes_fib_nl(int, int);
> +void monitor_nl(int);
> +#endif
> +
> static TAILQ_HEAD(fibl_head_t, fibl) fibl_head;
>
> -static void printb(int, const char *);
> +void printb(int, const char *);
> static void flushroutes(int argc, char *argv[]);
> static int flushroutes_fib(int);
> static int getaddr(int, char *, int);
> @@ -127,7 +138,7 @@ static int inet6_makenetandmask(struct sockaddr_in6 *, const char *);
> #endif
> static void interfaces(void);
> static void monitor(int, char*[]);
> -static const char *netname(struct sockaddr *);
> +const char *netname(struct sockaddr *);
> static void newroute(int, char **);
> static int newroute_fib(int, char *, int);
> static void pmsg_addrs(char *, int, size_t);
> @@ -135,7 +146,7 @@ static void pmsg_common(struct rt_msghdr *, size_t);
> static int prefixlen(const char *);
> static void print_getmsg(struct rt_msghdr *, int, int);
> static void print_rtmsg(struct rt_msghdr *, size_t);
> -static const char *routename(struct sockaddr *);
> +const char *routename(struct sockaddr *);
> static int rtmsg(int, int, int);
> static void set_metric(char *, int);
> static int set_sofib(int);
> @@ -216,12 +227,14 @@ main(int argc, char **argv)
>
> pid = getpid();
> uid = geteuid();
> +#ifdef WITHOUT_NETLINK
> if (tflag)
> s = open(_PATH_DEVNULL, O_WRONLY, 0);
> else
> s = socket(PF_ROUTE, SOCK_RAW, 0);
> if (s < 0)
> err(EX_OSERR, "socket");
> +#endif
>
> len = sizeof(numfibs);
> if (sysctlbyname("net.fibs", (void *)&numfibs, &len, NULL, 0) == -1)
> @@ -264,10 +277,14 @@ static int
> set_sofib(int fib)
> {
>
> +#ifdef WITHOUT_NETLINK
> if (fib < 0)
> return (0);
> return (setsockopt(s, SOL_SOCKET, SO_SETFIB, (void *)&fib,
> sizeof(fib)));
> +#else
> + return (0);
> +#endif
> }
>
> static int
> @@ -395,7 +412,9 @@ flushroutes(int argc, char *argv[])
>
> if (uid != 0 && !debugonly && !tflag)
> errx(EX_NOPERM, "must be root to alter routing table");
> +#ifdef WITHOUT_NETLINK
> shutdown(s, SHUT_RD); /* Don't want to read back our messages */
> +#endif
>
> TAILQ_INIT(&fibl_head);
> while (argc > 1) {
> @@ -441,6 +460,17 @@ flushroutes(int argc, char *argv[])
>
> static int
> flushroutes_fib(int fib)
> +{
> +#ifdef WITHOUT_NETLINK
> + return (flushroutes_fib_rtsock(fib));
> +#else
> + return (flushroutes_fib_nl(fib, af));
> +#endif
> +}
> +
> +#ifdef WITHOUT_NETLINK
> +static int
> +flushroutes_fib_rtsock(int fib)
> {
> struct rt_msghdr *rtm;
> size_t needed;
> @@ -525,8 +555,9 @@ retry:
> free(buf);
> return (error);
> }
> +#endif
>
> -static const char *
> +const char *
> routename(struct sockaddr *sa)
> {
> struct sockaddr_dl *sdl;
> @@ -645,7 +676,7 @@ routename(struct sockaddr *sa)
> * Return the name of the network whose address is given.
> * The address is assumed to be that of a net, not a host.
> */
> -static const char *
> +const char *
> netname(struct sockaddr *sa)
> {
> struct sockaddr_dl *sdl;
> @@ -810,8 +841,10 @@ newroute(int argc, char **argv)
> warn("sigaction SIGALRM");
>
> cmd = argv[0];
> +#ifdef WITHOUT_NETLINK
> if (*cmd != 'g' && *cmd != 's')
> shutdown(s, SHUT_RD); /* Don't want to read back our messages */
> +#endif
> while (--argc > 0) {
> if (**(++argv)== '-') {
> switch (key = keyword(1 + *argv)) {
> @@ -1398,8 +1431,8 @@ retry2:
> static void
> monitor(int argc, char *argv[])
> {
> - int n, fib, error;
> - char msg[2048], *endptr;
> + int fib, error;
> + char *endptr;
>
> fib = defaultfib;
> while (argc > 1) {
> @@ -1435,6 +1468,19 @@ monitor(int argc, char *argv[])
> interfaces();
> exit(0);
> }
> +#ifdef WITHOUT_NETLINK
> + monitor_rtsock();
> +#else
> + monitor_nl(fib);
> +#endif
> +}
> +
> +#ifdef WITHOUT_NETLINK
> +static void
> +monitor_rtsock(void)
> +{
> + char msg[2048];
> + int n;
>
> #ifdef SO_RERROR
> n = 1;
> @@ -1454,25 +1500,12 @@ monitor(int argc, char *argv[])
> print_rtmsg((struct rt_msghdr *)(void *)msg, n);
> }
> }
> +#endif
>
> static int
> rtmsg(int cmd, int flags, int fib)
> {
> - int rlen;
> - char *cp = m_rtmsg.m_space;
> - int l;
> -
> -#define NEXTADDR(w, u) \
> - if (rtm_addrs & (w)) { \
> - l = SA_SIZE(&(u)); \
> - memmove(cp, (char *)&(u), l); \
> - cp += l; \
> - if (verbose) \
> - sodump((struct sockaddr *)&(u), #w); \
> - }
> -
> errno = 0;
> - memset(&m_rtmsg, 0, sizeof(m_rtmsg));
> if (cmd == 'a')
> cmd = RTM_ADD;
> else if (cmd == 'c')
> @@ -1488,6 +1521,33 @@ rtmsg(int cmd, int flags, int fib)
> cmd = RTM_DELETE;
> flags |= RTF_PINNED;
> }
> +#ifdef WITHOUT_NETLINK
> + return (rtmsg_rtsock(cmd, flags, fib));
> +#else
> + errno = rtmsg_nl(cmd, flags, fib, so, &rt_metrics);
> + return (errno == 0 ? 0 : -1);
> +#endif
> +}
> +
> +#ifdef WITHOUT_NETLINK
> +static int
> +rtmsg_rtsock(int cmd, int flags, int fib)
> +{
> + int rlen;
> + char *cp = m_rtmsg.m_space;
> + int l;
> +
> + memset(&m_rtmsg, 0, sizeof(m_rtmsg));
> +
> +#define NEXTADDR(w, u) \
> + if (rtm_addrs & (w)) { \
> + l = SA_SIZE(&(u)); \
> + memmove(cp, (char *)&(u), l); \
> + cp += l; \
> + if (verbose) \
> + sodump((struct sockaddr *)&(u), #w); \
> + }
> +
> #define rtm m_rtmsg.m_rtm
> rtm.rtm_type = cmd;
> rtm.rtm_flags = flags;
> @@ -1545,6 +1605,7 @@ rtmsg(int cmd, int flags, int fib)
> #undef rtm
> return (0);
> }
> +#endif
>
> static const char *const msgtypes[] = {
> "",
> @@ -1571,7 +1632,7 @@ static const char *const msgtypes[] = {
> static const char metricnames[] =
> "\011weight\010rttvar\7rtt\6ssthresh\5sendpipe\4recvpipe\3expire"
> "\1mtu";
> -static const char routeflags[] =
> +const char routeflags[] =
> "\1UP\2GATEWAY\3HOST\4REJECT\5DYNAMIC\6MODIFIED\7DONE"
> "\012XRESOLVE\013LLINFO\014STATIC\015BLACKHOLE"
> "\017PROTO2\020PROTO1\021PRCLONING\022WASCLONED\023PROTO3"
> @@ -1812,7 +1873,7 @@ pmsg_addrs(char *cp, int addrs, size_t len)
> (void)fflush(stdout);
> }
>
> -static void
> +void
> printb(int b, const char *str)
> {
> int i;
> diff --git a/sbin/route/route_netlink.c b/sbin/route/route_netlink.c
> new file mode 100644
> index 000000000000..648d866670fc
> --- /dev/null
> +++ b/sbin/route/route_netlink.c
> @@ -0,0 +1,835 @@
> +#include <stdio.h>
> +#include <stdlib.h>
> +#include <string.h>
> +#include <err.h>
> +#include <errno.h>
> +
> +#include <sys/bitcount.h>
> +#include <sys/param.h>
> +#include <sys/socket.h>
> +#include <sys/sysctl.h>
> +#include <sys/time.h>
> +#include <sys/types.h>
> +
> +#include <netinet/in.h>
> +#include <arpa/inet.h>
> +
> +#include <net/ethernet.h>
> +#include <net/if.h>
> +#include <net/if_dl.h>
> +#include <net/if_types.h>
> +#include <netlink/netlink.h>
> +#include <netlink/netlink_route.h>
> +#include <netlink/netlink_snl.h>
> +#include <netlink/netlink_snl_route.h>
> +#include <netlink/netlink_snl_route_compat.h>
> +#include <netlink/netlink_snl_route_parsers.h>
> +
> +const char *routename(struct sockaddr *);
> +const char *netname(struct sockaddr *);
> +void printb(int, const char *);
> +extern const char routeflags[];
> +extern int verbose, debugonly;
> +
> +int rtmsg_nl(int cmd, int rtm_flags, int fib, struct sockaddr_storage *so,
> + struct rt_metrics *rt_metrics);
> +int flushroutes_fib_nl(int fib, int af);
> +void monitor_nl(int fib);
> +
> +struct nl_helper;
> +static void print_getmsg(struct nl_helper *h, struct nlmsghdr *hdr, struct sockaddr *dst);
> +static void print_nlmsg(struct nl_helper *h, struct nlmsghdr *hdr);
> +
> +#define s6_addr32 __u6_addr.__u6_addr32
> +#define bitcount32(x) __bitcount32((uint32_t)(x))
> +static int
> +inet6_get_plen(const struct in6_addr *addr)
> +{
> +
> + return (bitcount32(addr->s6_addr32[0]) + bitcount32(addr->s6_addr32[1]) +
> + bitcount32(addr->s6_addr32[2]) + bitcount32(addr->s6_addr32[3]));
> +}
> +
> +static void
> +ip6_writemask(struct in6_addr *addr6, uint8_t mask)
> +{
> + uint32_t *cp;
> +
> + for (cp = (uint32_t *)addr6; mask >= 32; mask -= 32)
> + *cp++ = 0xFFFFFFFF;
> + if (mask > 0)
> + *cp = htonl(mask ? ~((1 << (32 - mask)) - 1) : 0);
> +}
> +
> +static struct sockaddr *
> +get_netmask(struct snl_state *ss, int family, int plen)
> +{
> + if (family == AF_INET) {
> + if (plen == 32)
> + return (NULL);
> +
> + struct sockaddr_in *sin = snl_allocz(ss, sizeof(*sin));
> +
> + sin->sin_len = sizeof(*sin);
> + sin->sin_family = family;
> + sin->sin_addr.s_addr = htonl(plen ? ~((1 << (32 - plen)) - 1) : 0);
> +
> + return (struct sockaddr *)sin;
> + } else if (family == AF_INET6) {
> + if (plen == 128)
> + return (NULL);
> +
> + struct sockaddr_in6 *sin6 = snl_allocz(ss, sizeof(*sin6));
> +
> + sin6->sin6_len = sizeof(*sin6);
> + sin6->sin6_family = family;
> + ip6_writemask(&sin6->sin6_addr, plen);
> +
> + return (struct sockaddr *)sin6;
> + }
> + return (NULL);
> +}
> +
> +struct nl_helper {
> + struct snl_state ss_cmd;
> +};
> +
> +static void
> +nl_helper_init(struct nl_helper *h)
> +{
> + if (!snl_init(&h->ss_cmd, NETLINK_ROUTE))
> + err(1, "unable to open netlink socket");
> +}
> +
> +static void
> +nl_helper_free(struct nl_helper *h)
> +{
> + snl_free(&h->ss_cmd);
> +}
> +
> +static int
> +rtmsg_nl_int(struct nl_helper *h, int cmd, int rtm_flags, int fib,
> + struct sockaddr_storage *so, struct rt_metrics *rt_metrics)
> +{
> + struct snl_state *ss = &h->ss_cmd;
> + struct snl_writer nw;
> + int nl_type = 0, nl_flags = 0;
> +
> + snl_init_writer(ss, &nw);
> +
> + switch (cmd) {
> + case RTSOCK_RTM_ADD:
> + nl_type = RTM_NEWROUTE;
> + nl_flags = NLM_F_CREATE | NLM_F_APPEND; /* Do append by default */
> + break;
> + case RTSOCK_RTM_CHANGE:
> + nl_type = RTM_NEWROUTE;
> + nl_flags = NLM_F_REPLACE;
> + break;
> + case RTSOCK_RTM_DELETE:
> + nl_type = RTM_DELROUTE;
> + break;
> + case RTSOCK_RTM_GET:
> + nl_type = RTM_GETROUTE;
> + break;
> + default:
> + exit(1);
> + }
> +
> + struct sockaddr *dst = (struct sockaddr *)&so[RTAX_DST];
> + struct sockaddr *mask = (struct sockaddr *)&so[RTAX_NETMASK];
> + struct sockaddr *gw = (struct sockaddr *)&so[RTAX_GATEWAY];
> +
> + if (dst == NULL)
> + return (EINVAL);
> +
> + struct nlmsghdr *hdr = snl_create_msg_request(&nw, nl_type);
> + hdr->nlmsg_flags |= nl_flags;
> +
> + int plen = 0;
> + int rtm_type = RTN_UNICAST;
> +
> + switch (dst->sa_family) {
> + case AF_INET:
> + {
> + struct sockaddr_in *mask4 = (struct sockaddr_in *)mask;
> +
> + plen = mask4 ? bitcount32(mask4->sin_addr.s_addr) : 32;
> + break;
> + }
> + case AF_INET6:
> + {
> + struct sockaddr_in6 *mask6 = (struct sockaddr_in6 *)mask;
> +
> + plen = mask6 ? inet6_get_plen(&mask6->sin6_addr) : 128;
> + break;
> + }
> + default:
> + return (ENOTSUP);
> + }
> +
> + if (rtm_flags & RTF_REJECT)
> + rtm_type = RTN_PROHIBIT;
> + else if (rtm_flags & RTF_BLACKHOLE)
> + rtm_type = RTN_BLACKHOLE;
> +
> + struct rtmsg *rtm = snl_reserve_msg_object(&nw, struct rtmsg);
> + rtm->rtm_family = dst->sa_family;
> + rtm->rtm_protocol = RTPROT_STATIC;
> + rtm->rtm_type = rtm_type;
> + rtm->rtm_dst_len = plen;
> +
> + snl_add_msg_attr_ip(&nw, RTA_DST, dst);
> + snl_add_msg_attr_u32(&nw, RTA_TABLE, fib);
> +
> + if (rtm_flags & RTF_GATEWAY) {
> + if (gw->sa_family == dst->sa_family)
> + snl_add_msg_attr_ip(&nw, RTA_GATEWAY, gw);
> + else
> + snl_add_msg_attr_ipvia(&nw, RTA_VIA, gw);
> + } else if (gw != NULL) {
> + /* Should be AF_LINK */
> + struct sockaddr_dl *sdl = (struct sockaddr_dl *)gw;
> + if (sdl->sdl_index != 0)
> + snl_add_msg_attr_u32(&nw, RTA_OIF, sdl->sdl_index);
> + }
> +
> + if (rtm_flags != 0)
> + snl_add_msg_attr_u32(&nw, NL_RTA_RTFLAGS, rtm_flags);
> +
> + if (rt_metrics->rmx_mtu > 0) {
> + int off = snl_add_msg_attr_nested(&nw, RTA_METRICS);
> + snl_add_msg_attr_u32(&nw, RTAX_MTU, rt_metrics->rmx_mtu);
> + snl_end_attr_nested(&nw, off);
> + }
> +
> + if (rt_metrics->rmx_weight > 0)
> + snl_add_msg_attr_u32(&nw, NL_RTA_WEIGHT, rt_metrics->rmx_weight);
> +
> + if (snl_finalize_msg(&nw) && snl_send_message(ss, hdr)) {
> + struct snl_errmsg_data e = {};
> +
> + hdr = snl_read_reply(ss, hdr->nlmsg_seq);
> + if (nl_type == NL_RTM_GETROUTE) {
> + if (hdr->nlmsg_type == NL_RTM_NEWROUTE)
> + print_getmsg(h, hdr, dst);
> + else {
> + snl_parse_errmsg(ss, hdr, &e);
> + if (e.error == ESRCH)
> + warn("route has not been found");
> + else
> + warn("message indicates error %d", e.error);
> + }
> +
> + return (0);
> + }
> +
> + if (snl_parse_errmsg(ss, hdr, &e))
> + return (e.error);
> + }
> + return (EINVAL);
> +}
> +
> +int
> +rtmsg_nl(int cmd, int rtm_flags, int fib, struct sockaddr_storage *so,
> + struct rt_metrics *rt_metrics)
> +{
> + struct nl_helper h = {};
> +
> + nl_helper_init(&h);
> + int error = rtmsg_nl_int(&h, cmd, rtm_flags, fib, so, rt_metrics);
> + nl_helper_free(&h);
> +
> + return (error);
> +}
> +
> +static void
> +get_ifdata(struct nl_helper *h, uint32_t ifindex, struct snl_parsed_link_simple *link)
> +{
> + struct snl_state *ss = &h->ss_cmd;
> + struct snl_writer nw;
> +
> + snl_init_writer(ss, &nw);
> + struct nlmsghdr *hdr = snl_create_msg_request(&nw, NL_RTM_GETLINK);
> + struct ifinfomsg *ifmsg = snl_reserve_msg_object(&nw, struct ifinfomsg);
> + if (ifmsg != NULL)
> + ifmsg->ifi_index = ifindex;
> + if (!snl_finalize_msg(&nw) || !snl_send_message(ss, hdr))
> + return;
> +
> + hdr = snl_read_reply(ss, hdr->nlmsg_seq);
> +
> + if (hdr != NULL && hdr->nlmsg_type == RTM_NEWLINK) {
> + snl_parse_nlmsg(ss, hdr, &snl_rtm_link_parser_simple, link);
> + }
> +
> + if (link->ifla_ifname == NULL) {
> + char ifname[16];
> +
> + snprintf(ifname, sizeof(ifname), "if#%u", ifindex);
> + int len = strlen(ifname);
> + char *buf = snl_allocz(ss, len + 1);
> + strlcpy(buf, ifname, len + 1);
> + link->ifla_ifname = buf;
> + }
> +}
> +
> +static void
> +print_getmsg(struct nl_helper *h, struct nlmsghdr *hdr, struct sockaddr *dst)
> +{
> + struct snl_state *ss = &h->ss_cmd;
> + struct timespec ts;
> + struct snl_parsed_route r = { .rtax_weight = RT_DEFAULT_WEIGHT };
> +
> + if (!snl_parse_nlmsg(ss, hdr, &snl_rtm_route_parser, &r))
> + return;
> +
> + struct snl_parsed_link_simple link = {};
> + get_ifdata(h, r.rta_oif, &link);
> +
> + if (r.rtax_mtu == 0)
> + r.rtax_mtu = link.ifla_mtu;
> + r.rta_rtflags |= (RTF_UP | RTF_DONE);
> +
> + (void)printf(" route to: %s\n", routename(dst));
> +
> + if (r.rta_dst)
> + (void)printf("destination: %s\n", routename(r.rta_dst));
> + struct sockaddr *mask = get_netmask(ss, r.rtm_family, r.rtm_dst_len);
> + if (mask)
> + (void)printf(" mask: %s\n", routename(mask));
> + if (r.rta_gw && (r.rta_rtflags & RTF_GATEWAY))
> + (void)printf(" gateway: %s\n", routename(r.rta_gw));
> + (void)printf(" fib: %u\n", (unsigned int)r.rta_table);
> + if (link.ifla_ifname)
> + (void)printf(" interface: %s\n", link.ifla_ifname);
> + (void)printf(" flags: ");
> + printb(r.rta_rtflags, routeflags);
> +
> + struct rt_metrics rmx = {
> + .rmx_mtu = r.rtax_mtu,
> + .rmx_weight = r.rtax_weight,
> + .rmx_expire = r.rta_expire,
> + };
> +
> + printf("\n%9s %9s %9s %9s %9s %10s %9s\n", "recvpipe",
> + "sendpipe", "ssthresh", "rtt,msec", "mtu ", "weight", "expire");
> + printf("%8lu ", rmx.rmx_recvpipe);
> + printf("%8lu ", rmx.rmx_sendpipe);
> + printf("%8lu ", rmx.rmx_ssthresh);
> + printf("%8lu ", 0UL);
> + printf("%8lu ", rmx.rmx_mtu);
> + printf("%8lu ", rmx.rmx_weight);
> + if (rmx.rmx_expire > 0)
> + clock_gettime(CLOCK_REALTIME_FAST, &ts);
> + else
> + ts.tv_sec = 0;
> + printf("%8ld \n", (long)(rmx.rmx_expire - ts.tv_sec));
> +}
> +
> +static void
> +print_prefix(struct nl_helper *h, char *buf, int bufsize, struct sockaddr *sa, int plen)
> +{
> + int sz = 0;
> +
> + if (sa == NULL) {
> + snprintf(buf, bufsize, "<NULL>");
> + return;
> + }
> +
> + switch (sa->sa_family) {
> + case AF_INET:
> + {
> + struct sockaddr_in *sin = (struct sockaddr_in *)sa;
> + char abuf[INET_ADDRSTRLEN];
> +
> + inet_ntop(AF_INET, &sin->sin_addr, abuf, sizeof(abuf));
> + sz = snprintf(buf, bufsize, "%s", abuf);
> + break;
> + }
> + case AF_INET6:
> + {
> + struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)sa;
> + char abuf[INET6_ADDRSTRLEN];
> + char *ifname = NULL;
> +
> + inet_ntop(AF_INET6, &sin6->sin6_addr, abuf, sizeof(abuf));
> + if (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr)) {
> + struct snl_parsed_link_simple link = {};
> +
> + if (sin6->sin6_scope_id != 0) {
> + get_ifdata(h, sin6->sin6_scope_id, &link);
> + ifname = link.ifla_ifname;
> + }
> + }
> + if (ifname == NULL)
> + sz = snprintf(buf, bufsize, "%s", abuf);
> + else
> + sz = snprintf(buf, bufsize, "%s%%%s", abuf, ifname);
> + break;
> + }
> + default:
> + snprintf(buf, bufsize, "unknown_af#%d", sa->sa_family);
> + plen = -1;
> + }
> +
> + if (plen >= 0)
> + snprintf(buf + sz, bufsize - sz, "/%d", plen);
> +}
> +
> +
> +static int
> +print_line_prefix(const char *cmd, const char *name)
> +{
> + struct timespec tp;
> + struct tm tm;
> + char buf[32];
> +
> + clock_gettime(CLOCK_REALTIME, &tp);
> + localtime_r(&tp.tv_sec, &tm);
> +
> + strftime(buf, sizeof(buf), "%T", &tm);
> + int len = printf("%s.%03ld %s %s ", buf, tp.tv_nsec / 1000000, cmd, name);
> +
> + return (len);
> +}
> +
> +static const char *
> +get_action_name(struct nlmsghdr *hdr, int new_cmd)
> +{
> + if (hdr->nlmsg_type == new_cmd) {
> + //return ((hdr->nlmsg_flags & NLM_F_REPLACE) ? "replace" : "add");
> + return ("add/repl");
> + } else
> + return ("delete");
> +}
> +
> +static void
> +print_nlmsg_route_nhop(struct nl_helper *h, struct snl_parsed_route *r,
> + struct rta_mpath_nh *nh, bool first)
> +{
> + // gw 10.0.0.1 ifp vtnet0 mtu 1500 table inet.0
> + if (nh->gw != NULL) {
> + char gwbuf[128];
> + print_prefix(h, gwbuf, sizeof(gwbuf), nh->gw, -1);
> + printf("gw %s ", gwbuf);
> + }
> +
> + if (nh->ifindex != 0) {
> + struct snl_parsed_link_simple link = {};
> +
> + get_ifdata(h, nh->ifindex, &link);
> + if (nh->rtax_mtu == 0)
> + nh->rtax_mtu = link.ifla_mtu;
> + printf("iface %s ", link.ifla_ifname);
> + if (nh->rtax_mtu != 0)
> + printf("mtu %d ", nh->rtax_mtu);
> + }
> +
> + if (first) {
> + switch (r->rtm_family) {
> + case AF_INET:
> + printf("table inet.%d", r->rta_table);
> + break;
> + case AF_INET6:
> + printf("table inet6.%d", r->rta_table);
> + break;
> + }
> + }
> +
> + printf("\n");
> +}
> +
> +static void
> +print_nlmsg_route(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> + struct snl_parsed_route r = { .rtax_weight = RT_DEFAULT_WEIGHT };
> + struct snl_state *ss = &h->ss_cmd;
> +
> + if (!snl_parse_nlmsg(ss, hdr, &snl_rtm_route_parser, &r))
> + return;
> +
> + // 20:19:41.333 add route 10.0.0.0/24 gw 10.0.0.1 ifp vtnet0 mtu 1500 table inet.0
> +
> + const char *cmd = get_action_name(hdr, RTM_NEWROUTE);
> + int len = print_line_prefix(cmd, "route");
> +
> + char buf[128];
> + print_prefix(h, buf, sizeof(buf), r.rta_dst, r.rtm_dst_len);
> + len += strlen(buf) + 1;
> + printf("%s ", buf);
> +
> + switch (r.rtm_type) {
> + case RTN_BLACKHOLE:
> + printf("blackhole\n");
> + return;
> + case RTN_UNREACHABLE:
> + printf("unreach(reject)\n");
> + return;
> + case RTN_PROHIBIT:
> + printf("prohibit(reject)\n");
> + return;
> + }
> +
> + if (r.rta_multipath != NULL) {
> + bool first = true;
> +
> + memset(buf, ' ', sizeof(buf));
> + buf[len] = '\0';
> +
> + for (int i = 0; i < r.rta_multipath->num_nhops; i++) {
> + struct rta_mpath_nh *nh = &r.rta_multipath->nhops[i];
> +
> + if (!first)
> + printf("%s", buf);
> + print_nlmsg_route_nhop(h, &r, nh, first);
> + first = false;
> + }
> + } else {
> + struct rta_mpath_nh nh = {
> + .gw = r.rta_gw,
> + .ifindex = r.rta_oif,
> + .rtax_mtu = r.rtax_mtu,
> + };
> +
> + print_nlmsg_route_nhop(h, &r, &nh, true);
> + }
> +}
> +
> +static const char *operstate[] = {
> + "UNKNOWN", /* 0, IF_OPER_UNKNOWN */
> + "NOTPRESENT", /* 1, IF_OPER_NOTPRESENT */
> + "DOWN", /* 2, IF_OPER_DOWN */
> + "LLDOWN", /* 3, IF_OPER_LOWERLAYERDOWN */
> + "TESTING", /* 4, IF_OPER_TESTING */
> + "DORMANT", /* 5, IF_OPER_DORMANT */
> + "UP", /* 6, IF_OPER_UP */
> +};
> +
> +static void
> +print_nlmsg_link(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> + struct snl_parsed_link l = {};
> + struct snl_state *ss = &h->ss_cmd;
> +
> + if (!snl_parse_nlmsg(ss, hdr, &snl_rtm_link_parser, &l))
> + return;
> +
> + // 20:19:41.333 add iface#3 vtnet0 admin UP oper UP mtu 1500 table inet.0
> + const char *cmd = get_action_name(hdr, RTM_NEWLINK);
> + print_line_prefix(cmd, "iface");
> +
> + printf("iface#%u %s ", l.ifi_index, l.ifla_ifname);
> + printf("admin %s ", (l.ifi_flags & IFF_UP) ? "UP" : "DOWN");
> + if (l.ifla_operstate < NL_ARRAY_LEN(operstate))
> + printf("oper %s ", operstate[l.ifla_operstate]);
> + if (l.ifla_mtu > 0)
> + printf("mtu %u ", l.ifla_mtu);
> +
> + printf("\n");
> +}
> +
> +static void
> +print_nlmsg_addr(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> + struct snl_parsed_addr attrs = {};
> + struct snl_state *ss = &h->ss_cmd;
> +
> + if (!snl_parse_nlmsg(ss, hdr, &snl_rtm_addr_parser, &attrs))
> + return;
> +
> + // add addr 192.168.1.1/24 iface vtnet0
> + const char *cmd = get_action_name(hdr, RTM_NEWADDR);
> + print_line_prefix(cmd, "addr");
> +
> + char buf[128];
> + struct sockaddr *addr = attrs.ifa_local ? attrs.ifa_local : attrs.ifa_address;
> + print_prefix(h, buf, sizeof(buf), addr, attrs.ifa_prefixlen);
> + printf("%s ", buf);
> +
> + struct snl_parsed_link_simple link = {};
> + get_ifdata(h, attrs.ifa_index, &link);
> +
> + if (link.ifi_flags & IFF_POINTOPOINT) {
> + char buf[64];
> + print_prefix(h, buf, sizeof(buf), attrs.ifa_address, -1);
> + printf("-> %s ", buf);
> + }
> +
> + printf("iface %s ", link.ifla_ifname);
> +
> + printf("\n");
> +}
> +
> +static const char *nudstate[] = {
> + "INCOMPLETE", /* 0x01(0) */
> + "REACHABLE", /* 0x02(1) */
> + "STALE", /* 0x04(2) */
> + "DELAY", /* 0x08(3) */
> + "PROBE", /* 0x10(4) */
> + "FAILED", /* 0x20(5) */
> +};
> +
> +#define NUD_INCOMPLETE 0x01 /* No lladdr, address resolution in progress */
> +#define NUD_REACHABLE 0x02 /* reachable & recently resolved */
> +#define NUD_STALE 0x04 /* has lladdr but it's stale */
> +#define NUD_DELAY 0x08 /* has lladdr, is stale, probes delayed */
> +#define NUD_PROBE 0x10 /* has lladdr, is stale, probes sent */
> +#define NUD_FAILED 0x20 /* unused */
> +
> +
> +static void
> +print_nlmsg_neigh(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> + struct snl_parsed_neigh attrs = {};
> + struct snl_state *ss = &h->ss_cmd;
> +
> + if (!snl_parse_nlmsg(ss, hdr, &snl_rtm_neigh_parser, &attrs))
> + return;
> +
> + // add addr 192.168.1.1 state %s lladdr %s iface vtnet0
> + const char *cmd = get_action_name(hdr, RTM_NEWNEIGH);
> + print_line_prefix(cmd, "neigh");
> +
> + char buf[128];
> + print_prefix(h, buf, sizeof(buf), attrs.nda_dst, -1);
> + printf("%s ", buf);
> +
> + struct snl_parsed_link_simple link = {};
> + get_ifdata(h, attrs.nda_ifindex, &link);
> +
> + for (unsigned int i = 0; i < NL_ARRAY_LEN(nudstate); i++) {
> + if ((1 << i) & attrs.ndm_state) {
> + printf("state %s ", nudstate[i]);
> + break;
> + }
> + }
> +
> + if (attrs.nda_lladdr != NULL) {
> + int if_type = link.ifi_type;
> +
> + if ((if_type == IFT_ETHER || if_type == IFT_L2VLAN || if_type == IFT_BRIDGE) &&
> + NLA_DATA_LEN(attrs.nda_lladdr) == ETHER_ADDR_LEN) {
> + struct ether_addr *ll;
> +
> + ll = (struct ether_addr *)NLA_DATA(attrs.nda_lladdr);
> + printf("lladdr %s ", ether_ntoa(ll));
> + } else {
> + struct sockaddr_dl sdl = {
> + .sdl_len = sizeof(sdl),
> + .sdl_family = AF_LINK,
> + .sdl_index = attrs.nda_ifindex,
> + .sdl_type = if_type,
> + .sdl_alen = NLA_DATA_LEN(attrs.nda_lladdr),
> + };
> + if (sdl.sdl_alen < sizeof(sdl.sdl_data)) {
> + void *ll = NLA_DATA(attrs.nda_lladdr);
> +
> + memcpy(sdl.sdl_data, ll, sdl.sdl_alen);
> + printf("lladdr %s ", link_ntoa(&sdl));
> + }
> + }
> + }
> +
> + if (link.ifla_ifname != NULL)
> + printf("iface %s ", link.ifla_ifname);
> + printf("\n");
> +}
> +
> +static void
> +print_nlmsg_generic(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> +}
> +
> +static void
> +print_nlmsg(struct nl_helper *h, struct nlmsghdr *hdr)
> +{
> + switch (hdr->nlmsg_type) {
> + case RTM_NEWLINK:
> + case RTM_DELLINK:
> + print_nlmsg_link(h, hdr);
> + break;
> *** 184 LINES SKIPPED ***