version 1.167, 2016/08/31 09:14:47 |
version 1.178.2.6, 2018/02/26 13:32:01 |
Line 70 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 70 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include "opt_inet6.h" |
#include "opt_inet6.h" |
#include "opt_ipsec.h" |
#include "opt_ipsec.h" |
#include "opt_compat_netbsd.h" |
#include "opt_compat_netbsd.h" |
|
#include "opt_net_mpsafe.h" |
#endif |
#endif |
|
|
#include <sys/param.h> |
#include <sys/param.h> |
#include <sys/systm.h> |
#include <sys/systm.h> |
#include <sys/malloc.h> |
|
#include <sys/mbuf.h> |
#include <sys/mbuf.h> |
#include <sys/domain.h> |
#include <sys/domain.h> |
#include <sys/protosw.h> |
#include <sys/protosw.h> |
Line 155 static int ip6_process_hopopts(struct mb |
|
Line 155 static int ip6_process_hopopts(struct mb |
|
static struct mbuf *ip6_pullexthdr(struct mbuf *, size_t, int); |
static struct mbuf *ip6_pullexthdr(struct mbuf *, size_t, int); |
static void sysctl_net_inet6_ip6_setup(struct sysctllog **); |
static void sysctl_net_inet6_ip6_setup(struct sysctllog **); |
|
|
|
#ifdef NET_MPSAFE |
|
#define SOFTNET_LOCK() mutex_enter(softnet_lock) |
|
#define SOFTNET_UNLOCK() mutex_exit(softnet_lock) |
|
#else |
|
#define SOFTNET_LOCK() KASSERT(mutex_owned(softnet_lock)) |
|
#define SOFTNET_UNLOCK() KASSERT(mutex_owned(softnet_lock)) |
|
#endif |
|
|
/* |
/* |
* IP6 initialization: fill in IP6 protocol switch table. |
* IP6 initialization: fill in IP6 protocol switch table. |
* All protocols not implemented in kernel go to raw IP6 protocol handler. |
* All protocols not implemented in kernel go to raw IP6 protocol handler. |
|
|
KASSERT(inet6_pfil_hook != NULL); |
KASSERT(inet6_pfil_hook != NULL); |
|
|
ip6stat_percpu = percpu_alloc(sizeof(uint64_t) * IP6_NSTATS); |
ip6stat_percpu = percpu_alloc(sizeof(uint64_t) * IP6_NSTATS); |
|
|
ip6_forward_rt_percpu = percpu_alloc(sizeof(struct route)); |
ip6_forward_rt_percpu = percpu_alloc(sizeof(struct route)); |
if (ip6_forward_rt_percpu == NULL) |
|
panic("failed to alllocate ip6_forward_rt_percpu"); |
|
} |
} |
|
|
static void |
static void |
Line 223 ip6intr(void *arg __unused) |
|
Line 228 ip6intr(void *arg __unused) |
|
{ |
{ |
struct mbuf *m; |
struct mbuf *m; |
|
|
mutex_enter(softnet_lock); |
SOFTNET_KERNEL_LOCK_UNLESS_NET_MPSAFE(); |
while ((m = pktq_dequeue(ip6_pktq)) != NULL) { |
while ((m = pktq_dequeue(ip6_pktq)) != NULL) { |
struct psref psref; |
struct psref psref; |
struct ifnet *rcvif = m_get_rcvif_psref(m, &psref); |
struct ifnet *rcvif = m_get_rcvif_psref(m, &psref); |
Line 243 ip6intr(void *arg __unused) |
|
Line 248 ip6intr(void *arg __unused) |
|
ip6_input(m, rcvif); |
ip6_input(m, rcvif); |
m_put_rcvif_psref(rcvif, &psref); |
m_put_rcvif_psref(rcvif, &psref); |
} |
} |
mutex_exit(softnet_lock); |
SOFTNET_KERNEL_UNLOCK_UNLESS_NET_MPSAFE(); |
} |
} |
|
|
void |
void |
Line 253 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 258 ip6_input(struct mbuf *m, struct ifnet * |
|
int hit, off = sizeof(struct ip6_hdr), nest; |
int hit, off = sizeof(struct ip6_hdr), nest; |
u_int32_t plen; |
u_int32_t plen; |
u_int32_t rtalert = ~0; |
u_int32_t rtalert = ~0; |
int nxt, ours = 0, rh_present = 0; |
int nxt, ours = 0, rh_present = 0, frg_present; |
struct ifnet *deliverifp = NULL; |
struct ifnet *deliverifp = NULL; |
int srcrt = 0; |
int srcrt = 0; |
const struct rtentry *rt; |
struct rtentry *rt = NULL; |
union { |
union { |
struct sockaddr dst; |
struct sockaddr dst; |
struct sockaddr_in6 dst6; |
struct sockaddr_in6 dst6; |
Line 360 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 365 ip6_input(struct mbuf *m, struct ifnet * |
|
IP6_STATINC(IP6_STAT_NXTHIST + ip6->ip6_nxt); |
IP6_STATINC(IP6_STAT_NXTHIST + ip6->ip6_nxt); |
|
|
#ifdef ALTQ |
#ifdef ALTQ |
if (altq_input != NULL && (*altq_input)(m, AF_INET6) == 0) { |
if (altq_input != NULL) { |
/* packet is dropped by traffic conditioner */ |
SOFTNET_LOCK(); |
return; |
if ((*altq_input)(m, AF_INET6) == 0) { |
|
SOFTNET_UNLOCK(); |
|
/* packet is dropped by traffic conditioner */ |
|
return; |
|
} |
|
SOFTNET_UNLOCK(); |
} |
} |
#endif |
#endif |
|
|
Line 436 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 446 ip6_input(struct mbuf *m, struct ifnet * |
|
goto bad; |
goto bad; |
} |
} |
|
|
|
ro = percpu_getref(ip6_forward_rt_percpu); |
/* |
/* |
* Multicast check |
* Multicast check |
*/ |
*/ |
if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst)) { |
if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst)) { |
struct in6_multi *in6m = 0; |
bool ingroup; |
|
|
in6_ifstat_inc(rcvif, ifs6_in_mcast); |
in6_ifstat_inc(rcvif, ifs6_in_mcast); |
/* |
/* |
* See if we belong to the destination multicast group on the |
* See if we belong to the destination multicast group on the |
* arrival interface. |
* arrival interface. |
*/ |
*/ |
IN6_LOOKUP_MULTI(ip6->ip6_dst, rcvif, in6m); |
ingroup = in6_multi_group(&ip6->ip6_dst, rcvif); |
if (in6m) |
if (ingroup) |
ours = 1; |
ours = 1; |
else if (!ip6_mrouter) { |
else if (!ip6_mrouter) { |
uint64_t *ip6s = IP6_STAT_GETREF(); |
uint64_t *ip6s = IP6_STAT_GETREF(); |
Line 456 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 467 ip6_input(struct mbuf *m, struct ifnet * |
|
ip6s[IP6_STAT_CANTFORWARD]++; |
ip6s[IP6_STAT_CANTFORWARD]++; |
IP6_STAT_PUTREF(); |
IP6_STAT_PUTREF(); |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
goto bad; |
goto bad_unref; |
} |
} |
deliverifp = rcvif; |
deliverifp = rcvif; |
goto hbhcheck; |
goto hbhcheck; |
Line 467 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 478 ip6_input(struct mbuf *m, struct ifnet * |
|
/* |
/* |
* Unicast check |
* Unicast check |
*/ |
*/ |
ro = percpu_getref(ip6_forward_rt_percpu); |
|
rt = rtcache_lookup2(ro, &u.dst, 1, &hit); |
rt = rtcache_lookup2(ro, &u.dst, 1, &hit); |
percpu_putref(ip6_forward_rt_percpu); |
|
if (hit) |
if (hit) |
IP6_STATINC(IP6_STAT_FORWARD_CACHEHIT); |
IP6_STATINC(IP6_STAT_FORWARD_CACHEHIT); |
else |
else |
Line 498 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 507 ip6_input(struct mbuf *m, struct ifnet * |
|
#endif |
#endif |
rt->rt_ifp->if_type == IFT_LOOP) { |
rt->rt_ifp->if_type == IFT_LOOP) { |
struct in6_ifaddr *ia6 = (struct in6_ifaddr *)rt->rt_ifa; |
struct in6_ifaddr *ia6 = (struct in6_ifaddr *)rt->rt_ifa; |
|
int addrok; |
|
|
if (ia6->ia6_flags & IN6_IFF_ANYCAST) |
if (ia6->ia6_flags & IN6_IFF_ANYCAST) |
m->m_flags |= M_ANYCAST6; |
m->m_flags |= M_ANYCAST6; |
/* |
/* |
* packets to a tentative, duplicated, or somehow invalid |
* packets to a tentative, duplicated, or somehow invalid |
* address must not be accepted. |
* address must not be accepted. |
*/ |
*/ |
if (!(ia6->ia6_flags & IN6_IFF_NOTREADY)) { |
if (ia6->ia6_flags & IN6_IFF_NOTREADY) |
|
addrok = 0; |
|
else if (ia6->ia6_flags & IN6_IFF_DETACHED && |
|
!IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) |
|
{ |
|
/* Allow internal traffic to DETACHED addresses */ |
|
struct sockaddr_in6 sin6; |
|
int s; |
|
|
|
memset(&sin6, 0, sizeof(sin6)); |
|
sin6.sin6_family = AF_INET6; |
|
sin6.sin6_len = sizeof(sin6); |
|
sin6.sin6_addr = ip6->ip6_src; |
|
s = pserialize_read_enter(); |
|
addrok = (ifa_ifwithaddr(sin6tosa(&sin6)) != NULL); |
|
pserialize_read_exit(s); |
|
} else |
|
addrok = 1; |
|
if (addrok) { |
/* this address is ready */ |
/* this address is ready */ |
ours = 1; |
ours = 1; |
deliverifp = ia6->ia_ifp; /* correct? */ |
deliverifp = ia6->ia_ifp; /* correct? */ |
goto hbhcheck; |
goto hbhcheck; |
} else { |
} else { |
/* address is not ready, so discard the packet. */ |
/* address is not ready, so discard the packet. */ |
|
char ip6bufs[INET6_ADDRSTRLEN]; |
|
char ip6bufd[INET6_ADDRSTRLEN]; |
nd6log(LOG_INFO, "packet to an unready address %s->%s\n", |
nd6log(LOG_INFO, "packet to an unready address %s->%s\n", |
ip6_sprintf(&ip6->ip6_src), |
IN6_PRINT(ip6bufs, &ip6->ip6_src), |
ip6_sprintf(&ip6->ip6_dst)); |
IN6_PRINT(ip6bufd, &ip6->ip6_dst)); |
|
|
goto bad; |
goto bad_unref; |
} |
} |
} |
} |
|
|
Line 561 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 592 ip6_input(struct mbuf *m, struct ifnet * |
|
if (!ip6_forwarding) { |
if (!ip6_forwarding) { |
IP6_STATINC(IP6_STAT_CANTFORWARD); |
IP6_STATINC(IP6_STAT_CANTFORWARD); |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
goto bad; |
goto bad_unref; |
} |
} |
|
|
hbhcheck: |
hbhcheck: |
Line 600 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 631 ip6_input(struct mbuf *m, struct ifnet * |
|
#if 0 /*touches NULL pointer*/ |
#if 0 /*touches NULL pointer*/ |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
in6_ifstat_inc(rcvif, ifs6_in_discard); |
#endif |
#endif |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
return; /* m have already been freed */ |
return; /* m have already been freed */ |
} |
} |
|
|
Line 623 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 656 ip6_input(struct mbuf *m, struct ifnet * |
|
icmp6_error(m, ICMP6_PARAM_PROB, |
icmp6_error(m, ICMP6_PARAM_PROB, |
ICMP6_PARAMPROB_HEADER, |
ICMP6_PARAMPROB_HEADER, |
(char *)&ip6->ip6_plen - (char *)ip6); |
(char *)&ip6->ip6_plen - (char *)ip6); |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
return; |
return; |
} |
} |
IP6_EXTHDR_GET(hbh, struct ip6_hbh *, m, sizeof(struct ip6_hdr), |
IP6_EXTHDR_GET(hbh, struct ip6_hbh *, m, sizeof(struct ip6_hdr), |
sizeof(struct ip6_hbh)); |
sizeof(struct ip6_hbh)); |
if (hbh == NULL) { |
if (hbh == NULL) { |
IP6_STATINC(IP6_STAT_TOOSHORT); |
IP6_STATINC(IP6_STAT_TOOSHORT); |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
return; |
return; |
} |
} |
KASSERT(IP6_HDR_ALIGNED_P(hbh)); |
KASSERT(IP6_HDR_ALIGNED_P(hbh)); |
Line 652 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 689 ip6_input(struct mbuf *m, struct ifnet * |
|
if (m->m_pkthdr.len - sizeof(struct ip6_hdr) < plen) { |
if (m->m_pkthdr.len - sizeof(struct ip6_hdr) < plen) { |
IP6_STATINC(IP6_STAT_TOOSHORT); |
IP6_STATINC(IP6_STAT_TOOSHORT); |
in6_ifstat_inc(rcvif, ifs6_in_truncated); |
in6_ifstat_inc(rcvif, ifs6_in_truncated); |
goto bad; |
goto bad_unref; |
} |
} |
if (m->m_pkthdr.len > sizeof(struct ip6_hdr) + plen) { |
if (m->m_pkthdr.len > sizeof(struct ip6_hdr) + plen) { |
if (m->m_len == m->m_pkthdr.len) { |
if (m->m_len == m->m_pkthdr.len) { |
Line 674 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 711 ip6_input(struct mbuf *m, struct ifnet * |
|
* ip6_mforward() returns a non-zero value, the packet |
* ip6_mforward() returns a non-zero value, the packet |
* must be discarded, else it may be accepted below. |
* must be discarded, else it may be accepted below. |
*/ |
*/ |
if (ip6_mrouter && ip6_mforward(ip6, rcvif, m)) { |
if (ip6_mrouter != NULL) { |
IP6_STATINC(IP6_STAT_CANTFORWARD); |
int error; |
m_freem(m); |
|
return; |
SOFTNET_LOCK(); |
} |
error = ip6_mforward(ip6, rcvif, m); |
if (!ours) { |
SOFTNET_UNLOCK(); |
m_freem(m); |
|
return; |
if (error != 0) { |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
|
IP6_STATINC(IP6_STAT_CANTFORWARD); |
|
goto bad; |
|
} |
} |
} |
|
if (!ours) |
|
goto bad_unref; |
} else if (!ours) { |
} else if (!ours) { |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
ip6_forward(m, srcrt); |
ip6_forward(m, srcrt); |
return; |
return; |
} |
} |
Line 703 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 749 ip6_input(struct mbuf *m, struct ifnet * |
|
IN6_IS_ADDR_V4MAPPED(&ip6->ip6_dst)) { |
IN6_IS_ADDR_V4MAPPED(&ip6->ip6_dst)) { |
IP6_STATINC(IP6_STAT_BADSCOPE); |
IP6_STATINC(IP6_STAT_BADSCOPE); |
in6_ifstat_inc(rcvif, ifs6_in_addrerr); |
in6_ifstat_inc(rcvif, ifs6_in_addrerr); |
goto bad; |
goto bad_unref; |
} |
} |
|
|
/* |
/* |
Line 723 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 769 ip6_input(struct mbuf *m, struct ifnet * |
|
in6_ifstat_inc(deliverifp, ifs6_in_deliver); |
in6_ifstat_inc(deliverifp, ifs6_in_deliver); |
nest = 0; |
nest = 0; |
|
|
|
if (rt != NULL) { |
|
rtcache_unref(rt, ro); |
|
rt = NULL; |
|
} |
|
percpu_putref(ip6_forward_rt_percpu); |
|
|
rh_present = 0; |
rh_present = 0; |
|
frg_present = 0; |
while (nxt != IPPROTO_DONE) { |
while (nxt != IPPROTO_DONE) { |
if (ip6_hdrnestlimit && (++nest > ip6_hdrnestlimit)) { |
if (ip6_hdrnestlimit && (++nest > ip6_hdrnestlimit)) { |
IP6_STATINC(IP6_STAT_TOOMANYHDR); |
IP6_STATINC(IP6_STAT_TOOMANYHDR); |
Line 747 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 800 ip6_input(struct mbuf *m, struct ifnet * |
|
IP6_STATINC(IP6_STAT_BADOPTIONS); |
IP6_STATINC(IP6_STAT_BADOPTIONS); |
goto bad; |
goto bad; |
} |
} |
|
} else if (nxt == IPPROTO_FRAGMENT) { |
|
if (frg_present++) { |
|
in6_ifstat_inc(rcvif, ifs6_in_hdrerr); |
|
IP6_STATINC(IP6_STAT_BADOPTIONS); |
|
goto bad; |
|
} |
} |
} |
|
|
#ifdef IPSEC |
#ifdef IPSEC |
Line 758 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 817 ip6_input(struct mbuf *m, struct ifnet * |
|
*/ |
*/ |
if ((inet6sw[ip_protox[nxt]].pr_flags |
if ((inet6sw[ip_protox[nxt]].pr_flags |
& PR_LASTHDR) != 0) { |
& PR_LASTHDR) != 0) { |
int error = ipsec6_input(m); |
int error; |
|
|
|
error = ipsec6_input(m); |
if (error) |
if (error) |
goto bad; |
goto bad; |
} |
} |
Line 768 ip6_input(struct mbuf *m, struct ifnet * |
|
Line 829 ip6_input(struct mbuf *m, struct ifnet * |
|
nxt = (*inet6sw[ip6_protox[nxt]].pr_input)(&m, &off, nxt); |
nxt = (*inet6sw[ip6_protox[nxt]].pr_input)(&m, &off, nxt); |
} |
} |
return; |
return; |
|
|
|
bad_unref: |
|
rtcache_unref(rt, ro); |
|
percpu_putref(ip6_forward_rt_percpu); |
bad: |
bad: |
m_freem(m); |
m_freem(m); |
|
return; |
} |
} |
|
|
/* |
/* |
Line 1272 ip6_notify_pmtu(struct in6pcb *in6p, con |
|
Line 1338 ip6_notify_pmtu(struct in6pcb *in6p, con |
|
if (mtu == NULL) |
if (mtu == NULL) |
return; |
return; |
|
|
#ifdef DIAGNOSTIC |
KASSERT(so != NULL); |
if (so == NULL) /* I believe this is impossible */ |
|
panic("ip6_notify_pmtu: socket is NULL"); |
|
#endif |
|
|
|
memset(&mtuctl, 0, sizeof(mtuctl)); /* zero-clear for safety */ |
memset(&mtuctl, 0, sizeof(mtuctl)); /* zero-clear for safety */ |
mtuctl.ip6m_mtu = *mtu; |
mtuctl.ip6m_mtu = *mtu; |
Line 1349 ip6_pullexthdr(struct mbuf *m, size_t of |
|
Line 1412 ip6_pullexthdr(struct mbuf *m, size_t of |
|
} |
} |
|
|
/* |
/* |
* Get pointer to the previous header followed by the header |
* Get offset to the previous header followed by the header |
* currently processed. |
* currently processed. |
* XXX: This function supposes that |
|
* M includes all headers, |
|
* the next header field and the header length field of each header |
|
* are valid, and |
|
* the sum of each header length equals to OFF. |
|
* Because of these assumptions, this function must be called very |
|
* carefully. Moreover, it will not be used in the near future when |
|
* we develop `neater' mechanism to process extension headers. |
|
*/ |
*/ |
u_int8_t * |
int |
ip6_get_prevhdr(struct mbuf *m, int off) |
ip6_get_prevhdr(struct mbuf *m, int off) |
{ |
{ |
struct ip6_hdr *ip6 = mtod(m, struct ip6_hdr *); |
struct ip6_hdr *ip6 = mtod(m, struct ip6_hdr *); |
|
|
if (off == sizeof(struct ip6_hdr)) |
if (off == sizeof(struct ip6_hdr)) { |
return (&ip6->ip6_nxt); |
return offsetof(struct ip6_hdr, ip6_nxt); |
else { |
} else if (off < sizeof(struct ip6_hdr)) { |
int len, nxt; |
panic("%s: off < sizeof(struct ip6_hdr)", __func__); |
struct ip6_ext *ip6e = NULL; |
} else { |
|
int len, nlen, nxt; |
|
struct ip6_ext ip6e; |
|
|
nxt = ip6->ip6_nxt; |
nxt = ip6->ip6_nxt; |
len = sizeof(struct ip6_hdr); |
len = sizeof(struct ip6_hdr); |
|
nlen = 0; |
while (len < off) { |
while (len < off) { |
ip6e = (struct ip6_ext *)(mtod(m, char *) + len); |
m_copydata(m, len, sizeof(ip6e), &ip6e); |
|
|
switch (nxt) { |
switch (nxt) { |
case IPPROTO_FRAGMENT: |
case IPPROTO_FRAGMENT: |
len += sizeof(struct ip6_frag); |
nlen = sizeof(struct ip6_frag); |
break; |
break; |
case IPPROTO_AH: |
case IPPROTO_AH: |
len += (ip6e->ip6e_len + 2) << 2; |
nlen = (ip6e.ip6e_len + 2) << 2; |
break; |
break; |
default: |
default: |
len += (ip6e->ip6e_len + 1) << 3; |
nlen = (ip6e.ip6e_len + 1) << 3; |
break; |
break; |
} |
} |
nxt = ip6e->ip6e_nxt; |
len += nlen; |
|
nxt = ip6e.ip6e_nxt; |
} |
} |
if (ip6e) |
|
return (&ip6e->ip6e_nxt); |
return (len - nlen); |
else |
|
return NULL; |
|
} |
} |
} |
} |
|
|