version 1.160.8.1, 2007/11/06 23:33:54 |
version 1.196, 2014/05/19 02:51:25 |
|
|
__KERNEL_RCSID(0, "$NetBSD$"); |
__KERNEL_RCSID(0, "$NetBSD$"); |
|
|
#include "opt_inet.h" |
#include "opt_inet.h" |
|
#include "opt_compat_netbsd.h" |
#include "opt_ipsec.h" |
#include "opt_ipsec.h" |
#include "opt_inet_csum.h" |
#include "opt_inet_csum.h" |
#include "opt_ipkdb.h" |
#include "opt_ipkdb.h" |
Line 72 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 73 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <sys/param.h> |
#include <sys/param.h> |
#include <sys/malloc.h> |
#include <sys/malloc.h> |
#include <sys/mbuf.h> |
#include <sys/mbuf.h> |
|
#include <sys/once.h> |
#include <sys/protosw.h> |
#include <sys/protosw.h> |
#include <sys/socket.h> |
#include <sys/socket.h> |
#include <sys/socketvar.h> |
#include <sys/socketvar.h> |
Line 94 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 96 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <netinet/ip_icmp.h> |
#include <netinet/ip_icmp.h> |
#include <netinet/udp.h> |
#include <netinet/udp.h> |
#include <netinet/udp_var.h> |
#include <netinet/udp_var.h> |
|
#include <netinet/udp_private.h> |
|
|
#ifdef INET6 |
#ifdef INET6 |
#include <netinet/ip6.h> |
#include <netinet/ip6.h> |
#include <netinet/icmp6.h> |
#include <netinet/icmp6.h> |
#include <netinet6/ip6_var.h> |
#include <netinet6/ip6_var.h> |
|
#include <netinet6/ip6_private.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/in6_pcb.h> |
#include <netinet6/udp6_var.h> |
#include <netinet6/udp6_var.h> |
|
#include <netinet6/udp6_private.h> |
#include <netinet6/scope6_var.h> |
#include <netinet6/scope6_var.h> |
#endif |
#endif |
|
|
Line 114 __KERNEL_RCSID(0, "$NetBSD$"); |
|
Line 119 __KERNEL_RCSID(0, "$NetBSD$"); |
|
#include <net/if_faith.h> |
#include <net/if_faith.h> |
#endif |
#endif |
|
|
#include <machine/stdarg.h> |
#ifdef IPSEC |
|
|
#ifdef FAST_IPSEC |
|
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec.h> |
#include <netipsec/ipsec_var.h> /* XXX ipsecstat namespace */ |
#include <netipsec/ipsec_var.h> |
|
#include <netipsec/ipsec_private.h> |
#include <netipsec/esp.h> |
#include <netipsec/esp.h> |
#ifdef INET6 |
#ifdef INET6 |
#include <netipsec/ipsec6.h> |
#include <netipsec/ipsec6.h> |
#endif |
#endif |
#endif /* FAST_IPSEC*/ |
#endif /* IPSEC */ |
|
|
#ifdef IPSEC |
#ifdef COMPAT_50 |
#include <netinet6/ipsec.h> |
#include <compat/sys/socket.h> |
#include <netinet6/esp.h> |
#endif |
#include <netkey/key.h> |
|
#endif /*IPSEC*/ |
|
|
|
#ifdef IPKDB |
#ifdef IPKDB |
#include <ipkdb/ipkdb.h> |
#include <ipkdb/ipkdb.h> |
Line 143 int udpcksum = 1; |
|
Line 145 int udpcksum = 1; |
|
int udp_do_loopback_cksum = 0; |
int udp_do_loopback_cksum = 0; |
|
|
struct inpcbtable udbtable; |
struct inpcbtable udbtable; |
struct udpstat udpstat; |
|
|
percpu_t *udpstat_percpu; |
|
|
#ifdef INET |
#ifdef INET |
#ifdef IPSEC_NAT_T |
#ifdef IPSEC |
static int udp4_espinudp (struct mbuf **, int, struct sockaddr *, |
static int udp4_espinudp (struct mbuf **, int, struct sockaddr *, |
struct socket *); |
struct socket *); |
#endif |
#endif |
Line 172 static void udp_notify (struct inpcb *, |
|
Line 175 static void udp_notify (struct inpcb *, |
|
#endif |
#endif |
int udbhashsize = UDBHASHSIZE; |
int udbhashsize = UDBHASHSIZE; |
|
|
|
/* |
|
* For send - really max datagram size; for receive - 40 1K datagrams. |
|
*/ |
|
static int udp_sendspace = 9216; |
|
static int udp_recvspace = 40 * (1024 + sizeof(struct sockaddr_in)); |
|
|
#ifdef MBUFTRACE |
#ifdef MBUFTRACE |
struct mowner udp_mowner = MOWNER_INIT("udp", ""); |
struct mowner udp_mowner = MOWNER_INIT("udp", ""); |
struct mowner udp_rx_mowner = MOWNER_INIT("udp", "rx"); |
struct mowner udp_rx_mowner = MOWNER_INIT("udp", "rx"); |
Line 221 EVCNT_ATTACH_STATIC(udp6_swcsum); |
|
Line 230 EVCNT_ATTACH_STATIC(udp6_swcsum); |
|
|
|
#endif /* UDP_CSUM_COUNTERS */ |
#endif /* UDP_CSUM_COUNTERS */ |
|
|
void |
static void sysctl_net_inet_udp_setup(struct sysctllog **); |
udp_init(void) |
|
|
static int |
|
do_udpinit(void) |
{ |
{ |
|
|
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
in_pcbinit(&udbtable, udbhashsize, udbhashsize); |
|
udpstat_percpu = percpu_alloc(sizeof(uint64_t) * UDP_NSTATS); |
|
|
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_tx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_rx_mowner); |
MOWNER_ATTACH(&udp_mowner); |
MOWNER_ATTACH(&udp_mowner); |
|
|
|
return 0; |
|
} |
|
|
|
void |
|
udp_init_common(void) |
|
{ |
|
static ONCE_DECL(doudpinit); |
|
|
|
RUN_ONCE(&doudpinit, do_udpinit); |
|
} |
|
|
|
void |
|
udp_init(void) |
|
{ |
|
|
|
sysctl_net_inet_udp_setup(NULL); |
|
|
|
udp_init_common(); |
} |
} |
|
|
/* |
/* |
Line 324 udp4_input_checksum(struct mbuf *m, cons |
|
Line 355 udp4_input_checksum(struct mbuf *m, cons |
|
return 0; |
return 0; |
|
|
badcsum: |
badcsum: |
udpstat.udps_badsum++; |
UDP_STATINC(UDP_STAT_BADSUM); |
return -1; |
return -1; |
} |
} |
|
|
Line 346 udp_input(struct mbuf *m, ...) |
|
Line 377 udp_input(struct mbuf *m, ...) |
|
va_end(ap); |
va_end(ap); |
|
|
MCLAIM(m, &udp_rx_mowner); |
MCLAIM(m, &udp_rx_mowner); |
udpstat.udps_ipackets++; |
UDP_STATINC(UDP_STAT_IPACKETS); |
|
|
/* |
/* |
* Get IP and UDP header together in first mbuf. |
* Get IP and UDP header together in first mbuf. |
Line 354 udp_input(struct mbuf *m, ...) |
|
Line 385 udp_input(struct mbuf *m, ...) |
|
ip = mtod(m, struct ip *); |
ip = mtod(m, struct ip *); |
IP6_EXTHDR_GET(uh, struct udphdr *, m, iphlen, sizeof(struct udphdr)); |
IP6_EXTHDR_GET(uh, struct udphdr *, m, iphlen, sizeof(struct udphdr)); |
if (uh == NULL) { |
if (uh == NULL) { |
udpstat.udps_hdrops++; |
UDP_STATINC(UDP_STAT_HDROPS); |
return; |
return; |
} |
} |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
Line 371 udp_input(struct mbuf *m, ...) |
|
Line 402 udp_input(struct mbuf *m, ...) |
|
len = ntohs((u_int16_t)uh->uh_ulen); |
len = ntohs((u_int16_t)uh->uh_ulen); |
if (ip_len != iphlen + len) { |
if (ip_len != iphlen + len) { |
if (ip_len < iphlen + len || len < sizeof(struct udphdr)) { |
if (ip_len < iphlen + len || len < sizeof(struct udphdr)) { |
udpstat.udps_badlen++; |
UDP_STATINC(UDP_STAT_BADLEN); |
goto bad; |
goto bad; |
} |
} |
m_adj(m, iphlen + len - ip_len); |
m_adj(m, iphlen + len - ip_len); |
Line 388 udp_input(struct mbuf *m, ...) |
|
Line 419 udp_input(struct mbuf *m, ...) |
|
sockaddr_in_init(&dst, &ip->ip_dst, uh->uh_dport); |
sockaddr_in_init(&dst, &ip->ip_dst, uh->uh_dport); |
|
|
if ((n = udp4_realinput(&src, &dst, &m, iphlen)) == -1) { |
if ((n = udp4_realinput(&src, &dst, &m, iphlen)) == -1) { |
udpstat.udps_hdrops++; |
UDP_STATINC(UDP_STAT_HDROPS); |
|
return; |
|
} |
|
if (m == NULL) { |
|
/* |
|
* packet has been processed by ESP stuff - |
|
* e.g. dropped NAT-T-keep-alive-packet ... |
|
*/ |
return; |
return; |
} |
} |
|
ip = mtod(m, struct ip *); |
#ifdef INET6 |
#ifdef INET6 |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
if (IN_MULTICAST(ip->ip_dst.s_addr) || n == 0) { |
struct sockaddr_in6 src6, dst6; |
struct sockaddr_in6 src6, dst6; |
|
|
bzero(&src6, sizeof(src6)); |
memset(&src6, 0, sizeof(src6)); |
src6.sin6_family = AF_INET6; |
src6.sin6_family = AF_INET6; |
src6.sin6_len = sizeof(struct sockaddr_in6); |
src6.sin6_len = sizeof(struct sockaddr_in6); |
src6.sin6_addr.s6_addr[10] = src6.sin6_addr.s6_addr[11] = 0xff; |
src6.sin6_addr.s6_addr[10] = src6.sin6_addr.s6_addr[11] = 0xff; |
bcopy(&ip->ip_src, &src6.sin6_addr.s6_addr[12], |
memcpy(&src6.sin6_addr.s6_addr[12], &ip->ip_src, |
sizeof(ip->ip_src)); |
sizeof(ip->ip_src)); |
src6.sin6_port = uh->uh_sport; |
src6.sin6_port = uh->uh_sport; |
bzero(&dst6, sizeof(dst6)); |
memset(&dst6, 0, sizeof(dst6)); |
dst6.sin6_family = AF_INET6; |
dst6.sin6_family = AF_INET6; |
dst6.sin6_len = sizeof(struct sockaddr_in6); |
dst6.sin6_len = sizeof(struct sockaddr_in6); |
dst6.sin6_addr.s6_addr[10] = dst6.sin6_addr.s6_addr[11] = 0xff; |
dst6.sin6_addr.s6_addr[10] = dst6.sin6_addr.s6_addr[11] = 0xff; |
bcopy(&ip->ip_dst, &dst6.sin6_addr.s6_addr[12], |
memcpy(&dst6.sin6_addr.s6_addr[12], &ip->ip_dst, |
sizeof(ip->ip_dst)); |
sizeof(ip->ip_dst)); |
dst6.sin6_port = uh->uh_dport; |
dst6.sin6_port = uh->uh_dport; |
|
|
Line 416 udp_input(struct mbuf *m, ...) |
|
Line 455 udp_input(struct mbuf *m, ...) |
|
|
|
if (n == 0) { |
if (n == 0) { |
if (m->m_flags & (M_BCAST | M_MCAST)) { |
if (m->m_flags & (M_BCAST | M_MCAST)) { |
udpstat.udps_noportbcast++; |
UDP_STATINC(UDP_STAT_NOPORTBCAST); |
goto bad; |
goto bad; |
} |
} |
udpstat.udps_noport++; |
UDP_STATINC(UDP_STAT_NOPORT); |
#ifdef IPKDB |
#ifdef IPKDB |
if (checkipkdb(&ip->ip_src, uh->uh_sport, uh->uh_dport, |
if (checkipkdb(&ip->ip_src, uh->uh_sport, uh->uh_dport, |
m, iphlen + sizeof(struct udphdr), |
m, iphlen + sizeof(struct udphdr), |
Line 459 udp6_input_checksum(struct mbuf *m, cons |
|
Line 498 udp6_input_checksum(struct mbuf *m, cons |
|
goto good; |
goto good; |
} |
} |
if (uh->uh_sum == 0) { |
if (uh->uh_sum == 0) { |
udp6stat.udp6s_nosum++; |
UDP6_STATINC(UDP6_STAT_NOSUM); |
goto bad; |
goto bad; |
} |
} |
|
|
Line 468 udp6_input_checksum(struct mbuf *m, cons |
|
Line 507 udp6_input_checksum(struct mbuf *m, cons |
|
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
M_CSUM_TCP_UDP_BAD | M_CSUM_DATA)) { |
case M_CSUM_UDPv6|M_CSUM_TCP_UDP_BAD: |
case M_CSUM_UDPv6|M_CSUM_TCP_UDP_BAD: |
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_bad); |
UDP_CSUM_COUNTER_INCR(&udp6_hwcsum_bad); |
udp6stat.udp6s_badsum++; |
UDP6_STATINC(UDP6_STAT_BADSUM); |
goto bad; |
goto bad; |
|
|
#if 0 /* notyet */ |
#if 0 /* notyet */ |
Line 487 udp6_input_checksum(struct mbuf *m, cons |
|
Line 526 udp6_input_checksum(struct mbuf *m, cons |
|
*/ |
*/ |
UDP_CSUM_COUNTER_INCR(&udp6_swcsum); |
UDP_CSUM_COUNTER_INCR(&udp6_swcsum); |
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
if (in6_cksum(m, IPPROTO_UDP, off, len) != 0) { |
udp6stat.udp6s_badsum++; |
UDP6_STATINC(UDP6_STAT_BADSUM); |
goto bad; |
goto bad; |
} |
} |
} |
} |
Line 518 udp6_input(struct mbuf **mp, int *offp, |
|
Line 557 udp6_input(struct mbuf **mp, int *offp, |
|
} |
} |
#endif |
#endif |
|
|
udp6stat.udp6s_ipackets++; |
UDP6_STATINC(UDP6_STAT_IPACKETS); |
|
|
/* check for jumbogram is done in ip6_input. we can trust pkthdr.len */ |
/* check for jumbogram is done in ip6_input. we can trust pkthdr.len */ |
plen = m->m_pkthdr.len - off; |
plen = m->m_pkthdr.len - off; |
IP6_EXTHDR_GET(uh, struct udphdr *, m, off, sizeof(struct udphdr)); |
IP6_EXTHDR_GET(uh, struct udphdr *, m, off, sizeof(struct udphdr)); |
if (uh == NULL) { |
if (uh == NULL) { |
ip6stat.ip6s_tooshort++; |
IP6_STATINC(IP6_STAT_TOOSHORT); |
return IPPROTO_DONE; |
return IPPROTO_DONE; |
} |
} |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
KASSERT(UDP_HDR_ALIGNED_P(uh)); |
Line 537 udp6_input(struct mbuf **mp, int *offp, |
|
Line 576 udp6_input(struct mbuf **mp, int *offp, |
|
ulen = plen; |
ulen = plen; |
|
|
if (plen != ulen) { |
if (plen != ulen) { |
udp6stat.udp6s_badlen++; |
UDP6_STATINC(UDP6_STAT_BADLEN); |
goto bad; |
goto bad; |
} |
} |
|
|
Line 562 udp6_input(struct mbuf **mp, int *offp, |
|
Line 601 udp6_input(struct mbuf **mp, int *offp, |
|
/* |
/* |
* Construct source and dst sockaddrs. |
* Construct source and dst sockaddrs. |
*/ |
*/ |
bzero(&src, sizeof(src)); |
memset(&src, 0, sizeof(src)); |
src.sin6_family = AF_INET6; |
src.sin6_family = AF_INET6; |
src.sin6_len = sizeof(struct sockaddr_in6); |
src.sin6_len = sizeof(struct sockaddr_in6); |
src.sin6_addr = ip6->ip6_src; |
src.sin6_addr = ip6->ip6_src; |
src.sin6_port = uh->uh_sport; |
src.sin6_port = uh->uh_sport; |
bzero(&dst, sizeof(dst)); |
memset(&dst, 0, sizeof(dst)); |
dst.sin6_family = AF_INET6; |
dst.sin6_family = AF_INET6; |
dst.sin6_len = sizeof(struct sockaddr_in6); |
dst.sin6_len = sizeof(struct sockaddr_in6); |
dst.sin6_addr = ip6->ip6_dst; |
dst.sin6_addr = ip6->ip6_dst; |
Line 575 udp6_input(struct mbuf **mp, int *offp, |
|
Line 614 udp6_input(struct mbuf **mp, int *offp, |
|
|
|
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
if (udp6_realinput(AF_INET6, &src, &dst, m, off) == 0) { |
if (m->m_flags & M_MCAST) { |
if (m->m_flags & M_MCAST) { |
udp6stat.udp6s_noportmcast++; |
UDP6_STATINC(UDP6_STAT_NOPORTMCAST); |
goto bad; |
goto bad; |
} |
} |
udp6stat.udp6s_noport++; |
UDP6_STATINC(UDP6_STAT_NOPORT); |
icmp6_error(m, ICMP6_DST_UNREACH, ICMP6_DST_UNREACH_NOPORT, 0); |
icmp6_error(m, ICMP6_DST_UNREACH, ICMP6_DST_UNREACH_NOPORT, 0); |
m = NULL; |
m = NULL; |
} |
} |
Line 613 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 652 udp4_sendup(struct mbuf *m, int off /* o |
|
return; |
return; |
} |
} |
|
|
#if defined(IPSEC) || defined(FAST_IPSEC) |
#if defined(IPSEC) |
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
if (so != NULL && ipsec4_in_reject_so(m, so)) { |
ipsecstat.in_polvio++; |
IPSEC_STATINC(IPSEC_STAT_IN_POLVIO); |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
icmp_error(n, ICMP_UNREACH, ICMP_UNREACH_ADMIN_PROHIBIT, |
0, 0); |
0, 0); |
Line 626 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 665 udp4_sendup(struct mbuf *m, int off /* o |
|
|
|
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
if (inp && (inp->inp_flags & INP_CONTROLOPTS |
|
#ifdef SO_OTIMESTAMP |
|
|| so->so_options & SO_OTIMESTAMP |
|
#endif |
|| so->so_options & SO_TIMESTAMP)) { |
|| so->so_options & SO_TIMESTAMP)) { |
struct ip *ip = mtod(n, struct ip *); |
struct ip *ip = mtod(n, struct ip *); |
ip_savecontrol(inp, &opts, ip, n); |
ip_savecontrol(inp, &opts, ip, n); |
Line 638 udp4_sendup(struct mbuf *m, int off /* o |
|
Line 680 udp4_sendup(struct mbuf *m, int off /* o |
|
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
so->so_rcv.sb_overflowed++; |
so->so_rcv.sb_overflowed++; |
udpstat.udps_fullsock++; |
UDP_STATINC(UDP_STAT_FULLSOCK); |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
} |
} |
Line 660 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 702 udp6_sendup(struct mbuf *m, int off /* o |
|
return; |
return; |
in6p = sotoin6pcb(so); |
in6p = sotoin6pcb(so); |
|
|
#if defined(IPSEC) || defined(FAST_IPSEC) |
#if defined(IPSEC) |
/* check AH/ESP integrity. */ |
/* check AH/ESP integrity. */ |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
if (so != NULL && ipsec6_in_reject_so(m, so)) { |
ipsec6stat.in_polvio++; |
IPSEC6_STATINC(IPSEC_STAT_IN_POLVIO); |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) |
icmp6_error(n, ICMP6_DST_UNREACH, |
icmp6_error(n, ICMP6_DST_UNREACH, |
ICMP6_DST_UNREACH_ADMIN, 0); |
ICMP6_DST_UNREACH_ADMIN, 0); |
Line 673 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 715 udp6_sendup(struct mbuf *m, int off /* o |
|
|
|
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if ((n = m_copypacket(m, M_DONTWAIT)) != NULL) { |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
if (in6p && (in6p->in6p_flags & IN6P_CONTROLOPTS |
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
#ifdef SO_OTIMESTAMP |
|
|| in6p->in6p_socket->so_options & SO_OTIMESTAMP |
|
#endif |
|
|| in6p->in6p_socket->so_options & SO_TIMESTAMP)) { |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
struct ip6_hdr *ip6 = mtod(n, struct ip6_hdr *); |
ip6_savecontrol(in6p, &opts, ip6, n); |
ip6_savecontrol(in6p, &opts, ip6, n); |
} |
} |
Line 684 udp6_sendup(struct mbuf *m, int off /* o |
|
Line 729 udp6_sendup(struct mbuf *m, int off /* o |
|
if (opts) |
if (opts) |
m_freem(opts); |
m_freem(opts); |
so->so_rcv.sb_overflowed++; |
so->so_rcv.sb_overflowed++; |
udp6stat.udp6s_fullsock++; |
UDP6_STATINC(UDP6_STAT_FULLSOCK); |
} else |
} else |
sorwakeup(so); |
sorwakeup(so); |
} |
} |
Line 739 udp4_realinput(struct sockaddr_in *src, |
|
Line 784 udp4_realinput(struct sockaddr_in *src, |
|
/* |
/* |
* Locate pcb(s) for datagram. |
* Locate pcb(s) for datagram. |
*/ |
*/ |
CIRCLEQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
TAILQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
inp = (struct inpcb *)inph; |
inp = (struct inpcb *)inph; |
if (inp->inp_af != AF_INET) |
if (inp->inp_af != AF_INET) |
continue; |
continue; |
Line 776 udp4_realinput(struct sockaddr_in *src, |
|
Line 821 udp4_realinput(struct sockaddr_in *src, |
|
/* |
/* |
* Locate pcb for datagram. |
* Locate pcb for datagram. |
*/ |
*/ |
inp = in_pcblookup_connect(&udbtable, *src4, *sport, *dst4, *dport); |
inp = in_pcblookup_connect(&udbtable, *src4, *sport, *dst4, |
|
*dport, 0); |
if (inp == 0) { |
if (inp == 0) { |
++udpstat.udps_pcbhashmiss; |
UDP_STATINC(UDP_STAT_PCBHASHMISS); |
inp = in_pcblookup_bind(&udbtable, *dst4, *dport); |
inp = in_pcblookup_bind(&udbtable, *dst4, *dport); |
if (inp == 0) |
if (inp == 0) |
return rcvcnt; |
return rcvcnt; |
} |
} |
|
|
#ifdef IPSEC_NAT_T |
#ifdef IPSEC |
/* Handle ESP over UDP */ |
/* Handle ESP over UDP */ |
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
if (inp->inp_flags & INP_ESPINUDP_ALL) { |
struct sockaddr *sa = (struct sockaddr *)src; |
struct sockaddr *sa = (struct sockaddr *)src; |
Line 812 udp4_realinput(struct sockaddr_in *src, |
|
Line 858 udp4_realinput(struct sockaddr_in *src, |
|
} |
} |
#endif |
#endif |
|
|
|
/* |
|
* Check the minimum TTL for socket. |
|
*/ |
|
if (mtod(m, struct ip *)->ip_ttl < inp->inp_ip_minttl) |
|
goto bad; |
|
|
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
udp4_sendup(m, off, (struct sockaddr *)src, inp->inp_socket); |
rcvcnt++; |
rcvcnt++; |
} |
} |
Line 877 udp6_realinput(int af, struct sockaddr_i |
|
Line 929 udp6_realinput(int af, struct sockaddr_i |
|
/* |
/* |
* Locate pcb(s) for datagram. |
* Locate pcb(s) for datagram. |
*/ |
*/ |
CIRCLEQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
TAILQ_FOREACH(inph, &udbtable.inpt_queue, inph_queue) { |
in6p = (struct in6pcb *)inph; |
in6p = (struct in6pcb *)inph; |
if (in6p->in6p_af != AF_INET6) |
if (in6p->in6p_af != AF_INET6) |
continue; |
continue; |
Line 924 udp6_realinput(int af, struct sockaddr_i |
|
Line 976 udp6_realinput(int af, struct sockaddr_i |
|
* Locate pcb for datagram. |
* Locate pcb for datagram. |
*/ |
*/ |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, dst6, |
in6p = in6_pcblookup_connect(&udbtable, &src6, sport, dst6, |
dport, 0); |
dport, 0, 0); |
if (in6p == 0) { |
if (in6p == 0) { |
++udpstat.udps_pcbhashmiss; |
UDP_STATINC(UDP_STAT_PCBHASHMISS); |
in6p = in6_pcblookup_bind(&udbtable, dst6, dport, 0); |
in6p = in6_pcblookup_bind(&udbtable, dst6, dport, 0); |
if (in6p == 0) |
if (in6p == 0) |
return rcvcnt; |
return rcvcnt; |
Line 987 udp_ctlinput(int cmd, const struct socka |
|
Line 1039 udp_ctlinput(int cmd, const struct socka |
|
} |
} |
|
|
int |
int |
udp_ctloutput(int op, struct socket *so, int level, int optname, |
udp_ctloutput(int op, struct socket *so, struct sockopt *sopt) |
struct mbuf **mp) |
|
{ |
{ |
int s; |
int s; |
int error = 0; |
int error = 0; |
struct mbuf *m; |
|
struct inpcb *inp; |
struct inpcb *inp; |
int family; |
int family; |
|
int optval; |
|
|
family = so->so_proto->pr_domain->dom_family; |
family = so->so_proto->pr_domain->dom_family; |
|
|
Line 1002 udp_ctloutput(int op, struct socket *so, |
|
Line 1053 udp_ctloutput(int op, struct socket *so, |
|
switch (family) { |
switch (family) { |
#ifdef INET |
#ifdef INET |
case PF_INET: |
case PF_INET: |
if (level != IPPROTO_UDP) { |
if (sopt->sopt_level != IPPROTO_UDP) { |
error = ip_ctloutput(op, so, level, optname, mp); |
error = ip_ctloutput(op, so, sopt); |
goto end; |
goto end; |
} |
} |
break; |
break; |
#endif |
#endif |
#ifdef INET6 |
#ifdef INET6 |
case PF_INET6: |
case PF_INET6: |
if (level != IPPROTO_UDP) { |
if (sopt->sopt_level != IPPROTO_UDP) { |
error = ip6_ctloutput(op, so, level, optname, mp); |
error = ip6_ctloutput(op, so, sopt); |
goto end; |
goto end; |
} |
} |
break; |
break; |
Line 1024 udp_ctloutput(int op, struct socket *so, |
|
Line 1075 udp_ctloutput(int op, struct socket *so, |
|
|
|
switch (op) { |
switch (op) { |
case PRCO_SETOPT: |
case PRCO_SETOPT: |
m = *mp; |
|
inp = sotoinpcb(so); |
inp = sotoinpcb(so); |
|
|
switch (optname) { |
switch (sopt->sopt_name) { |
case UDP_ENCAP: |
case UDP_ENCAP: |
if (m == NULL || m->m_len < sizeof (int)) { |
error = sockopt_getint(sopt, &optval); |
error = EINVAL; |
if (error) |
break; |
break; |
} |
|
|
|
switch(*mtod(m, int *)) { |
switch(optval) { |
#ifdef IPSEC_NAT_T |
|
case 0: |
case 0: |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
break; |
break; |
Line 1049 udp_ctloutput(int op, struct socket *so, |
|
Line 1097 udp_ctloutput(int op, struct socket *so, |
|
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags &= ~INP_ESPINUDP_ALL; |
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
inp->inp_flags |= INP_ESPINUDP_NON_IKE; |
break; |
break; |
#endif |
|
default: |
default: |
error = EINVAL; |
error = EINVAL; |
break; |
break; |
} |
} |
break; |
break; |
|
|
default: |
default: |
error = ENOPROTOOPT; |
error = ENOPROTOOPT; |
break; |
break; |
} |
} |
if (m != NULL) { |
|
m_free(m); |
|
} |
|
break; |
break; |
|
|
default: |
default: |
Line 1142 udp_output(struct mbuf *m, ...) |
|
Line 1186 udp_output(struct mbuf *m, ...) |
|
((struct ip *)ui)->ip_len = htons(sizeof (struct udpiphdr) + len); |
((struct ip *)ui)->ip_len = htons(sizeof (struct udpiphdr) + len); |
((struct ip *)ui)->ip_ttl = inp->inp_ip.ip_ttl; /* XXX */ |
((struct ip *)ui)->ip_ttl = inp->inp_ip.ip_ttl; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
((struct ip *)ui)->ip_tos = inp->inp_ip.ip_tos; /* XXX */ |
udpstat.udps_opackets++; |
UDP_STATINC(UDP_STAT_OPACKETS); |
|
|
return (ip_output(m, inp->inp_options, ro, |
return (ip_output(m, inp->inp_options, ro, |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
inp->inp_socket->so_options & (SO_DONTROUTE | SO_BROADCAST), |
|
|
return (error); |
return (error); |
} |
} |
|
|
int udp_sendspace = 9216; /* really max datagram size */ |
static int |
int udp_recvspace = 40 * (1024 + sizeof(struct sockaddr_in)); |
udp_attach(struct socket *so, int proto) |
/* 40 1K datagrams */ |
{ |
|
struct inpcb *inp; |
|
int error; |
|
|
|
KASSERT(sotoinpcb(so) == NULL); |
|
|
/*ARGSUSED*/ |
/* Assign the lock (must happen even if we will error out). */ |
int |
sosetlock(so); |
|
|
|
#ifdef MBUFTRACE |
|
so->so_mowner = &udp_mowner; |
|
so->so_rcv.sb_mowner = &udp_rx_mowner; |
|
so->so_snd.sb_mowner = &udp_tx_mowner; |
|
#endif |
|
if (so->so_snd.sb_hiwat == 0 || so->so_rcv.sb_hiwat == 0) { |
|
error = soreserve(so, udp_sendspace, udp_recvspace); |
|
if (error) { |
|
return error; |
|
} |
|
} |
|
|
|
error = in_pcballoc(so, &udbtable); |
|
if (error) { |
|
return error; |
|
} |
|
inp = sotoinpcb(so); |
|
inp->inp_ip.ip_ttl = ip_defttl; |
|
KASSERT(solocked(so)); |
|
|
|
return error; |
|
} |
|
|
|
static void |
|
udp_detach(struct socket *so) |
|
{ |
|
struct inpcb *inp; |
|
|
|
KASSERT(solocked(so)); |
|
inp = sotoinpcb(so); |
|
KASSERT(inp != NULL); |
|
in_pcbdetach(inp); |
|
} |
|
|
|
static int |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
udp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *nam, |
struct mbuf *control, struct lwp *l) |
struct mbuf *control, struct lwp *l) |
{ |
{ |
struct inpcb *inp; |
struct inpcb *inp; |
int s; |
int s, error = 0; |
int error = 0; |
|
|
|
if (req == PRU_CONTROL) |
KASSERT(req != PRU_ATTACH); |
return (in_control(so, (long)m, (void *)nam, |
KASSERT(req != PRU_DETACH); |
(struct ifnet *)control, l)); |
|
|
|
|
if (req == PRU_CONTROL) { |
|
return in_control(so, (long)m, (void *)nam, |
|
(struct ifnet *)control, l); |
|
} |
s = splsoftnet(); |
s = splsoftnet(); |
|
|
if (req == PRU_PURGEIF) { |
if (req == PRU_PURGEIF) { |
|
mutex_enter(softnet_lock); |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif0(&udbtable, (struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_purgeif((struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
in_pcbpurgeif(&udbtable, (struct ifnet *)control); |
|
mutex_exit(softnet_lock); |
splx(s); |
splx(s); |
return (0); |
return 0; |
} |
} |
|
|
|
KASSERT(solocked(so)); |
inp = sotoinpcb(so); |
inp = sotoinpcb(so); |
#ifdef DIAGNOSTIC |
|
if (req != PRU_SEND && req != PRU_SENDOOB && control) |
KASSERT(!control || (req == PRU_SEND || req == PRU_SENDOOB)); |
panic("udp_usrreq: unexpected control mbuf"); |
if (inp == NULL) { |
#endif |
splx(s); |
if (inp == 0 && req != PRU_ATTACH) { |
return EINVAL; |
error = EINVAL; |
|
goto release; |
|
} |
} |
|
|
/* |
/* |
Line 1195 udp_usrreq(struct socket *so, int req, s |
|
Line 1281 udp_usrreq(struct socket *so, int req, s |
|
* the udp pcb queue and/or pcb addresses. |
* the udp pcb queue and/or pcb addresses. |
*/ |
*/ |
switch (req) { |
switch (req) { |
|
|
case PRU_ATTACH: |
|
if (inp != 0) { |
|
error = EISCONN; |
|
break; |
|
} |
|
#ifdef MBUFTRACE |
|
so->so_mowner = &udp_mowner; |
|
so->so_rcv.sb_mowner = &udp_rx_mowner; |
|
so->so_snd.sb_mowner = &udp_tx_mowner; |
|
#endif |
|
if (so->so_snd.sb_hiwat == 0 || so->so_rcv.sb_hiwat == 0) { |
|
error = soreserve(so, udp_sendspace, udp_recvspace); |
|
if (error) |
|
break; |
|
} |
|
error = in_pcballoc(so, &udbtable); |
|
if (error) |
|
break; |
|
inp = sotoinpcb(so); |
|
inp->inp_ip.ip_ttl = ip_defttl; |
|
break; |
|
|
|
case PRU_DETACH: |
|
in_pcbdetach(inp); |
|
break; |
|
|
|
case PRU_BIND: |
case PRU_BIND: |
error = in_pcbbind(inp, nam, l); |
error = in_pcbbind(inp, nam, l); |
break; |
break; |
Line 1267 udp_usrreq(struct socket *so, int req, s |
|
Line 1326 udp_usrreq(struct socket *so, int req, s |
|
{ |
{ |
struct in_addr laddr; /* XXX */ |
struct in_addr laddr; /* XXX */ |
|
|
|
memset(&laddr, 0, sizeof laddr); |
if (nam) { |
if (nam) { |
laddr = inp->inp_laddr; /* XXX */ |
laddr = inp->inp_laddr; /* XXX */ |
if ((so->so_state & SS_ISCONNECTED) != 0) { |
if ((so->so_state & SS_ISCONNECTED) != 0) { |
Line 1323 udp_usrreq(struct socket *so, int req, s |
|
Line 1383 udp_usrreq(struct socket *so, int req, s |
|
default: |
default: |
panic("udp_usrreq"); |
panic("udp_usrreq"); |
} |
} |
|
|
release: |
|
splx(s); |
splx(s); |
return (error); |
|
|
return error; |
|
} |
|
|
|
static int |
|
sysctl_net_inet_udp_stats(SYSCTLFN_ARGS) |
|
{ |
|
|
|
return (NETSTAT_SYSCTL(udpstat_percpu, UDP_NSTATS)); |
} |
} |
|
|
/* |
/* |
* Sysctl for udp variables. |
* Sysctl for udp variables. |
*/ |
*/ |
SYSCTL_SETUP(sysctl_net_inet_udp_setup, "sysctl net.inet.udp subtree setup") |
static void |
|
sysctl_net_inet_udp_setup(struct sysctllog **clog) |
{ |
{ |
|
|
sysctl_createv(clog, 0, NULL, NULL, |
sysctl_createv(clog, 0, NULL, NULL, |
CTLFLAG_PERMANENT, |
CTLFLAG_PERMANENT, |
CTLTYPE_NODE, "net", NULL, |
|
NULL, 0, NULL, 0, |
|
CTL_NET, CTL_EOL); |
|
sysctl_createv(clog, 0, NULL, NULL, |
|
CTLFLAG_PERMANENT, |
|
CTLTYPE_NODE, "inet", NULL, |
CTLTYPE_NODE, "inet", NULL, |
NULL, 0, NULL, 0, |
NULL, 0, NULL, 0, |
CTL_NET, PF_INET, CTL_EOL); |
CTL_NET, PF_INET, CTL_EOL); |
Line 1391 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
Line 1453 SYSCTL_SETUP(sysctl_net_inet_udp_setup, |
|
CTLFLAG_PERMANENT, |
CTLFLAG_PERMANENT, |
CTLTYPE_STRUCT, "stats", |
CTLTYPE_STRUCT, "stats", |
SYSCTL_DESCR("UDP statistics"), |
SYSCTL_DESCR("UDP statistics"), |
NULL, 0, &udpstat, sizeof(udpstat), |
sysctl_net_inet_udp_stats, 0, NULL, 0, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_STATS, |
CTL_NET, PF_INET, IPPROTO_UDP, UDPCTL_STATS, |
CTL_EOL); |
CTL_EOL); |
} |
} |
#endif |
#endif |
|
|
#if (defined INET && defined IPSEC_NAT_T) |
void |
|
udp_statinc(u_int stat) |
|
{ |
|
|
|
KASSERT(stat < UDP_NSTATS); |
|
UDP_STATINC(stat); |
|
} |
|
|
|
#if defined(INET) && defined(IPSEC) |
/* |
/* |
* Returns: |
* Returns: |
* 1 if the packet was processed |
* 1 if the packet was processed |
Line 1415 udp4_espinudp(struct mbuf **mp, int off, |
|
Line 1485 udp4_espinudp(struct mbuf **mp, int off, |
|
size_t minlen; |
size_t minlen; |
size_t iphdrlen; |
size_t iphdrlen; |
struct ip *ip; |
struct ip *ip; |
struct mbuf *n; |
|
struct m_tag *tag; |
struct m_tag *tag; |
struct udphdr *udphdr; |
struct udphdr *udphdr; |
u_int16_t sport, dport; |
u_int16_t sport, dport; |
Line 1443 udp4_espinudp(struct mbuf **mp, int off, |
|
Line 1512 udp4_espinudp(struct mbuf **mp, int off, |
|
|
|
/* Ignore keepalive packets */ |
/* Ignore keepalive packets */ |
if ((len == 1) && (*(unsigned char *)data == 0xff)) { |
if ((len == 1) && (*(unsigned char *)data == 0xff)) { |
|
m_free(m); |
|
*mp = NULL; /* avoid any further processiong by caller ... */ |
return 1; |
return 1; |
} |
} |
|
|
Line 1502 udp4_espinudp(struct mbuf **mp, int off, |
|
Line 1573 udp4_espinudp(struct mbuf **mp, int off, |
|
ip->ip_p = IPPROTO_ESP; |
ip->ip_p = IPPROTO_ESP; |
|
|
/* |
/* |
* Copy the mbuf to avoid multiple free, as both |
* We have modified the packet - it is now ESP, so we should not |
* esp4_input (which we call) and udp_input (which |
* return to UDP processing ... |
* called us) free the mbuf. |
* |
*/ |
|
if ((n = m_dup(m, 0, M_COPYALL, M_DONTWAIT)) == NULL) { |
|
printf("udp4_espinudp: m_dup failed\n"); |
|
return 0; |
|
} |
|
|
|
/* |
|
* Add a PACKET_TAG_IPSEC_NAT_T_PORT tag to remember |
* Add a PACKET_TAG_IPSEC_NAT_T_PORT tag to remember |
* the source UDP port. This is required if we want |
* the source UDP port. This is required if we want |
* to select the right SPD for multiple hosts behind |
* to select the right SPD for multiple hosts behind |
Line 1520 udp4_espinudp(struct mbuf **mp, int off, |
|
Line 1584 udp4_espinudp(struct mbuf **mp, int off, |
|
if ((tag = m_tag_get(PACKET_TAG_IPSEC_NAT_T_PORTS, |
if ((tag = m_tag_get(PACKET_TAG_IPSEC_NAT_T_PORTS, |
sizeof(sport) + sizeof(dport), M_DONTWAIT)) == NULL) { |
sizeof(sport) + sizeof(dport), M_DONTWAIT)) == NULL) { |
printf("udp4_espinudp: m_tag_get failed\n"); |
printf("udp4_espinudp: m_tag_get failed\n"); |
m_freem(n); |
m_freem(m); |
return 0; |
return -1; |
} |
} |
((u_int16_t *)(tag + 1))[0] = sport; |
((u_int16_t *)(tag + 1))[0] = sport; |
((u_int16_t *)(tag + 1))[1] = dport; |
((u_int16_t *)(tag + 1))[1] = dport; |
m_tag_prepend(n, tag); |
m_tag_prepend(m, tag); |
|
|
#ifdef FAST_IPSEC |
#ifdef IPSEC |
ipsec4_common_input(n, iphdrlen, IPPROTO_ESP); |
ipsec4_common_input(m, iphdrlen, IPPROTO_ESP); |
#else |
#else |
esp4_input(n, iphdrlen); |
esp4_input(m, iphdrlen); |
#endif |
#endif |
|
|
/* We handled it, it shoudln't be handled by UDP */ |
/* We handled it, it shouldn't be handled by UDP */ |
|
*mp = NULL; /* avoid free by caller ... */ |
return 1; |
return 1; |
} |
} |
#endif |
#endif |
|
|
|
PR_WRAP_USRREQ(udp_usrreq) |
|
|
|
#define udp_usrreq udp_usrreq_wrapper |
|
|
|
const struct pr_usrreqs udp_usrreqs = { |
|
.pr_attach = udp_attach, |
|
.pr_detach = udp_detach, |
|
.pr_generic = udp_usrreq, |
|
}; |